Upload folder using huggingface_hub

pyproject.toml

@@ -5,6 +5,7 @@ description = "Add your description here"
 readme = "README.md"
 requires-python = ">=3.12"
 dependencies = [
+    "beautifulsoup4>=4.13.5",
     "chromadb>=1.0.15",
     "dotenv>=0.9.9",
     "gradio>=5.38.0",

scrape_summary.py

@@ -0,0 +1,51 @@
+import requests
+from bs4 import BeautifulSoup
+import json
+import re
+
+url = "https://cdn.vivekavani.com/bg/"
+resp = requests.get(url)
+soup = BeautifulSoup(resp.text, "html.parser")
+
+data = []
+
+for chapter in soup.find_all("h2"):
+    chapter_text = chapter.get_text(strip=True)
+    m = re.match(r"Chapter\s+(\d+):\s+(.+)", chapter_text)
+    if not m:
+        continue
+    chapter_num, chapter_title = m.groups()
+
+    # First H3 = overview
+    h3_overview = chapter.find_next("h3")
+    if h3_overview:
+        ol = h3_overview.find_next("ol")
+        if ol:
+            overview_items = [li.get_text(strip=True) for li in ol.find_all("li")]
+    # Second H3 = verse range
+    h3_range = h3_overview.find_next("h3") if h3_overview else None
+    verse_start = verse_end = None
+    if h3_range:
+        verses_text = h3_range.get_text(strip=True)
+        m2 = re.search(r"Verse[s]?\s+(\d+)\s+to\s+(\d+)", verses_text)
+        if m2:
+            verse_start, verse_end = map(int, m2.groups())
+
+    # UL after second H3 = summary
+    ul = h3_range.find_next("ul") if h3_range else None
+    summary = [li.get_text(strip=True) for li in ul.find_all("li")] if ul else []
+
+    data.append({
+        "chapter_number": int(chapter_num),
+        "chapter_title": chapter_title,
+        "overview": overview_items,
+        "verse_start": verse_start,
+        "verse_end": verse_end,
+        "summary": summary
+    })
+
+# Save JSON
+with open("output/bhagavat_gita.json", "w", encoding="utf-8") as f:
+    json.dump(data, f, indent=2, ensure_ascii=False)
+
+print(json.dumps(data, indent=2, ensure_ascii=False))

uv.lock

@@ -228,6 +228,19 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/a9/cf/45fb5261ece3e6b9817d3d82b2f343a505fd58674a92577923bc500bd1aa/bcrypt-4.3.0-cp39-abi3-win_amd64.whl", hash = "sha256:e53e074b120f2877a35cc6c736b8eb161377caae8925c17688bd46ba56daaa5b", size = 152799, upload-time = "2025-02-28T01:23:53.139Z" },
 ]
 
+[[package]]
+name = "beautifulsoup4"
+version = "4.13.5"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "soupsieve" },
+    { name = "typing-extensions" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/85/2e/3e5079847e653b1f6dc647aa24549d68c6addb4c595cc0d902d1b19308ad/beautifulsoup4-4.13.5.tar.gz", hash = "sha256:5e70131382930e7c3de33450a2f54a63d5e4b19386eab43a5b34d594268f3695", size = 622954, upload-time = "2025-08-24T14:06:13.168Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/04/eb/f4151e0c7377a6e08a38108609ba5cede57986802757848688aeedd1b9e8/beautifulsoup4-4.13.5-py3-none-any.whl", hash = "sha256:642085eaa22233aceadff9c69651bc51e8bf3f874fb6d7104ece2beb24b47c4a", size = 105113, upload-time = "2025-08-24T14:06:14.884Z" },
+]
+
 [[package]]
 name = "brotli"
 version = "1.1.0"
@@ -1204,6 +1217,7 @@ name = "langgraph-demo"
 version = "0.1.0"
 source = { virtual = "." }
 dependencies = [
+    { name = "beautifulsoup4" },
     { name = "chromadb" },
     { name = "dotenv" },
     { name = "gradio" },
@@ -1218,6 +1232,7 @@ dependencies = [
 
 [package.metadata]
 requires-dist = [
+    { name = "beautifulsoup4", specifier = ">=4.13.5" },
     { name = "chromadb", specifier = ">=1.0.15" },
     { name = "dotenv", specifier = ">=0.9.9" },
     { name = "gradio", specifier = ">=5.38.0" },
@@ -2514,6 +2529,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/e9/44/75a9c9421471a6c4805dbf2356f7c181a29c1879239abab1ea2cc8f38b40/sniffio-1.3.1-py3-none-any.whl", hash = "sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2", size = 10235, upload-time = "2024-02-25T23:20:01.196Z" },
 ]
 
+[[package]]
+name = "soupsieve"
+version = "2.8"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/6d/e6/21ccce3262dd4889aa3332e5a119a3491a95e8f60939870a3a035aabac0d/soupsieve-2.8.tar.gz", hash = "sha256:e2dd4a40a628cb5f28f6d4b0db8800b8f581b65bb380b97de22ba5ca8d72572f", size = 103472, upload-time = "2025-08-27T15:39:51.78Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/14/a0/bb38d3b76b8cae341dad93a2dd83ab7462e6dbcdd84d43f54ee60a8dc167/soupsieve-2.8-py3-none-any.whl", hash = "sha256:0cc76456a30e20f5d7f2e14a98a4ae2ee4e5abdc7c5ea0aafe795f344bc7984c", size = 36679, upload-time = "2025-08-27T15:39:50.179Z" },
+]
+
 [[package]]
 name = "sqlalchemy"
 version = "2.0.41"