Update requirements.txt

requirements.txt

@@ -9,12 +9,12 @@ httpx[http2]>=0.25.0,<0.28.0
 # ASGI Framework (Core)
 starlette>=0.35.0,<0.38.0
 
-# Web Scraping (HTML Parsing)
+# Web Scraping (HTML Parsing - Fallback 1)
 beautifulsoup4>=4.11,<4.13
-lxml>=4.9.0,<6.0.0
+lxml>=4.9.0,<6.0.0 # Optional but recommended BS4 parser
 
 # Web Scraping (Primary Method - Headless Browser)
-crawl4ai>=0.5.0,<0.6.0
+crawl4ai>=0.5.0,<0.6.0 # <<< ADDED crawl4ai
 
 # YouTube Transcript Library (Primary method)
 youtube-transcript-api>=0.6,<0.7
@@ -31,4 +31,7 @@ anyio>=3.6,<5.0
 asgiref>=3.5,<3.9
 
 # Retry Logic
-tenacity>=8.0,<9.0
+tenacity>=8.0,<9.0
+
+# Crawl4AI requires Playwright, but we install it via Dockerfile command
+# playwright>=1.30 # Not strictly needed here if installed via RUN command