Improved database management and error handling, updated README instructions, refined .gitignore, enhanced async web crawling capabilities, and updated dependencies.

2024-11-04 13:22:13 +08:00
parent 62a86dbe8d
commit 54d5a3a259
11 changed files with 461 additions and 669 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,11 +1,11 @@
-aiosqlite==0.20.0
-html2text==2024.2.26
-lxml==5.3.0
-litellm==1.48.0
-numpy>=1.26.0,<2.1.1
-pillow==10.4.0
-playwright==1.47.0
-python-dotenv==1.0.1
-requests>=2.26.0,<2.32.3
-beautifulsoup4==4.12.3
-playwright_stealth==1.0.6
+aiosqlite~=0.20
+html2text~=2024.2
+lxml~=5.3
+litellm~=1.48
+numpy>=1.26.0,<3
+pillow~=10.4
+playwright>=1.47,<1.48
+python-dotenv~=1.0
+requests~=2.26
+beautifulsoup4~=4.12
+playwright_stealth~=1.0