chore: Update dependencies and installation process

requirements.txt

@@ -2,6 +2,7 @@ aiohttp==3.9.5
 aiosqlite==0.20.0
 bs4==0.0.2
 fastapi==0.111.0
+typer==0.9.0 
 html2text==2024.2.26
 httpx==0.27.0
 lazy_import==0.2.2

setup.py

@@ -1,8 +1,19 @@
 from setuptools import setup, find_packages
+from setuptools.command.install import install as _install
+import subprocess
 
-# Read the requirements from requirements.txt
+class InstallCommand(_install):
-with open("requirements.txt") as f:
+    def run(self):
-    requirements = f.read().splitlines()
+        # Run the standard install first
+        _install.run(self)
+        # Now handle the dependencies manually
+        self.manual_dependencies_install()
+
+    def manual_dependencies_install(self):
+        with open('requirements.txt') as f:
+            dependencies = f.read().splitlines()
+        for dependency in dependencies:
+            subprocess.check_call([self.executable, '-m', 'pip', 'install', dependency])
 
 setup(
     name="Crawl4AI",
@@ -15,7 +26,10 @@ setup(
     author_email="unclecode@kidocode.com",
     license="MIT",
     packages=find_packages(),
-    install_requires=requirements,
+    install_requires=[],  # Leave this empty to avoid default dependency resolution
+    cmdclass={
+        'install': InstallCommand,
+    },
     entry_points={
         'console_scripts': [
             'crawl4ai-download-models=crawl4ai.model_loader:main',