ayrisdev/crawl4ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: Update setup.py to exclude torch, transformers, and nltk dependencies

Browse Source 
This commit updates the setup.py file to exclude the torch, transformers, and nltk dependencies from the install_requires section. Instead, it creates separate extras_require sections for different environments, including all requirements, excluding torch for Colab, and excluding torch, transformers, and nltk for the crawl environment.
This commit is contained in:
unclecode
2024-05-17 16:01:04 +08:00
parent e7bb76f19b
commit 3593f017d7
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
setup.py
View File

@@ -6,6 +6,9 @@ with open("requirements.txt") as f:
# Define the requirements for different environments # Define the requirements for different environments
requirements_without_torch = [req for req in requirements if not req.startswith("torch")] requirements_without_torch = [req for req in requirements if not req.startswith("torch")]
requirements_without_transformers = [req for req in requirements if not req.startswith("transformers")]
requirements_without_nltk = [req for req in requirements if not req.startswith("nltk")]
requirements_without_torch_transformers_nlkt = [req for req in requirements if not req.startswith("torch") and not req.startswith("transformers") and not req.startswith("nltk")]
setup( setup(
name="Crawl4AI", name="Crawl4AI",
@@ -18,9 +21,11 @@ setup(
author_email="unclecode@kidocode.com", author_email="unclecode@kidocode.com",
license="MIT", license="MIT",
packages=find_packages(), packages=find_packages(),
install_requires=requirements, install_requires=requirements_without_torch_transformers_nlkt,
extras_require={ extras_require={
"all": requirements, # Include all requirements
"colab": requirements_without_torch, # Exclude torch for Colab "colab": requirements_without_torch, # Exclude torch for Colab
"crawl": requirements_without_torch_transformers_nlkt
}, },
entry_points={ entry_points={
'console_scripts': [ 'console_scripts': [