ayrisdev/crawl4ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: Update pip installation command and requirements, add new dependencies

Browse Source
This commit is contained in:
unclecode
2024-05-17 15:21:45 +08:00
parent a317dc5e1d
commit bf3b040f10
1 changed files with 68 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

100
setup.py
View File

@@ -1,3 +1,39 @@
from setuptools import setup, find_packages
# Read the requirements from requirements.txt
with open("requirements.txt") as f:
requirements = f.read().splitlines()
setup(
name="Crawl4AI",
version="0.1.2",
description="🔥🕷️ Crawl4AI: Open-source LLM Friendly Web Crawler & Scrapper",
long_description=open("README.md").read(),
long_description_content_type="text/markdown",
url="https://github.com/unclecode/crawl4ai",
author="Unclecode",
author_email="unclecode@kidocode.com",
license="MIT",
packages=find_packages(),
install_requires=requirements,
entry_points={
'console_scripts': [
'crawl4ai-download-models=crawl4ai.model_loader:main',
],
},
classifiers=[
"Development Status :: 3 - Alpha",
"Intended Audience :: Developers",
"License :: OSI Approved :: Apache Software License",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.7",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
],
python_requires=">=3.7",
)
from setuptools import setup, find_packages from setuptools import setup, find_packages
from setuptools.command.install import install as _install from setuptools.command.install import install as _install
import subprocess import subprocess
@@ -16,35 +52,35 @@ class InstallCommand(_install):
for dependency in dependencies: for dependency in dependencies:
subprocess.check_call([sys.executable, '-m', 'pip', 'install', dependency]) subprocess.check_call([sys.executable, '-m', 'pip', 'install', dependency])
setup( # setup(
name="Crawl4AI", # name="Crawl4AI",
version="0.1.0", # version="0.1.0",
description="🔥🕷️ Crawl4AI: Open-source LLM Friendly Web Crawler & Scrapper", # description="🔥🕷️ Crawl4AI: Open-source LLM Friendly Web Crawler & Scrapper",
long_description=open("README.md").read(), # long_description=open("README.md").read(),
long_description_content_type="text/markdown", # long_description_content_type="text/markdown",
url="https://github.com/unclecode/crawl4ai", # url="https://github.com/unclecode/crawl4ai",
author="Unclecode", # author="Unclecode",
author_email="unclecode@kidocode.com", # author_email="unclecode@kidocode.com",
license="MIT", # license="MIT",
packages=find_packages(), # packages=find_packages(),
install_requires=[], # Leave this empty to avoid default dependency resolution # install_requires=[], # Leave this empty to avoid default dependency resolution
cmdclass={ # cmdclass={
'install': InstallCommand, # 'install': InstallCommand,
}, # },
entry_points={ # entry_points={
'console_scripts': [ # 'console_scripts': [
'crawl4ai-download-models=crawl4ai.model_loader:main', # 'crawl4ai-download-models=crawl4ai.model_loader:main',
], # ],
}, # },
classifiers=[ # classifiers=[
"Development Status :: 3 - Alpha", # "Development Status :: 3 - Alpha",
"Intended Audience :: Developers", # "Intended Audience :: Developers",
"License :: OSI Approved :: Apache Software License", # "License :: OSI Approved :: Apache Software License",
"Programming Language :: Python :: 3", # "Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.7", # "Programming Language :: Python :: 3.7",
"Programming Language :: Python :: 3.8", # "Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9", # "Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10", # "Programming Language :: Python :: 3.10",
], # ],
python_requires=">=3.7", # python_requires=">=3.7",
) # )