ayrisdev/crawl4ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: Update URL for single page fetch to NBC News

Browse Source
This commit is contained in:
unclecode
2024-05-09 20:05:59 +08:00
parent 6320d07a93
commit b9d9d2bbd4
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/quickstart.py
View File

@@ -8,7 +8,7 @@ def main():
crawler = WebCrawler(db_path='crawler_data.db') crawler = WebCrawler(db_path='crawler_data.db')
# Fetch a single page # Fetch a single page
single_url = UrlModel(url='https://techcrunch.com/', forced=True) single_url = UrlModel(url='https://www.nbcnews.com/business', forced=True)
result = crawler.fetch_page( result = crawler.fetch_page(
single_url, single_url,
provider= "openai/gpt-3.5-turbo", provider= "openai/gpt-3.5-turbo",