chore: Update URL for single page fetch to NBC News

This commit is contained in:
unclecode
2024-05-09 20:05:59 +08:00
parent 6320d07a93
commit b9d9d2bbd4

View File

@@ -8,7 +8,7 @@ def main():
crawler = WebCrawler(db_path='crawler_data.db')
# Fetch a single page
single_url = UrlModel(url='https://techcrunch.com/', forced=True)
single_url = UrlModel(url='https://www.nbcnews.com/business', forced=True)
result = crawler.fetch_page(
single_url,
provider= "openai/gpt-3.5-turbo",