chore: Update URL for single page fetch to NBC News
This commit is contained in:
@@ -8,7 +8,7 @@ def main():
|
||||
crawler = WebCrawler(db_path='crawler_data.db')
|
||||
|
||||
# Fetch a single page
|
||||
single_url = UrlModel(url='https://techcrunch.com/', forced=True)
|
||||
single_url = UrlModel(url='https://www.nbcnews.com/business', forced=True)
|
||||
result = crawler.fetch_page(
|
||||
single_url,
|
||||
provider= "openai/gpt-3.5-turbo",
|
||||
|
||||
Reference in New Issue
Block a user