chore: Update forced flag for single page fetch to use default value

This commit is contained in:
unclecode
2024-05-09 22:21:12 +08:00
parent c71dd9189b
commit 50d7a7e45d
2 changed files with 2 additions and 2 deletions

View File

@@ -8,7 +8,7 @@ def main():
crawler = WebCrawler(db_path='crawler_data.db')
# Fetch a single page
single_url = UrlModel(url='https://www.nbcnews.com/business', forced=True)
single_url = UrlModel(url='https://www.nbcnews.com/business', forced=False)
result = crawler.fetch_page(
single_url,
provider= "openai/gpt-3.5-turbo",