chore: Update web crawler URLs to use NBC News business section

This commit is contained in:
unclecode
2024-05-17 18:11:13 +08:00
parent 36e46be23d
commit 957a2458b1
3 changed files with 17 additions and 17 deletions

View File

@@ -128,7 +128,7 @@ def add_llm_extraction_strategy(crawler):
print_result(result)
result = crawler.run(
url="https://www.example.com",
url="https://www.nbcnews.com/business",
extraction_strategy=LLMExtractionStrategy(
provider="openai/gpt-4o",
api_token=os.getenv('OPENAI_API_KEY'),