Update web_crawler.py

Set all extraction strategies default to NoExtractionStrategy
This commit is contained in:
UncleCode
2024-05-16 21:58:11 +08:00
committed by GitHub
parent ea16dec587
commit 5ce1dc1622

View File

@@ -63,7 +63,7 @@ class WebCrawler:
extract_blocks_flag: bool = True,
word_count_threshold=MIN_WORD_THRESHOLD,
use_cached_html: bool = False,
extraction_strategy: ExtractionStrategy = LLMExtractionStrategy(),
extraction_strategy: ExtractionStrategy = NoExtractionStrategy(),
chunking_strategy: ChunkingStrategy = RegexChunking(),
**kwargs,
) -> CrawlResult: