fix: pass logger to WebScrapingStrategy and update score computation in PruningContentFilter

This commit is contained in:
UncleCode
2024-12-02 20:37:28 +08:00
parent 293f299c08
commit 95a4f74d2a
2 changed files with 4 additions and 2 deletions

View File

@@ -472,7 +472,9 @@ class AsyncWebCrawler:
try:
_url = url if not kwargs.get("is_raw_html", False) else "Raw HTML"
t1 = time.perf_counter()
scrapping_strategy = WebScrapingStrategy()
scrapping_strategy = WebScrapingStrategy(
logger=self.logger,
)
# result = await scrapping_strategy.ascrap(
result = scrapping_strategy.scrap(
url,