From d418a04602ebe32d68d248a2995488beec768c61 Mon Sep 17 00:00:00 2001 From: Darwing Medina Date: Wed, 20 Nov 2024 04:52:11 -0600 Subject: [PATCH] Fix #260 prevent pass duplicated kwargs to scrapping_strategy (#269) Thank you for the suggestions. It totally makes sense now. Change to pop operator. --- crawl4ai/async_webcrawler.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crawl4ai/async_webcrawler.py b/crawl4ai/async_webcrawler.py index 38e429ca..fb8c5290 100644 --- a/crawl4ai/async_webcrawler.py +++ b/crawl4ai/async_webcrawler.py @@ -197,8 +197,8 @@ class AsyncWebCrawler: html, word_count_threshold=word_count_threshold, css_selector=css_selector, - only_text=kwargs.get("only_text", False), - image_description_min_word_threshold=kwargs.get( + only_text=kwargs.pop("only_text", False), + image_description_min_word_threshold=kwargs.pop( "image_description_min_word_threshold", IMAGE_DESCRIPTION_MIN_WORD_THRESHOLD ), **kwargs,