From 372c921429f3e879291eeb87fb8a902a395a142b Mon Sep 17 00:00:00 2001 From: unclecode Date: Fri, 10 May 2024 20:12:31 +0800 Subject: [PATCH] Update: Fix bug, when user set extract_blocks to False --- crawl4ai/web_crawler.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/crawl4ai/web_crawler.py b/crawl4ai/web_crawler.py index e0059101..7385a7d7 100644 --- a/crawl4ai/web_crawler.py +++ b/crawl4ai/web_crawler.py @@ -112,6 +112,8 @@ class WebCrawler: parsed_json.extend(future.result()) parsed_json = json.dumps(parsed_json) + else: + parsed_json = "{}" # Cache the result cleaned_html = beautify_html(cleaned_html)