Update: Fix bug, when user set extract_blocks to False
This commit is contained in:
@@ -112,6 +112,8 @@ class WebCrawler:
|
|||||||
parsed_json.extend(future.result())
|
parsed_json.extend(future.result())
|
||||||
|
|
||||||
parsed_json = json.dumps(parsed_json)
|
parsed_json = json.dumps(parsed_json)
|
||||||
|
else:
|
||||||
|
parsed_json = "{}"
|
||||||
|
|
||||||
# Cache the result
|
# Cache the result
|
||||||
cleaned_html = beautify_html(cleaned_html)
|
cleaned_html = beautify_html(cleaned_html)
|
||||||
|
|||||||
Reference in New Issue
Block a user