ayrisdev/crawl4ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(extraction_strategy): rename response variable to content for clarity in LLMExtractionStrategy. ref #1146

Browse Source
This commit is contained in:
ntohidi
2025-06-13 11:26:05 +02:00
parent b55e27d2ef
commit 871d4f1158
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
crawl4ai/extraction_strategy.py
View File

@@ -656,11 +656,11 @@ class LLMExtractionStrategy(ExtractionStrategy):
self.total_usage.total_tokens += usage.total_tokens self.total_usage.total_tokens += usage.total_tokens
try: try:
response = response.choices[0].message.content content = response.choices[0].message.content
blocks = None blocks = None
if self.force_json_response: if self.force_json_response:
blocks = json.loads(response) blocks = json.loads(content)
if isinstance(blocks, dict): if isinstance(blocks, dict):
# If it has only one key which calue is list then assign that to blocks, exampled: {"news": [..]} # If it has only one key which calue is list then assign that to blocks, exampled: {"news": [..]}
if len(blocks) == 1 and isinstance(list(blocks.values())[0], list): if len(blocks) == 1 and isinstance(list(blocks.values())[0], list):
@@ -673,14 +673,14 @@ class LLMExtractionStrategy(ExtractionStrategy):
blocks = blocks blocks = blocks
else: else:
# blocks = extract_xml_data(["blocks"], response.choices[0].message.content)["blocks"] # blocks = extract_xml_data(["blocks"], response.choices[0].message.content)["blocks"]
blocks = extract_xml_data(["blocks"], response)["blocks"] blocks = extract_xml_data(["blocks"], content)["blocks"]
blocks = json.loads(blocks) blocks = json.loads(blocks)
for block in blocks: for block in blocks:
block["error"] = False block["error"] = False
except Exception: except Exception:
parsed, unparsed = split_and_parse_json_objects( parsed, unparsed = split_and_parse_json_objects(
response response.choices[0].message.content
) )
blocks = parsed blocks = parsed
if unparsed: if unparsed: