ayrisdev/crawl4ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: revert the old target_elms code in regular webscraping strategy

Browse Source
This commit is contained in:
Aravind Karnam
2025-04-12 12:05:17 +05:30
parent 022f5c9e25
commit d84508b4d5
1 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
crawl4ai/content_scraping_strategy.py
View File

@@ -908,11 +908,7 @@ class WebScrapingStrategy(ContentScrapingStrategy):
try: try:
for_content_targeted_element = [] for_content_targeted_element = []
for target_element in target_elements: for target_element in target_elements:
# Creating a fresh parse of HTML for each selector to prevent element extraction for_content_targeted_element.extend(body.select(target_element))
# from modifying the original DOM tree; this keeps the original body
# intact for link processing. This is better performant than deepcopy.
fresh_body = BeautifulSoup(html, "lxml")
for_content_targeted_element.extend(fresh_body.select(target_element))
content_element = soup.new_tag("div") content_element = soup.new_tag("div")
for el in for_content_targeted_element: for el in for_content_targeted_element:
content_element.append(el) content_element.append(el)