ayrisdev/crawl4ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: https://github.com/unclecode/crawl4ai/issues/911

Browse Source
This commit is contained in:
maggie.wang
2025-03-31 14:05:54 +08:00
parent d8cbeff386
commit 1119f2f5b5
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
crawl4ai/async_crawler_strategy.py
View File

@@ -820,7 +820,11 @@ class AsyncPlaywrightCrawlerStrategy(AsyncCrawlerStrategy):
for selector in selectors: for selector in selectors:
try: try:
content = await page.evaluate(f"document.querySelector('{selector}')?.outerHTML || ''") content = await page.evaluate(
f"""Array.from(document.querySelectorAll("{selector}"))
.map(el => el.outerHTML)
.join('')"""
)
html_parts.append(content) html_parts.append(content)
except Error as e: except Error as e:
print(f"Warning: Could not get content for selector '{selector}': {str(e)}") print(f"Warning: Could not get content for selector '{selector}': {str(e)}")