ayrisdev/crawl4ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #1530 from Sjoeborg/fix/arun-many-returns-none

Browse Source 
Fix: run_urls() returns None, crashing arun_many()
This commit is contained in:
Nasrin
2025-10-03 12:57:06 +08:00
committed by GitHub
parent 749d200866 35dd206925
commit 80aa6c11d9
2 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
crawl4ai/async_dispatcher.py
View File

@@ -456,8 +456,6 @@ class MemoryAdaptiveDispatcher(BaseDispatcher):
# Update priorities for waiting tasks if needed # Update priorities for waiting tasks if needed
await self._update_queue_priorities() await self._update_queue_priorities()
return results
except Exception as e: except Exception as e:
if self.monitor: if self.monitor:
self.monitor.update_memory_status(f"QUEUE_ERROR: {str(e)}") self.monitor.update_memory_status(f"QUEUE_ERROR: {str(e)}")
@@ -467,6 +465,7 @@ class MemoryAdaptiveDispatcher(BaseDispatcher):
memory_monitor.cancel() memory_monitor.cancel()
if self.monitor: if self.monitor:
self.monitor.stop() self.monitor.stop()
return results
async def _update_queue_priorities(self): async def _update_queue_priorities(self):
"""Periodically update priorities of items in the queue to prevent starvation""" """Periodically update priorities of items in the queue to prevent starvation"""

1
deploy/docker/api.py
View File

@@ -563,7 +563,6 @@ async def handle_crawl_request(
if isinstance(hook_manager, UserHookManager): if isinstance(hook_manager, UserHookManager):
try: try:
# Ensure all hook data is JSON serializable # Ensure all hook data is JSON serializable
import json
hook_data = { hook_data = {
"status": hooks_status, "status": hooks_status,
"execution_log": hook_manager.execution_log, "execution_log": hook_manager.execution_log,