<Future pending> issue fix was incorrect. Reverting

This commit is contained in:
Aravind Karnam
2024-11-26 17:04:04 +05:30
parent a888c91790
commit 155c756238
3 changed files with 4 additions and 8 deletions

View File

@@ -264,8 +264,7 @@ class BFSScraperStrategy(ScraperStrategy):
self.stats.current_depth = depth
if parallel_processing:
loop = asyncio.get_event_loop()
task = loop.create_task(
task = asyncio.create_task(
self.process_url(url, depth, crawler, queue, visited, depths)
)
pending_tasks.add(task)