<Future pending> issue fix was incorrect. Reverting
This commit is contained in:
@@ -264,8 +264,7 @@ class BFSScraperStrategy(ScraperStrategy):
|
||||
self.stats.current_depth = depth
|
||||
|
||||
if parallel_processing:
|
||||
loop = asyncio.get_event_loop()
|
||||
task = loop.create_task(
|
||||
task = asyncio.create_task(
|
||||
self.process_url(url, depth, crawler, queue, visited, depths)
|
||||
)
|
||||
pending_tasks.add(task)
|
||||
|
||||
Reference in New Issue
Block a user