Fix "Future attached to a different loop" error by ensuring tasks are created in the correct event loop

- Explicitly retrieve and use the correct event loop when creating tasks to avoid cross-loop issues.
- Ensures proper task scheduling in environments with multiple event loops.

crawl4ai/async_crawler_strategy.py

@@ -68,7 +68,8 @@ class ManagedBrowser:
                 stderr=subprocess.PIPE
             )
             # Monitor browser process output for errors
-            asyncio.create_task(self._monitor_browser_process())
+            loop = asyncio.get_event_loop()
+            loop.create_task(self._monitor_browser_process())
             await asyncio.sleep(2)  # Give browser time to start
             return f"http://localhost:{self.debugging_port}"
         except Exception as e:

crawl4ai/scraper/bfs_scraper_strategy.py

@@ -264,7 +264,8 @@ class BFSScraperStrategy(ScraperStrategy):
                         self.stats.current_depth = depth
                         
                         if parallel_processing:
-                            task = asyncio.create_task(
+                            loop = asyncio.get_event_loop()
+                            task = loop.create_task(
                                 self.process_url(url, depth, crawler, queue, visited, depths)
                             )
                             pending_tasks.add(task)

main.py

@@ -125,7 +125,8 @@ class TaskManager:
         self.cleanup_task = None
 
     async def start(self):
-        self.cleanup_task = asyncio.create_task(self._cleanup_loop())
+        loop = asyncio.get_event_loop()
+        self.cleanup_task = loop.create_task(self._cleanup_loop())
 
     async def stop(self):
         if self.cleanup_task:
@@ -231,7 +232,8 @@ class CrawlerService:
 
     async def start(self):
         await self.task_manager.start()
-        self._processing_task = asyncio.create_task(self._process_queue())
+        loop = asyncio.get_event_loop()
+        self._processing_task = loop.create_task(self._process_queue())
 
     async def stop(self):
         if self._processing_task: