From 86df20234b72ecd9798f7beb1023a84a2b1dda51 Mon Sep 17 00:00:00 2001 From: UncleCode Date: Wed, 2 Apr 2025 21:25:24 +0800 Subject: [PATCH] fix(crawler): handle exceptions in get_page call to ensure page retrieval --- crawl4ai/async_crawler_strategy.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/crawl4ai/async_crawler_strategy.py b/crawl4ai/async_crawler_strategy.py index 9e395dfa..89b4df84 100644 --- a/crawl4ai/async_crawler_strategy.py +++ b/crawl4ai/async_crawler_strategy.py @@ -505,7 +505,10 @@ class AsyncPlaywrightCrawlerStrategy(AsyncCrawlerStrategy): ) # Get page for session - page, context, _ = await self.browser_manager.get_page(crawlerRunConfig=config) + try: + page, context, _ = await self.browser_manager.get_page(crawlerRunConfig=config) + except Exception as e: + page, context = await self.browser_manager.get_page(crawlerRunConfig=config) # await page.goto(URL)