From 2f5e0598bbbcf8dacaee65ebf70cb98c7c699fa5 Mon Sep 17 00:00:00 2001 From: Aravind Karnam Date: Tue, 26 Nov 2024 18:26:57 +0530 Subject: [PATCH] updated definition of can_process_url to include dept as an argument, as it's needed to skip filters for start_url --- crawl4ai/scraper/scraper_strategy.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crawl4ai/scraper/scraper_strategy.py b/crawl4ai/scraper/scraper_strategy.py index f1588f0c..396ea7c4 100644 --- a/crawl4ai/scraper/scraper_strategy.py +++ b/crawl4ai/scraper/scraper_strategy.py @@ -32,7 +32,7 @@ class ScraperStrategy(ABC): pass @abstractmethod - async def can_process_url(self, url: str) -> bool: + async def can_process_url(self, url: str, depth: int) -> bool: """Check if URL can be processed based on strategy rules""" pass