feat(deep-crawling): add DFS strategy and update exports; refactor CLI entry point

This commit is contained in:
UncleCode
2025-02-09 20:23:40 +08:00
parent 19df96ed56
commit 467be9ac76
5 changed files with 9 additions and 3 deletions

View File

@@ -33,9 +33,10 @@ from .async_dispatcher import (
)
from .docker_client import Crawl4aiDockerClient
from .hub import CrawlerHub
from .deep_crawling import DeepCrawlStrategy
__all__ = [
"AsyncWebCrawler",
"DeepCrawlStrategy",
"CrawlResult",
"CrawlerHub",
"CacheMode",

0
crawl4ai/cli.py Normal file
View File

View File

@@ -2,10 +2,12 @@
from .base_strategy import DeepCrawlDecorator, DeepCrawlStrategy
from .bfs_strategy import BFSDeepCrawlStrategy
from .bff_strategy import BestFirstCrawlingStrategy
from .dfs_strategy import DFSDeepCrawlStrategy
__all__ = [
"DeepCrawlDecorator",
"DeepCrawlStrategy",
"BFSDeepCrawlStrategy",
"BestFirstCrawlingStrategy",
"DFSDeepCrawlStrategy",
]

View File

@@ -224,6 +224,7 @@ def create_common_filter_chain() -> FilterChain:
# Use __slots__ and array for maximum memory/speed efficiency
@dataclass
class FastFilterStats:
__slots__ = ("_counters",)