feat(deep-crawling): add DFS strategy and update exports; refactor CLI entry point
This commit is contained in:
@@ -33,9 +33,10 @@ from .async_dispatcher import (
|
||||
)
|
||||
from .docker_client import Crawl4aiDockerClient
|
||||
from .hub import CrawlerHub
|
||||
|
||||
from .deep_crawling import DeepCrawlStrategy
|
||||
__all__ = [
|
||||
"AsyncWebCrawler",
|
||||
"DeepCrawlStrategy",
|
||||
"CrawlResult",
|
||||
"CrawlerHub",
|
||||
"CacheMode",
|
||||
|
||||
0
crawl4ai/cli.py
Normal file
0
crawl4ai/cli.py
Normal file
@@ -2,10 +2,12 @@
|
||||
from .base_strategy import DeepCrawlDecorator, DeepCrawlStrategy
|
||||
from .bfs_strategy import BFSDeepCrawlStrategy
|
||||
from .bff_strategy import BestFirstCrawlingStrategy
|
||||
from .dfs_strategy import DFSDeepCrawlStrategy
|
||||
|
||||
__all__ = [
|
||||
"DeepCrawlDecorator",
|
||||
"DeepCrawlStrategy",
|
||||
"BFSDeepCrawlStrategy",
|
||||
"BestFirstCrawlingStrategy",
|
||||
"DFSDeepCrawlStrategy",
|
||||
]
|
||||
@@ -224,6 +224,7 @@ def create_common_filter_chain() -> FilterChain:
|
||||
|
||||
|
||||
# Use __slots__ and array for maximum memory/speed efficiency
|
||||
@dataclass
|
||||
class FastFilterStats:
|
||||
__slots__ = ("_counters",)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user