feat(config): enhance serialization and add deep crawling exports
Improve configuration serialization with better handling of frozensets and slots. Expand deep crawling module exports and documentation. Add comprehensive API usage examples in Docker README. - Add support for frozenset serialization - Improve error handling in config loading - Export additional deep crawling components - Enhance Docker API documentation with detailed examples - Fix ContentTypeFilter initialization
This commit is contained in:
@@ -33,10 +33,35 @@ from .async_dispatcher import (
|
||||
)
|
||||
from .docker_client import Crawl4aiDockerClient
|
||||
from .hub import CrawlerHub
|
||||
from .deep_crawling import DeepCrawlStrategy
|
||||
from .deep_crawling import (
|
||||
DeepCrawlStrategy,
|
||||
BFSDeepCrawlStrategy,
|
||||
FastFilterChain,
|
||||
FastContentTypeFilter,
|
||||
FastDomainFilter,
|
||||
FastURLFilter,
|
||||
FastFilterStats,
|
||||
FastKeywordRelevanceScorer,
|
||||
FastURLScorer,
|
||||
BestFirstCrawlingStrategy,
|
||||
DFSDeepCrawlStrategy,
|
||||
DeepCrawlDecorator,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
"AsyncWebCrawler",
|
||||
"DeepCrawlStrategy",
|
||||
"BFSDeepCrawlStrategy",
|
||||
"BestFirstCrawlingStrategy",
|
||||
"DFSDeepCrawlStrategy",
|
||||
"FastFilterChain",
|
||||
"FastContentTypeFilter",
|
||||
"FastDomainFilter",
|
||||
"FastFilterStats",
|
||||
"FastURLFilter",
|
||||
"FastKeywordRelevanceScorer",
|
||||
"FastURLScorer",
|
||||
"DeepCrawlDecorator",
|
||||
"CrawlResult",
|
||||
"CrawlerHub",
|
||||
"CacheMode",
|
||||
|
||||
Reference in New Issue
Block a user