From b4bb0ccea075e58d732380cfbcf07c22703c7153 Mon Sep 17 00:00:00 2001 From: UncleCode Date: Sun, 8 Jun 2025 11:33:28 +0800 Subject: [PATCH] Update simple-crawling.md Fixing wrong documentation about th fit_markdown to assume its a direct parameter of CrawlerRunConfig, while it is NOT. --- docs/md_v2/core/simple-crawling.md | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/docs/md_v2/core/simple-crawling.md b/docs/md_v2/core/simple-crawling.md index 094b5cc7..dd31bc97 100644 --- a/docs/md_v2/core/simple-crawling.md +++ b/docs/md_v2/core/simple-crawling.md @@ -31,9 +31,16 @@ if __name__ == "__main__": The `arun()` method returns a `CrawlResult` object with several useful properties. Here's a quick overview (see [CrawlResult](../api/crawl-result.md) for complete details): ```python +config = CrawlerRunConfig( + markdown_generator=DefaultMarkdownGenerator( + content_filter=PruningContentFilter(threshold=0.6), + options={"ignore_links": True} + ) +) + result = await crawler.arun( url="https://example.com", - config=CrawlerRunConfig(fit_markdown=True) + config=config ) # Different content formats