Extract internal and external links.

2024-06-08 16:53:06 +08:00
parent 36a5847df5
commit 9c34b30723
4 changed files with 143 additions and 14 deletions
--- a/crawl4ai/models.py
+++ b/crawl4ai/models.py
@@ -11,6 +11,7 @@ class CrawlResult(BaseModel):
    success: bool
    cleaned_html: Optional[str] = None
    media: Dict[str, List[Dict]] = {}
+    links: Dict[str, List[Dict]] = {}
    screenshot: Optional[str] = None
    markdown: Optional[str] = None
    extracted_content: Optional[str] = None