Created scaffolding for Scraper as per the plan. Implemented the ascrape method in bfs_scraper_strategy

2024-09-09 13:13:34 +05:30
parent eb131bebdf
commit 44ce12c62c
12 changed files with 155 additions and 0 deletions
--- a/crawl4ai/scraper/models.py
+++ b/crawl4ai/scraper/models.py
@@ -0,0 +1,7 @@
+from pydantic import BaseModel
+from typing import List, Dict
+
+class ScraperResult(BaseModel):
+    url: str
+    crawled_urls: List[str]
+    extracted_data: Dict