- Fix Spacy model issue
- Update Readme and requirements.txt
This commit is contained in:
unclecode
2024-05-16 19:50:20 +08:00
parent 6a6365ae0a
commit c8589f8da3
8 changed files with 137 additions and 70 deletions

View File

@@ -34,13 +34,16 @@ class WebCrawler:
# if not db_path:
# self.db_path = f"{self.crawl4ai_folder}/crawl4ai.db"
flush_db()
# flush_db()
init_db()
self.ready = False
def warmup(self):
print("[LOG] 🌤️ Warming up the WebCrawler")
print("[LOG] 🌤️ Warming up the WebCrawler")
result = self.run(
url='https://crawl4ai.uccode.io/',
word_count_threshold=5,