feat(docs): update README for version 0.3.74 with new features and improvements

fix(version): update version number to 0.3.74 refactor(async_webcrawler): enhance logging and add domain-based request delay
2024-11-17 21:09:26 +08:00
parent df63a40606
commit 152ac35bc2
5 changed files with 47 additions and 19 deletions
--- a/crawl4ai/config.py
+++ b/crawl4ai/config.py
@@ -55,4 +55,5 @@ IMAGE_SCORE_THRESHOLD = 2
 MAX_METRICS_HISTORY = 1000

 NEED_MIGRATION = True
+URL_LOG_SHORTEN_LENGTH = 30
 SHOW_DEPRECATION_WARNINGS = True