Merge remote-tracking branch 'origin/main' into 0.3.74

setup.py

@@ -7,8 +7,9 @@ import subprocess
 import sys
 import asyncio
 
-# Create the .crawl4ai folder structure
-crawl4ai_folder = Path.home() / ".crawl4ai"
+# Create the .crawl4ai folder in the user's home directory if it doesn't exist
+# If the folder already exists, remove the cache folder
+crawl4ai_folder = os.getenv("CRAWL4_AI_BASE_DIRECTORY", Path.home()) / ".crawl4ai"
 cache_folder = crawl4ai_folder / "cache"
 content_folders = ['html_content', 'cleaned_html', 'markdown_content', 
                   'extracted_content', 'screenshots']