feat: add comprehensive type definitions and improve test coverage

Add new type definitions file with extensive Union type aliases for all core components including AsyncUrlSeeder, SeedingConfig, and various crawler strategies. Enhance test coverage with improved bot detection tests, Docker-based testing, and extended features validation. The changes provide better type safety and more robust testing infrastructure for the crawling framework.

tests/docker/extended_features/test_anti_bot_strategy.py

@@ -107,13 +107,11 @@ def test_api_endpoint(base_url="http://localhost:11235"):
                         else:
                             # If markdown is a string
                             markdown_text = markdown_content or ""
-                        
+
                         if "user-agent" in markdown_text.lower():
                             print("  🕷️  User agent info found in response")
 
-                        print(
-                            f"  📄 Markdown length: {len(markdown_text)} characters"
-                        )
+                        print(f"  📄 Markdown length: {len(markdown_text)} characters")
                     else:
                         error_msg = first_result.get("error_message", "Unknown error")
                         print(f"❌ {test_config['name']} - FAILED: {error_msg}")
@@ -137,7 +135,6 @@ def test_api_endpoint(base_url="http://localhost:11235"):
         time.sleep(1)
 
     print("🏁 Testing completed!")
-    return True
 
 
 def test_schema_validation():