#1167 Add PHP MIME types to ContentTypeFilter for better file handling

2025-06-05 11:29:35 +08:00
parent 5ac19a61d7
commit 74b06d4b80
2 changed files with 84 additions and 0 deletions
--- a/crawl4ai/deep_crawling/filters.py
+++ b/crawl4ai/deep_crawling/filters.py
@@ -337,6 +337,15 @@ class ContentTypeFilter(URLFilter):
        "sqlite": "application/vnd.sqlite3",
        # Placeholder
        "unknown": "application/octet-stream",  # Fallback for unknown file types
+        # php
+        "php": "application/x-httpd-php",
+        "php3": "application/x-httpd-php",
+        "php4": "application/x-httpd-php",
+        "php5": "application/x-httpd-php",
+        "php7": "application/x-httpd-php",
+        "phtml": "application/x-httpd-php",
+        "phps": "application/x-httpd-php-source",
+
    }

    @staticmethod