fix(seo,performance): disallow bot media streaming, disable fastcgi buffering, and resolve real cloudflare client IPs

This commit is contained in:
Mustafa Yildiz
2026-08-21 14:02:31 +03:00
parent 19c8d496c7
commit c68c5a4c65
3 changed files with 62 additions and 11 deletions
+18
View File
@@ -11,8 +11,12 @@ Disallow: /watchlist
Disallow: /notifications
Disallow: /ai
Disallow: /watch/
Disallow: /stream/
Disallow: /index.php/stream/
Disallow: /vtt-proxy
Disallow: /track/
Disallow: /calls/
Disallow: /episode/
Disallow: /comments
Crawl-delay: 1
@@ -20,11 +24,25 @@ User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /stream/
Disallow: /index.php/stream/
Disallow: /vtt-proxy
Disallow: /track/
Disallow: /calls/
Disallow: /episode/
Disallow: /comments
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /stream/
Disallow: /index.php/stream/
Disallow: /vtt-proxy
Disallow: /track/
Disallow: /calls/
Disallow: /episode/
Disallow: /comments
# AI eğitim botlarını engelle (standart User-agent yöntemi)
User-agent: GPTBot