77 lines
1.4 KiB
Plaintext
77 lines
1.4 KiB
Plaintext
# Animexe — robots.txt
|
||
# Otomatik yönetim: Admin > SEO Paneli üzerinden düzenlenebilir.
|
||
|
||
User-agent: *
|
||
Allow: /
|
||
Disallow: /admin/
|
||
Disallow: /api/
|
||
Disallow: /profile
|
||
Disallow: /profile/settings
|
||
Disallow: /watchlist
|
||
Disallow: /notifications
|
||
Disallow: /ai
|
||
Disallow: /watch/
|
||
Disallow: /stream/
|
||
Disallow: /index.php/stream/
|
||
Disallow: /vtt-proxy
|
||
Disallow: /track/
|
||
Disallow: /calls/
|
||
Disallow: /episode/
|
||
Disallow: /comments
|
||
Crawl-delay: 1
|
||
|
||
User-agent: Googlebot
|
||
Allow: /
|
||
Disallow: /admin/
|
||
Disallow: /api/
|
||
Disallow: /stream/
|
||
Disallow: /index.php/stream/
|
||
Disallow: /vtt-proxy
|
||
Disallow: /track/
|
||
Disallow: /calls/
|
||
Disallow: /episode/
|
||
Disallow: /comments
|
||
|
||
User-agent: Bingbot
|
||
Allow: /
|
||
Disallow: /admin/
|
||
Disallow: /api/
|
||
Disallow: /stream/
|
||
Disallow: /index.php/stream/
|
||
Disallow: /vtt-proxy
|
||
Disallow: /track/
|
||
Disallow: /calls/
|
||
Disallow: /episode/
|
||
Disallow: /comments
|
||
|
||
# AI eğitim botlarını engelle (standart User-agent yöntemi)
|
||
User-agent: GPTBot
|
||
Disallow: /
|
||
|
||
User-agent: ChatGPT-User
|
||
Disallow: /
|
||
|
||
User-agent: CCBot
|
||
Disallow: /
|
||
|
||
User-agent: anthropic-ai
|
||
Disallow: /
|
||
|
||
User-agent: Claude-Web
|
||
Disallow: /
|
||
|
||
User-agent: cohere-ai
|
||
Disallow: /
|
||
|
||
User-agent: Omgili
|
||
Disallow: /
|
||
|
||
User-agent: FacebookBot
|
||
Disallow: /
|
||
|
||
Sitemap: https://animexe.com/sitemap.xml
|
||
Sitemap: https://animexe.com/sitemap-main.xml
|
||
Sitemap: https://animexe.com/sitemap-animes.xml
|
||
Sitemap: https://animexe.com/sitemap-videos.xml
|
||
Sitemap: https://animexe.com/sitemap-blog.xml
|