sitemap

app/robots.ts

@@ -1,11 +1,32 @@
-import { MetadataRoute } from 'next'
+
+
+import type { MetadataRoute } from 'next';
+
+const PROTECTED = ['/admin/', '/api/'];
 
 export default function robots(): MetadataRoute.Robots {
   return {
-    rules: {
-      userAgent: '*',
-      allow: '/',
-    },
+    rules: [
+      {
+        userAgent: '*',
+        allow: '/',
+        disallow: PROTECTED,
+      },
+      // AI arama / citation botları
+      { userAgent: 'OAI-SearchBot', allow: '/', disallow: PROTECTED },
+      { userAgent: 'ChatGPT-User', allow: '/', disallow: PROTECTED },
+      { userAgent: 'PerplexityBot', allow: '/', disallow: PROTECTED },
+      { userAgent: 'Perplexity-User', allow: '/', disallow: PROTECTED },
+      { userAgent: 'Claude-SearchBot', allow: '/', disallow: PROTECTED },
+      { userAgent: 'Claude-User', allow: '/', disallow: PROTECTED },
+      // Training crawler'ları engelle
+      { userAgent: 'GPTBot', disallow: '/' },
+      { userAgent: 'ClaudeBot', disallow: '/' },
+      { userAgent: 'Google-Extended', disallow: '/' },
+      { userAgent: 'CCBot', disallow: '/' },
+      { userAgent: 'Bytespider', disallow: '/' },        // ByteDance/TikTok
+      { userAgent: 'Meta-ExternalAgent', disallow: '/' }, // Meta training
+    ],
     sitemap: 'https://moygroup.com.tr/sitemap.xml',
-  }
-}
+  };
+}