import { MetadataRoute } from 'next'; export default function robots(): MetadataRoute.Robots { return { rules: [ { userAgent: '*', allow: '/', disallow: ['/admin/', '/api/'], }, // Allow AI citation/search bots (they surface the site in AI answers) { userAgent: 'OAI-SearchBot', allow: '/' }, { userAgent: 'PerplexityBot', allow: '/' }, { userAgent: 'anthropic-ai', allow: '/' }, { userAgent: 'ClaudeBot', allow: '/' }, // Block training crawlers { userAgent: 'GPTBot', disallow: '/' }, { userAgent: 'Google-Extended', disallow: '/' }, { userAgent: 'CCBot', disallow: '/' }, ], sitemap: 'https://kitebeachakyaka.com.tr/sitemap.xml', }; }