31 lines
1.2 KiB
TypeScript
31 lines
1.2 KiB
TypeScript
import type { MetadataRoute } from 'next';
|
||
|
||
const PROTECTED = ['/admin/', '/api/'];
|
||
|
||
export default function robots(): MetadataRoute.Robots {
|
||
return {
|
||
rules: [
|
||
{
|
||
userAgent: '*',
|
||
allow: '/',
|
||
disallow: PROTECTED,
|
||
},
|
||
// AI arama / citation botları
|
||
{ userAgent: 'OAI-SearchBot', allow: '/', disallow: PROTECTED },
|
||
{ userAgent: 'ChatGPT-User', allow: '/', disallow: PROTECTED },
|
||
{ userAgent: 'PerplexityBot', allow: '/', disallow: PROTECTED },
|
||
{ userAgent: 'Perplexity-User', allow: '/', disallow: PROTECTED },
|
||
{ userAgent: 'Claude-SearchBot', allow: '/', disallow: PROTECTED },
|
||
{ userAgent: 'Claude-User', allow: '/', disallow: PROTECTED },
|
||
// Training crawler'ları engelle
|
||
{ userAgent: 'GPTBot', disallow: '/' },
|
||
{ userAgent: 'ClaudeBot', disallow: '/' },
|
||
{ userAgent: 'Google-Extended', disallow: '/' },
|
||
{ userAgent: 'CCBot', disallow: '/' },
|
||
{ userAgent: 'Bytespider', disallow: '/' }, // ByteDance/TikTok
|
||
{ userAgent: 'Meta-ExternalAgent', disallow: '/' }, // Meta training
|
||
],
|
||
sitemap: 'https://menu.moybeachakyaka.com/sitemap.xml',
|
||
};
|
||
}
|