24 lines
745 B
TypeScript
24 lines
745 B
TypeScript
import { MetadataRoute } from 'next';
|
|
|
|
export default function robots(): MetadataRoute.Robots {
|
|
return {
|
|
rules: [
|
|
{
|
|
userAgent: '*',
|
|
allow: '/',
|
|
disallow: ['/admin/', '/api/'],
|
|
},
|
|
// Allow AI citation/search bots (they surface the site in AI answers)
|
|
{ userAgent: 'OAI-SearchBot', allow: '/' },
|
|
{ userAgent: 'PerplexityBot', allow: '/' },
|
|
{ userAgent: 'anthropic-ai', allow: '/' },
|
|
{ userAgent: 'ClaudeBot', allow: '/' },
|
|
// Block training crawlers
|
|
{ userAgent: 'GPTBot', disallow: '/' },
|
|
{ userAgent: 'Google-Extended', disallow: '/' },
|
|
{ userAgent: 'CCBot', disallow: '/' },
|
|
],
|
|
sitemap: 'https://kitebeachakyaka.com.tr/sitemap.xml',
|
|
};
|
|
}
|