20 lines
616 B
TypeScript
20 lines
616 B
TypeScript
import { MetadataRoute } from 'next';
|
|
|
|
export default function robots(): MetadataRoute.Robots {
|
|
const baseUrl = process.env.NEXT_PUBLIC_BASE_URL || "https://mugladijitalmedya.com";
|
|
return {
|
|
rules: [
|
|
{
|
|
userAgent: '*',
|
|
allow: '/',
|
|
disallow: '/admin/',
|
|
},
|
|
{
|
|
userAgent: ['GPTBot', 'ChatGPT-User', 'PerplexityBot', 'ClaudeBot', 'anthropic-ai', 'Google-Extended'],
|
|
allow: '/',
|
|
disallow: '/admin/',
|
|
}
|
|
],
|
|
sitemap: `${baseUrl}/sitemap.xml`,
|
|
};
|
|
} |