mirror of
https://github.com/fosrl/docs-v2.git
synced 2026-09-30 17:59:10 +02:00
22 lines
603 B
TypeScript
22 lines
603 B
TypeScript
import type { MetadataRoute } from 'next';
|
|
import { siteUrl } from '@/lib/shared';
|
|
|
|
/**
|
|
* Mintlify's generated robots.txt: AI crawlers may train, search, and answer
|
|
* from the docs, while Next.js build assets stay out of the index.
|
|
* https://www.mintlify.com/docs/optimize/seo
|
|
*/
|
|
export default function robots(): MetadataRoute.Robots {
|
|
return {
|
|
rules: {
|
|
userAgent: '*',
|
|
allow: '/_next/image',
|
|
disallow: ['/cdn-cgi/', '/_next/'],
|
|
other: {
|
|
'Content-Signal': 'ai-train=yes, search=yes, ai-input=yes',
|
|
},
|
|
},
|
|
sitemap: `${siteUrl}/sitemap.xml`,
|
|
};
|
|
}
|