it/web/app/robots.ts

import type { MetadataRoute } from 'next'; import { site } from '@/lib/site'; export default function robots(): MetadataRoute.Robots { const host=site.url.replace(/\/$/,''); return { host, sitemap: `${host}/sitemap.xml`, rules: [{ userAgent:'*', allow:['/'], disallow:['/api/','/api/*'] }] }; }