import type { APIRoute } from "astro"; const robotsTxt = ` User-agent: * Allow: / Sitemap: ${new URL("sitemap-index.xml", import.meta.env.SITE).href} `.trim(); export const GET: APIRoute = () => { return new Response(robotsTxt, { headers: { "Content-Type": "text/plain; charset=utf-8", }, }); };