diff --git a/src/pages/robots.txt.ts b/src/pages/robots.txt.ts index cf9107f..ff07a31 100644 --- a/src/pages/robots.txt.ts +++ b/src/pages/robots.txt.ts @@ -3,6 +3,7 @@ import type { APIRoute } from "astro"; const robotsTxt = ` User-agent: * Disallow: /_astro/ +Disallow: /archive/ Sitemap: ${new URL("sitemap-index.xml", import.meta.env.SITE).href} `.trim();