添加Disallow: /archive/防止机器人搜索到过多无用内容

This commit is contained in:
mckero authored and GitHub committed 2025-08-26 00:27:43 +08:00
1 parent c5da4260e3
commit 651157e58a
1 file changed
+1
+1
View File
@@ -3,6 +3,7 @@ import type { APIRoute } from "astro";
const robotsTxt = `
User-agent: *
Disallow: /_astro/
Disallow: /archive/
Sitemap: ${new URL("sitemap-index.xml", import.meta.env.SITE).href}
`.trim();