添加Disallow: /archive/防止机器人搜索到过多无用内容
This commit is contained in:
1 parent
c5da4260e3
commit
651157e58a
1 file changed
+1
@@ -3,6 +3,7 @@ import type { APIRoute } from "astro";
|
||||
const robotsTxt = `
|
||||
User-agent: *
|
||||
Disallow: /_astro/
|
||||
Disallow: /archive/
|
||||
|
||||
Sitemap: ${new URL("sitemap-index.xml", import.meta.env.SITE).href}
|
||||
`.trim();
|
||||
|
||||
Reference in new issue
Block a user