From 7a43bd36467572e6a317a1864dd31ed049668615 Mon Sep 17 00:00:00 2001 From: QIU SHENGMING Date: Sun, 2 Aug 2026 01:09:11 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0=20=E5=9C=A8robots.txt.ts?= =?UTF-8?q?=E5=B1=8F=E8=94=BDaibot?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/pages/robots.txt.ts | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/pages/robots.txt.ts b/src/pages/robots.txt.ts index ff07a31..76d2324 100644 --- a/src/pages/robots.txt.ts +++ b/src/pages/robots.txt.ts @@ -4,6 +4,12 @@ const robotsTxt = ` User-agent: * Disallow: /_astro/ Disallow: /archive/ +User-agent: GPTBot +Disallow: / +User-agent: ClaudeBot +Disallow: / +User-agent: PerplexityBot +Disallow: / Sitemap: ${new URL("sitemap-index.xml", import.meta.env.SITE).href} `.trim();