feat: dynamically generate robots.txt

satnaing · Oct 3, 2023 · 6352353 · 6352353
1 parent cfcedd1
commit 6352353
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 5 deletions.
diff --git a/public/robots.txt b/public/robots.txt
diff --git a/src/pages/robots.txt.ts b/src/pages/robots.txt.ts
@@ -0,0 +1,17 @@
+import type { APIRoute } from "astro";
+import { SITE } from "@config";
+
+const robots = `
+User-agent: Googlebot
+Disallow: /nogooglebot/
+
+User-agent: *
+Allow: /
+
+Sitemap: ${new URL("sitemap-index.xml", SITE.website).href}
+`.trim();
+
+export const GET: APIRoute = () =>
+  new Response(robots, {
+    headers: { "Content-Type": "text/plain" },
+  });