back to astro for hopefully the last time (#146)

1 files changed, 13 insertions, 0 deletions

diff --git a/src/pages/robots.txt.ts b/src/pages/robots.txt.ts
new file mode 100644
index 0000000..f36bf2b
--- /dev/null
+++ b/src/pages/robots.txt.ts
@@ -0,0 +1,13 @@
+import type { APIRoute } from "astro";
+
+const getRobotsTxt = (sitemapUrl: URL) => `
+User-agent: *
+Allow: /
+
+Sitemap: ${sitemapUrl.href}
+`;
+
+export const GET: APIRoute = ({ site }) => {
+	const sitemapUrl = new URL(`sitemap-index.xml`, site);
+	return new Response(getRobotsTxt(sitemapUrl));
+};