src/pages/robots.txt.ts


1
2
3
4
5
6
7
8
9
10
11
12
13

import type { APIRoute } from "astro";

const getRobotsTxt = (sitemapUrl: URL) => `
User-agent: *
Allow: /

Sitemap: ${sitemapUrl.href}
`;

export const GET: APIRoute = ({ site }) => {
	const sitemapUrl = new URL(`sitemap-index.xml`, site);
	return new Response(getRobotsTxt(sitemapUrl));
};