itsfinniii/website
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Trim the robots text

Browse Source
This commit is contained in:
Quinn Hegeman
2026-03-08 13:09:46 +01:00
parent 2411c6fdc8
commit 4d56dce1af
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
astro/src/pages/robots.txt.ts
View File

@@ -1,7 +1,6 @@
import { getRobotsSettings } from "@/content/settings/robots"; import { getRobotsSettings } from "@/content/settings/robots";
import { getSettings } from "@/content/settings/settings"; import { getSettings } from "@/content/settings/settings";
import type { APIRoute } from "astro"; import type { APIRoute } from "astro";
import minifyXML from "minify-xml";
export const GET = (async () => { export const GET = (async () => {
const settings = await getSettings(); const settings = await getSettings();
@@ -57,7 +56,7 @@ export const GET = (async () => {
crawlerContent = crawlerContent + "\n\n\n" crawlerContent = crawlerContent + "\n\n\n"
}); });
return new Response(crawlerContent, { return new Response(crawlerContent.trim(), {
status: 200, status: 200,
statusText: "OK", statusText: "OK",
headers: { headers: {