feat: better robots.txt

.vscode/settings.json

@@ -130,6 +130,7 @@
     "outdir",
     "outfile",
     "ownedtanks",
+    "partytown",
     "PIXELFORMAT",
     "playerachievements",
     "playerinfo",

packages/website/src/pages/robots.txt.ts

@@ -1,23 +1,19 @@
 import { assertSecret } from '@blitzkit/core';
 import type { APIContext } from 'astro';
 
-export async function GET({}: APIContext) {
+export async function GET({ request }: APIContext) {
   const allowRobots = assertSecret(import.meta.env.ALLOW_ROBOTS) === 'true';
-  const site = assertSecret(import.meta.env.SITE);
+  const flags: Record<string, string | null> = {
+    'User-agent': '*',
+    [allowRobots ? 'Allow' : 'Disallow']: '/',
+
+    space: null,
+    Sitemap: `${new URL(request.url).origin}/sitemap-index.xml`,
+  };
 
   return new Response(
-    `
+    Object.entries(flags)
-User-agent: *
+      .map(([key, value]) => (value === null ? '' : `${key}: ${value}`))
-Allow: /
+      .join('\n'),
-
-${
-  allowRobots
-    ? `
-Host: ${site}
-Sitemap: ${site}/sitemap-index.xml
-`
-    : ''
-}
-`.trim(),
   );
 }