diff --git a/packages/website/src/pages/robots.txt.ts b/packages/website/src/pages/robots.txt.ts index 4109e9076..c214dc846 100644 --- a/packages/website/src/pages/robots.txt.ts +++ b/packages/website/src/pages/robots.txt.ts @@ -5,7 +5,7 @@ export async function GET({ request }: APIContext) { const allowRobots = assertSecret(import.meta.env.ALLOW_ROBOTS) === 'true'; const flags: Record = { 'User-agent': '*', - [allowRobots ? 'Allow' : 'Disallow']: '/', + Allow: '/', space: null, Sitemap: `${new URL(request.url).origin}/sitemap-index.xml`,