From 3839afa52cdb8a81a51172b414c96817b57bf123 Mon Sep 17 00:00:00 2001 From: Benjamin Date: Tue, 3 Mar 2026 08:41:38 +0100 Subject: [PATCH] Ayc0/robots.txt (#185) * rename sitemap * add robots.txt --- astro.config.mjs | 1 + public/robots.txt | 4 ++++ 2 files changed, 5 insertions(+) create mode 100644 public/robots.txt diff --git a/astro.config.mjs b/astro.config.mjs index be3b025..78412e9 100644 --- a/astro.config.mjs +++ b/astro.config.mjs @@ -75,6 +75,7 @@ export default defineConfig({ // Starlight comes with its own sitemap, but it makes all private pages public (and in general all pages public) sitemap({ + filenameBase: "ayc0-sitemap", lastmod: new Date("2025-08-21"), // Update every time we want to website to be re-crawled filter: (page) => { // No slides should be exposed diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..c9748c2 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Allow: / + +Sitemap: https://ayc0.github.io/ayc0-sitemap-index.xml -- 2.51.2