diff --git a/public/robots.txt b/public/robots.txt index eb05362..c38b131 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,2 +1,14 @@ User-agent: * -Disallow: +Allow: / +User-agent: GPTBot +Disallow: / +User-agent: ChatGPT-User +Disallow: / +User-agent: Google-Extended +Disallow: / +User-agent: CCBot +Disallow: / +User-agent: PerplexityBot +Disallow: / +User-agent: anthropic-ai +Disallow: /