From 1688da98afc17769a5e44fc64d8eb9375b694580 Mon Sep 17 00:00:00 2001 From: nulfrost Date: Thu, 7 Mar 2024 21:10:17 -0500 Subject: [PATCH] block ai crawlers --- public/robots.txt | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index f6e6d1d..f10290c 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,2 +1,10 @@ User-Agent: * Allow: / +User-agent: GPTBot +Disallow: / +User-agent: ChatGPT-User +Disallow: / +User-agent: Google-Extended +Disallow: / +User-agent: PerplexityBot +Disallow: / \ No newline at end of file -- 2.51.2