From 670072b08e8e3c99a33cb1554db1e8bc9763c2ea Mon Sep 17 00:00:00 2001
From: isabel <isabel@isabelroses.com>
Date: Fri, 29 Mar 2024 17:38:39 +0000
Subject: [PATCH] chore: disallow ai scrapers

---
 public/robots.txt | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/public/robots.txt b/public/robots.txt
index eb05362..c38b131 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,2 +1,14 @@
 User-agent: *
-Disallow:
+Allow: /
+User-agent: GPTBot
+Disallow: /
+User-agent: ChatGPT-User
+Disallow: /
+User-agent: Google-Extended
+Disallow: /
+User-agent: CCBot
+Disallow: /
+User-agent: PerplexityBot
+Disallow: /
+User-agent: anthropic-ai
+Disallow: /
-- 
2.51.2