From cfda6937883dc9a1bf2128a495fcc4bbf4caa4e2 Mon Sep 17 00:00:00 2001
From: Frankie B <git@diskfloppy.me>
Date: Thu, 2 May 2024 13:38:12 +0100
Subject: [PATCH] Block AI scrapers

---
 public/robots.txt | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/public/robots.txt b/public/robots.txt
index e65f07c..582552d 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -3,3 +3,19 @@ Disallow: /admin
 Disallow: /login
 Disallow: /js
 Disallow: /css
+
+User-Agent: GPTBot
+Disallow: /
+
+User-Agent: ChatGPT-User
+Disallow: /
+
+User-Agent: Google-Extended
+Disallow: /
+
+User-Agent: CCBot
+Disallow: /
+
+User-Agent: PerplexityBot
+Disallow: /
+