From f21de8ca4fb237f45cca0833a2d2333757d72009 Mon Sep 17 00:00:00 2001
From: James Purser <james@angrybeanie.com>
Date: Sun, 14 Apr 2024 12:12:54 +1000
Subject: [PATCH] Added robots.txt file initial to block ai bots

---
 public/robots.txt | 23 +++++++++++++++++++++++
 1 file changed, 23 insertions(+)
 create mode 100644 public/robots.txt

diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..5575d73
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,23 @@
+# Used for many other (non-commercial) purposes as well
+User-agent: CCBot
+Disallow: /
+
+# For new training only
+User-agent: GPTBot
+Disallow: /
+
+# Not for training, only for user requests 
+User-agent: ChatGPT-User
+Disallow: /
+
+# Marker for disabling Bard and Vertex AI
+User-agent: Google-Extended
+Disallow: /
+
+# Speech synthesis only?
+User-agent: FacebookBot
+Disallow: /
+
+# Multi-purpose, commercial uses; including LLMs
+User-agent: Omgilibot
+Disallow: /
\ No newline at end of file