From aeee16078d1c4700b7bb25bb2cebe9b816794054 Mon Sep 17 00:00:00 2001
From: Alexander Bocken <alexander@bocken.org>
Date: Tue, 30 Jul 2024 14:03:32 +0200
Subject: [PATCH] disallow GPTBot/Openai from crawling website

---
 static/robots.txt | 2 ++
 1 file changed, 2 insertions(+)
 create mode 100644 static/robots.txt

diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 0000000..f4625e6
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,2 @@
+User-agent: GPTBot
+Disallow: /