From c9f1c5826c483b53db71c98ca962a22586266198 Mon Sep 17 00:00:00 2001
From: Alexander Bocken <alexander@bocken.org>
Date: Tue, 30 Jul 2024 14:03:32 +0200
Subject: [PATCH] disallow GPTBot/Openai from crawling website

---
 static/robots.txt | 2 ++
 1 file changed, 2 insertions(+)
 create mode 100644 static/robots.txt

diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 00000000..f4625e63
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,2 @@
+User-agent: GPTBot
+Disallow: /