no crawling of /static/

2024-07-30 14:08:41 +02:00 · 2024-07-30 14:08:41 +02:00 · b6e61caa29
commit b6e61caa29
parent aeee16078d
1 changed files with 3 additions and 0 deletions
--- a/static/robots.txt
+++ b/static/robots.txt
@ -1,2 +1,5 @@
 User-agent: GPTBot
 Disallow: /
+
+User-agent: *
+Disallow: /static/