added ai.txt

2025-04-27 18:29:08 +02:00 · 2025-04-27 18:29:08 +02:00 · 693f0f2eae
commit 693f0f2eae
parent 8d6ededac6
3 changed files with 9 additions and 3 deletions
--- a/public/ai.txt
+++ b/public/ai.txt
@ -0,0 +1,6 @@
+# Spawning AI
+# Prevent datasets from using the following file types
+
+User-Agent: *
+Disallow: /
+Disallow: *