From 1f41823025cf34c8cefcd4acacc388293aaa76a4 Mon Sep 17 00:00:00 2001
From: John Bowdre <john@bowdre.net>
Date: Fri, 12 Apr 2024 15:42:22 -0500
Subject: [PATCH] add ai.txt

---
 static/ai.txt | 6 ++++++
 1 file changed, 6 insertions(+)
 create mode 100644 static/ai.txt

diff --git a/static/ai.txt b/static/ai.txt
new file mode 100644
index 0000000..0bdaa51
--- /dev/null
+++ b/static/ai.txt
@@ -0,0 +1,6 @@
+# Spawning AI
+# Prevent datasets from using the following file types
+
+User-Agent: *
+Disallow: /
+Disallow: *
\ No newline at end of file