From df26f5e7839639c187a866527282f0957f6ec66f Mon Sep 17 00:00:00 2001
From: Steph Enders <steph@senders.io>
Date: Thu, 22 Jun 2023 09:23:10 -0400
Subject: Add robots.txt

Add a proper robots.txt that allows search engines
---
 static/robots.txt | 9 +++++++++
 1 file changed, 9 insertions(+)
 create mode 100644 static/robots.txt

(limited to 'static/robots.txt')

diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 0000000..9b984c3
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,9 @@
+User-agent: *
+Disallow: /
+
+User-agent: Googlebot
+Allow: /
+User-agent: Bingbot
+Allow: /
+User-agent: DuckDuckBot
+Allow: /
-- 
cgit v1.2.3-54-g00ecf