summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorSteph Enders <steph@senders.io>2023-06-22 09:25:10 -0400
committerSteph Enders <steph@senders.io>2023-06-22 09:25:10 -0400
commit133fa83956c9ec89d46443e6a41a7b55fd0f3d07 (patch)
tree30e1cfbc29953aab03b5396bd7beb4690fb7c1bb
parentdf26f5e7839639c187a866527282f0957f6ec66f (diff)
Allow archive.org
-rw-r--r--static/robots.txt2
1 files changed, 2 insertions, 0 deletions
diff --git a/static/robots.txt b/static/robots.txt
index 9b984c3..c84adb6 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -7,3 +7,5 @@ User-agent: Bingbot
Allow: /
User-agent: DuckDuckBot
Allow: /
+User-agent: archive.org_bot
+Allow: /