From 133fa83956c9ec89d46443e6a41a7b55fd0f3d07 Mon Sep 17 00:00:00 2001 From: Steph Enders Date: Thu, 22 Jun 2023 09:25:10 -0400 Subject: Allow archive.org --- static/robots.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/static/robots.txt b/static/robots.txt index 9b984c3..c84adb6 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -7,3 +7,5 @@ User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / +User-agent: archive.org_bot +Allow: / -- cgit v1.2.3-54-g00ecf