diff --git a/src/robots.txt b/src/robots.txt index 16b922a..8b13789 100644 --- a/src/robots.txt +++ b/src/robots.txt @@ -1,3 +1 @@ -# Explicitly catch Applebot-Extended, as the default regex in Anubis will permit it. -User-agent: Applebot-Extended -Disallow: / +