diff --git a/src/robots.txt b/src/robots.txt index 1f53798..a05de7b 100644 --- a/src/robots.txt +++ b/src/robots.txt @@ -1,2 +1,3 @@ -User-agent: * +# Explicitly catch Applebot-Extended, as the defauly regex in Anubis will permit it. +User-agent: Applebot-Extended Disallow: /