Stop preventing all good bots from indexing.

2025-08-18 10:34:06 -04:00
parent c062e0e6f6
commit c43363a14b
1 changed files with 2 additions and 1 deletions
--- a/src/robots.txt
+++ b/src/robots.txt
@@ -1,2 +1,3 @@
-User-agent: *
+# Explicitly catch Applebot-Extended, as the defauly regex in Anubis will permit it.
 User-agent: Applebot-Extended
 Disallow: /