From c43363a14b00916702ce6723af63ecb964d58d86 Mon Sep 17 00:00:00 2001 From: Cutieguwu Date: Mon, 18 Aug 2025 10:34:06 -0400 Subject: [PATCH] Stop preventing all good bots from indexing. --- src/robots.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/robots.txt b/src/robots.txt index 1f53798..a05de7b 100644 --- a/src/robots.txt +++ b/src/robots.txt @@ -1,2 +1,3 @@ -User-agent: * +# Explicitly catch Applebot-Extended, as the defauly regex in Anubis will permit it. +User-agent: Applebot-Extended Disallow: /