diff --git a/layouts/robots.txt b/layouts/robots.txt index 6f8a0c46..4b53f597 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -6,7 +6,7 @@ Disallow: User-agent: AdsBot-Google User-agent: Amazonbot User-agent: anthropic-ai -User-agent: Applebot +User-agent: Applebot-Extended User-agent: AwarioRssBot User-agent: AwarioSmartBot User-agent: Bytespider