diff --git a/workspaces/website/src/pages/robots.txt.ts b/workspaces/website/src/pages/robots.txt.ts index 747c51b..cb2cc7a 100644 --- a/workspaces/website/src/pages/robots.txt.ts +++ b/workspaces/website/src/pages/robots.txt.ts @@ -16,6 +16,10 @@ Disallow: / User-agent: anthropic-ai Disallow: / +User-agent: Applebot +User-agent: Applebot-Extended +Disallow: / + User-agent: AwarioRssBot User-agent: AwarioSmartBot Disallow: /