From 10a08d96b5db4de805a5be14fa38c2da94f0143a Mon Sep 17 00:00:00 2001 From: Scott Nath Date: Thu, 13 Jun 2024 13:27:50 -0400 Subject: [PATCH] Update robots.txt.ts --- workspaces/website/src/pages/robots.txt.ts | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/workspaces/website/src/pages/robots.txt.ts b/workspaces/website/src/pages/robots.txt.ts index 747c51b..cb2cc7a 100644 --- a/workspaces/website/src/pages/robots.txt.ts +++ b/workspaces/website/src/pages/robots.txt.ts @@ -16,6 +16,10 @@ Disallow: / User-agent: anthropic-ai Disallow: / +User-agent: Applebot +User-agent: Applebot-Extended +Disallow: / + User-agent: AwarioRssBot User-agent: AwarioSmartBot Disallow: /