diff --git a/projects/packages/jetpack-mu-wpcom/changelog/update-applebot-extended b/projects/packages/jetpack-mu-wpcom/changelog/update-applebot-extended new file mode 100644 index 0000000000000..2989db89831bc --- /dev/null +++ b/projects/packages/jetpack-mu-wpcom/changelog/update-applebot-extended @@ -0,0 +1,4 @@ +Significance: patch +Type: changed + +Blog Privacy: Update Applebot-Extended disallow rule diff --git a/projects/packages/jetpack-mu-wpcom/src/features/blog-privacy/blog-privacy.php b/projects/packages/jetpack-mu-wpcom/src/features/blog-privacy/blog-privacy.php index 6c864472010af..a0d37af3f7102 100644 --- a/projects/packages/jetpack-mu-wpcom/src/features/blog-privacy/blog-privacy.php +++ b/projects/packages/jetpack-mu-wpcom/src/features/blog-privacy/blog-privacy.php @@ -37,6 +37,7 @@ function robots_txt( string $output, $public ): string { $ai_bots = array( 'Amazonbot', 'anthropic-ai', + 'Applebot-Extended', 'Bytespider', 'CCBot', 'ClaudeBot', @@ -54,10 +55,6 @@ function robots_txt( string $output, $public ): string { $output .= "\nUser-agent: {$ai_bot}\n"; $output .= "Disallow: /\n"; } - - // https://support.apple.com/en-us/119829#datausage - $output .= "\nUser-agent: Applebot-Extended\n"; - $output .= "Disallow: /private/\n"; } return $output; diff --git a/projects/packages/jetpack-mu-wpcom/tests/php/features/blog-privacy/class-blog-privacy-test.php b/projects/packages/jetpack-mu-wpcom/tests/php/features/blog-privacy/class-blog-privacy-test.php index 327068b785d4a..cd0d8679afe6b 100644 --- a/projects/packages/jetpack-mu-wpcom/tests/php/features/blog-privacy/class-blog-privacy-test.php +++ b/projects/packages/jetpack-mu-wpcom/tests/php/features/blog-privacy/class-blog-privacy-test.php @@ -37,6 +37,9 @@ public function provide_robots_txt(): \Iterator { User-agent: anthropic-ai Disallow: / +User-agent: Applebot-Extended +Disallow: / + User-agent: Bytespider Disallow: / @@ -70,9 +73,6 @@ public function provide_robots_txt(): \Iterator { User-agent: sentibot Disallow: / -User-agent: Applebot-Extended -Disallow: /private/ - AI_BLOCKS; yield 'public, no discourage AI' => array(