From ea0bfbc3e29c2a646fa4cfa036f194b7219616e9 Mon Sep 17 00:00:00 2001 From: Alex Skrenchuk Date: Wed, 20 Nov 2024 22:45:07 -0800 Subject: [PATCH] disallow /change_requests for bots --- config/robots/appliance.txt | 1 + config/robots/production.txt | 1 + 2 files changed, 2 insertions(+) diff --git a/config/robots/appliance.txt b/config/robots/appliance.txt index a8b077b77..4cd1b3a25 100644 --- a/config/robots/appliance.txt +++ b/config/robots/appliance.txt @@ -11,6 +11,7 @@ Disallow: /feedback Disallow: /ajax Disallow: /javascripts Disallow: /widgets +Disallow: /change_requests Crawl-delay: 5 User-agent: Amazonbot diff --git a/config/robots/production.txt b/config/robots/production.txt index a8b077b77..4cd1b3a25 100644 --- a/config/robots/production.txt +++ b/config/robots/production.txt @@ -11,6 +11,7 @@ Disallow: /feedback Disallow: /ajax Disallow: /javascripts Disallow: /widgets +Disallow: /change_requests Crawl-delay: 5 User-agent: Amazonbot