Update robots.txt

Bans Amazonbot from crawling the entire site.
Minitex · Dec 1, 2022 · ce5aba6 · ce5aba6
1 parent aa540cc
commit ce5aba6
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -3,6 +3,10 @@
 # To ban all spiders from the entire site uncomment the next two lines:
 # User-agent: *
 # Disallow: /
+
+User-agent: Amazonbot
+Disallow: /
+
 User-agent: *
 Disallow: /catalog/facet # blocks facet pages
 Disallow: /catalog.atom