make robots default multiline string

opendatacube · Jul 10, 2024 · 8d47d48 · 8d47d48
1 parent 0ce4551
commit 8d47d48
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/cubedash/_pages.py b/cubedash/_pages.py
@@ -40,7 +40,12 @@
 
 _DEFAULT_ARRIVALS_DAYS = 14
 
-_ROBOTS_TXT_DEFAULT = "User-Agent: *\nAllow: /\nDisallow: /products/*/*\nDisallow: /stac/**\nDisallow: /dataset/*"
+_ROBOTS_TXT_DEFAULT = """User-Agent: *
+Allow: /
+Disallow: /products/*/*
+Disallow: /stac/**
+Disallow: /dataset/*
+"""
 
 
 @bp.route("/<product_name>")