do not allow subprojects and maven reports in robots.txt indexing

stoerr · Feb 24, 2024 · 483e33b · 483e33b
1 parent 3896744
commit 483e33b
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/site/resources/robots.txt b/src/site/resources/robots.txt
@@ -1,4 +1,8 @@
 # Allow everything.
 User-agent: *
+Disallow: /aigenpipeline-*/
+Disallow: /dependency-*/
+Disallow: /plugin-*/
+Disallow: /property-*/
 Allow: /
 SiteMap: https://AIGenPipeline.stoerr.net/sitemap.xml