actually add the robots.txt file

opendatacube · Jun 18, 2024 · 0f7875e · 0f7875e
1 parent 2faa968
commit 0f7875e
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/cubedash/static/robots.txt b/cubedash/static/robots.txt
@@ -0,0 +1,4 @@
+User-Agent: *
+Allow: /
+Disallow: /products/*/*
+Disallow: /stac/**