feat: rebots filter urls

deco-sites · Feb 4, 2025 · 5ae01b4 · 5ae01b4
1 parent cea9766
commit 5ae01b4
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/static/robots.txt b/static/robots.txt
@@ -3,3 +3,6 @@ Disallow: /
 
 User-agent: Googlebot
 Allow: /
+
+User-agent: *
+Disallow: /*filter.*