more rules to block bots from facets

anarchivist · anarchivist · commit 466985a0dd91 · 2025-12-18T14:31:26.000-08:00
ref DEV-1057, LIBIT-9348, projectblacklight/blacklight#3785
diff --git a/lib/templates/robots.txt.erb b/lib/templates/robots.txt.erb
@@ -15,6 +15,8 @@ Disallow: /catalog.html?f
 Disallow: /catalog.html?_
 Disallow: /catalog.atom
 Disallow: /catalog.rss
+Disallow: /catalog*f[
+Disallow: /catalog*f%5B
 Disallow: /catalog/*/relations
 Disallow: /catalog/facet/*
 Disallow: /catalog/*/web_services
