diff --git a/src/robots.txt.ejs b/src/robots.txt.ejs index 64d93747026..a54a06490a8 100644 --- a/src/robots.txt.ejs +++ b/src/robots.txt.ejs @@ -31,6 +31,9 @@ Disallow: /communities/*/search # one (&f.), and robots.txt has no way to express "either". Disallow: /*?f. Disallow: /*&f. +# Heavy Discovery facet queries on browse pages +Disallow: /collections/*?f +Disallow: /communities/*?spc.page # Optionally uncomment the following line ONLY if sitemaps are working # and you have verified that your site is being indexed correctly.