424489e691ecb3e1b7f5acb7b3fc441f45b424cc
max
  Fri Aug 6 07:50:38 2021 -0700
adding back crawl delay to robots.txt , refs #27953

diff --git src/hg/htdocs/robots.rr.txt src/hg/htdocs/robots.rr.txt
index 7309454..3d84173 100644
--- src/hg/htdocs/robots.rr.txt
+++ src/hg/htdocs/robots.rr.txt
@@ -1,7 +1,5 @@
 User-agent: *
+Crawl-delay: 2 
 Disallow: /admin/stats/
 Disallow: /goldenPath/certificate.html
 Disallow: /goldenPath/certificates/
-
-User-agent: Riddler
-Disallow: /