053fb51403a3f93121f2c987189cdc28c6700bc3
lrnassar
  Mon May 13 04:18:16 2024 -0700
Increasing bot delay, no RM

diff --git src/hg/htdocs/robots.rr.txt src/hg/htdocs/robots.rr.txt
index 5bdeb66..3d46814 100644
--- src/hg/htdocs/robots.rr.txt
+++ src/hg/htdocs/robots.rr.txt
@@ -1,6 +1,6 @@
 User-agent: *
-Crawl-delay: 2 
+Crawl-delay: 5
 Disallow: /admin/stats/
 Disallow: /goldenPath/certificate.html
 Disallow: /goldenPath/certificates/
 Disallow: /cgi-bin/hgTracks*.customText*.