b33337fce474304b575c8167bcf33b709288660d
lrnassar
  Thu Feb 17 16:08:04 2022 -0800
Adding a rule to stop robots from crawling custom track links, refs #28929

diff --git src/hg/htdocs/robots.rr.txt src/hg/htdocs/robots.rr.txt
index 3d84173..5bdeb66 100644
--- src/hg/htdocs/robots.rr.txt
+++ src/hg/htdocs/robots.rr.txt
@@ -1,5 +1,6 @@
 User-agent: *
 Crawl-delay: 2 
 Disallow: /admin/stats/
 Disallow: /goldenPath/certificate.html
 Disallow: /goldenPath/certificates/
+Disallow: /cgi-bin/hgTracks*.customText*.