1a8d317099e615c2f941ab987d6cfd1e1f8f4e9d
greg
  Mon Jul 30 17:16:30 2012 -0700
Added comment at top to remind that this version should not be pushed to the RR.
diff --git src/hg/htdocs/robots.txt src/hg/htdocs/robots.txt
index 4a0ff07..bffc0cb 100644
--- src/hg/htdocs/robots.txt
+++ src/hg/htdocs/robots.txt
@@ -1,21 +1,20 @@
+# This robots.txt should not be pushed to the RR. For RR edit robots.rr.txt.
 User-agent: *
 Disallow: /goldenPath/
-Disallow: /cgi-bin
-Disallow: //cgi-bin
+Disallow: /cgi-bin/
 Disallow: /admin/
 Disallow: /qa/
 
 User-agent: Googlebot
 Disallow: /*
 
 User-agent: htdig
 Disallow: /admin/
 Disallow: /goldenPath/
 Disallow: /qa/
 Disallow: /cgi-bin/hgTracks 
 Disallow: /cgi-bin/hgTables
 Disallow: /cgi-bin/hgLiftOver
 
 User-Agent: W3C-checklink
-Disallow:
-
+Disallow:
\ No newline at end of file