72d82ddd3dea79da6e8dfa617501f53623977624
jcasper
  Thu Mar 26 16:04:38 2015 -0700
Updating robots.txt

diff --git src/hg/htdocs/robots.txt src/hg/htdocs/robots.txt
index bffc0cb..244f9ae 100644
--- src/hg/htdocs/robots.txt
+++ src/hg/htdocs/robots.txt
@@ -1,20 +1,17 @@
 # This robots.txt should not be pushed to the RR. For RR edit robots.rr.txt.
 User-agent: *
-Disallow: /goldenPath/
-Disallow: /cgi-bin/
-Disallow: /admin/
-Disallow: /qa/
+Disallow: /
 
 User-agent: Googlebot
 Disallow: /*
 
 User-agent: htdig
 Disallow: /admin/
 Disallow: /goldenPath/
 Disallow: /qa/
 Disallow: /cgi-bin/hgTracks
 Disallow: /cgi-bin/hgTables
 Disallow: /cgi-bin/hgLiftOver
 
 User-Agent: W3C-checklink
 Disallow: