72d82ddd3dea79da6e8dfa617501f53623977624
jcasper
  Thu Mar 26 16:04:38 2015 -0700
Updating robots.txt

diff --git src/hg/htdocs/robots.rr.txt src/hg/htdocs/robots.rr.txt
index e4cbfc9..d6cda17 100644
--- src/hg/htdocs/robots.rr.txt
+++ src/hg/htdocs/robots.rr.txt
@@ -3,15 +3,18 @@
 Disallow: /cgi-bin/
 Disallow: /admin/
 Disallow: /goldenPath/stats.html # Disallow for some gp files/dirs
 Disallow: /goldenPath/statistics/
 Disallow: /goldenPath/certificate.html
 Disallow: /goldenPath/certificates/
 Disallow: /goldenPath/gbdDescriptions.html
 Disallow: /goldenPath/gbdDescriptionsOld.html
 Disallow: /goldenPath/mapPlots/
 Disallow: /*.js$   # Disallow all files ending with these extensions 
 Disallow: /*.inc$
 Disallow: /*.css$
 Disallow: /*.gif$
 Disallow: /*.jpg$
 Disallow: /*.png$
+
+User-agent: Riddler
+Disallow: /