50d9bd668ab6c22b4ee4c805fd5004bba40beff2
vanessa
  Wed Jun 16 15:51:27 2010 -0700
allowed the w3c link checker
diff --git src/hg/htdocs/robots.txt src/hg/htdocs/robots.txt
index 937e2a8..4a0ff07 100644
--- src/hg/htdocs/robots.txt
+++ src/hg/htdocs/robots.txt
@@ -1,17 +1,21 @@
 User-agent: *
 Disallow: /goldenPath/
 Disallow: /cgi-bin
 Disallow: //cgi-bin
 Disallow: /admin/
 Disallow: /qa/
 
 User-agent: Googlebot
 Disallow: /*
 
 User-agent: htdig
 Disallow: /admin/
 Disallow: /goldenPath/
 Disallow: /qa/
 Disallow: /cgi-bin/hgTracks 
 Disallow: /cgi-bin/hgTables
 Disallow: /cgi-bin/hgLiftOver
+
+User-Agent: W3C-checklink
+Disallow:
+