50d9bd668ab6c22b4ee4c805fd5004bba40beff2
vanessa
  Wed Jun 16 15:51:27 2010 -0700
allowed the w3c link checker
diff --git src/hg/htdocs/robots.txt src/hg/htdocs/robots.txt
index 937e2a8..4a0ff07 100644
--- src/hg/htdocs/robots.txt
+++ src/hg/htdocs/robots.txt
@@ -15,3 +15,7 @@
 Disallow: /cgi-bin/hgTracks 
 Disallow: /cgi-bin/hgTables
 Disallow: /cgi-bin/hgLiftOver
+
+User-Agent: W3C-checklink
+Disallow:
+