300adfc08c5b5c7ee7510b47eb3a069884f17bfb
lrnassar
  Tue Oct 28 10:26:49 2025 -0700
Letting claude into dev so I can share URLs for hubs and data, no RM.

diff --git src/hg/htdocs/robots.txt src/hg/htdocs/robots.txt
index 244f9ae5c6b..1a78f8cc78c 100644
--- src/hg/htdocs/robots.txt
+++ src/hg/htdocs/robots.txt
@@ -1,16 +1,19 @@
 # This robots.txt should not be pushed to the RR. For RR edit robots.rr.txt.
+User-agent: Claude-User
+Allow: /
+
 User-agent: *
 Disallow: /
 
 User-agent: Googlebot
 Disallow: /*
 
 User-agent: htdig
 Disallow: /admin/
 Disallow: /goldenPath/
 Disallow: /qa/
 Disallow: /cgi-bin/hgTracks
 Disallow: /cgi-bin/hgTables
 Disallow: /cgi-bin/hgLiftOver
 
 User-Agent: W3C-checklink