8a0ebbbae627da20c8c7c65aa57d297e5a19529a angie Tue Jun 3 11:08:52 2025 -0700 Tweak download dir name. Update hgdownload2 --> hgdownload3 and tolerate hgdownload rsync failure. diff --git src/hg/utils/otto/mtb/buildTree.sh src/hg/utils/otto/mtb/buildTree.sh index 0b5b2cf8221..eb91f3a8ac6 100755 --- src/hg/utils/otto/mtb/buildTree.sh +++ src/hg/utils/otto/mtb/buildTree.sh @@ -144,23 +144,31 @@ archive=$archiveRoot/$y/$m/$d mkdir -p $archive ln -f $(pwd)/mtb.$today.{nwk,vcf,metadata.tsv,taxonium.jsonl}.gz $archive/ gzip -c mtb.$today.pb > $archive/mtb.$today.pb.gz ln -f $(pwd)/hgPhyloPlace.description.txt $archive/mtb.$today.version.txt # Update 'latest' in $archiveRoot for f in $archive/mtb.$today.*; do latestF=$(echo $(basename $f) | sed -re 's/'$today'/latest/') ln -f $f $archiveRoot/$latestF done # Update hgdownload-test link for archive asmDir=$(echo $asmAcc \ | sed -re 's@^(GC[AF])_([0-9]{3})([0-9]{3})([0-9]{3})\.([0-9]+)@\1/\2/\3/\4/\1_\2\3\4.\5@') - mkdir -p /usr/local/apache/htdocs-hgdownload/hubs/$asmDir/UShER/$y/$m - ln -sf $archive /usr/local/apache/htdocs-hgdownload/hubs/$asmDir/UShER/$y/$m + mkdir -p /usr/local/apache/htdocs-hgdownload/hubs/$asmDir/UShER_Mtb/$y/$m + ln -sf $archive /usr/local/apache/htdocs-hgdownload/hubs/$asmDir/UShER_Mtb/$y/$m # rsync to hgdownload hubs dir - rsync -v -a -L --delete /usr/local/apache/htdocs-hgdownload/hubs/$asmDir/UShER/* \ - qateam@hgdownload.soe.ucsc.edu:/mirrordata/hubs/$asmDir/UShER/ + for h in hgdownload1 hgdownload2 hgdownload3; do + if rsync -v -a -L --delete /usr/local/apache/htdocs-hgdownload/hubs/$asmDir/UShER_Mtb/* \ + qateam@$h:/mirrordata/hubs/$asmDir/UShER_Mtb/ ; then + true + else + echo "" + echo "*** rsync to $h failed; disk full? ***" + echo "" + fi + done rm -f mutation-paths.txt *.pre*.pb final-tree.nh nice gzip -f *.log *.tsv move_log* *.stderr samples.*