016fa3f6098cb4f75109efbd048b0327e411e8e4 hiram Wed Jan 28 10:19:59 2026 -0800 protect the md5sum.txt file do not delete it do not overwrite it diff --git src/hg/makeDb/doc/asmHubs/sendToHgdownload.sh src/hg/makeDb/doc/asmHubs/sendToHgdownload.sh index 917bd6739fe..e8acc4ce106 100755 --- src/hg/makeDb/doc/asmHubs/sendToHgdownload.sh +++ src/hg/makeDb/doc/asmHubs/sendToHgdownload.sh @@ -77,51 +77,51 @@ export dynaBlat="dynablat-01.soe.ucsc.edu" # export dynaBlat="128.114.119.136" ### check if there are actually index files to go: export idxCount=`ls ${buildDir}/*.gfidx 2> /dev/null | wc -l` if [ "${idxCount}" -eq 2 ]; then export dynaServerDir="/scratch/hubs/${dirPath}" ssh qateam@$dynaBlat "mkdir -p ${dynaServerDir}" 2>&1 | grep -v "X11 forwarding request" || true printf "# successful mkdir on $dynaBlat\n" 1>&2 -printf "rsync --stats -a -L -P ${srcDir}/${accession}.2bit \"qateam@$dynaBlat:${dynaServerDir}/\"\n" 1>&2 -rsync --stats -a -L -P ${srcDir}/${accession}.2bit "qateam@$dynaBlat:${dynaServerDir}/" \ +printf "rsync --stats -a -L -P --exclude=\"md5sum.txt\" ${srcDir}/${accession}.2bit \"qateam@$dynaBlat:${dynaServerDir}/\"\n" 1>&2 +rsync --stats -a -L -P --exclude="md5sum.txt" ${srcDir}/${accession}.2bit "qateam@$dynaBlat:${dynaServerDir}/" \ 2>&1 | grep -v "X11 forwarding request" -printf "rsync --stats -a -L -P ${buildDir}/*.gfidx \"qateam@$dynaBlat:${dynaServerDir}/\"\n" 1>&2 -rsync --stats -a -L -P ${buildDir}/*.gfidx "qateam@$dynaBlat:${dynaServerDir}/" \ +printf "rsync --stats -a -L -P --exclude=\"md5sum.txt\" ${buildDir}/*.gfidx \"qateam@$dynaBlat:${dynaServerDir}/\"\n" 1>&2 +rsync --stats -a -L -P --exclude="md5sum.txt" ${buildDir}/*.gfidx "qateam@$dynaBlat:${dynaServerDir}/" \ 2>&1 | grep -v "X11 forwarding request" else printf "warning: no dynamic server indexes found in ${buildDir}/*.gfidx\n" 1>&2 fi # the single file hub genome trackDb file: -printf "rsync --delete --exclude=\"alpha.hub.txt\" --exclude=\"beta.hub.txt\" --exclude=\"public.hub.txt\" --exclude=\"user.hub.txt\" --exclude=\"hub.txt\" --exclude=\"download.hub.txt\" --stats -a -L -P \"${srcDir}/\" \"qateam@${downloadDest1}:${destDir}/\"\n" 1>&2 +printf "rsync --delete --exclude=\"md5sum.txt\"--exclude=\"alpha.hub.txt\" --exclude=\"beta.hub.txt\" --exclude=\"public.hub.txt\" --exclude=\"user.hub.txt\" --exclude=\"hub.txt\" --exclude=\"download.hub.txt\" --stats -a -L -P \"${srcDir}/\" \"qateam@${downloadDest1}:${destDir}/\"\n" 1>&2 # printf "rsync --delete --exclude=\"alpha.hub.txt\" --exclude=\"beta.hub.txt\" --exclude=\"public.hub.txt\" --exclude=\"user.hub.txt\" --exclude=\"hub.txt\" --exclude=\"download.hub.txt\" --stats -a -L -P \"${srcDir}/\" \"qateam@${downloadDest2}:${destDir}/\"\n" 1>&2 -printf "rsync --delete --exclude=\"alpha.hub.txt\" --exclude=\"beta.hub.txt\" --exclude=\"public.hub.txt\" --exclude=\"user.hub.txt\" --exclude=\"hub.txt\" --exclude=\"download.hub.txt\" --stats -a -L -P \"${srcDir}/\" \"qateam@${downloadDest3}:${destDir}/\"\n" 1>&2 -rsync --delete --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" --exclude="hub.txt" --exclude="download.hub.txt" --stats -a -L -P "${srcDir}/" "qateam@${downloadDest1}:${destDir}/" \ +printf "rsync --delete --exclude=\"md5sum.txt\" --exclude=\"alpha.hub.txt\" --exclude=\"beta.hub.txt\" --exclude=\"public.hub.txt\" --exclude=\"user.hub.txt\" --exclude=\"hub.txt\" --exclude=\"download.hub.txt\" --stats -a -L -P \"${srcDir}/\" \"qateam@${downloadDest3}:${destDir}/\"\n" 1>&2 +rsync --delete --exclude="md5sum.txt" --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" --exclude="hub.txt" --exclude="download.hub.txt" --stats -a -L -P "${srcDir}/" "qateam@${downloadDest1}:${destDir}/" \ 2>&1 | grep -v "X11 forwarding request" & # rsync --delete --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" --exclude="hub.txt" --exclude="download.hub.txt" --stats -a -L -P "${srcDir}/" "qateam@${downloadDest2}:${destDir}/" \ # 2>&1 | grep -v "X11 forwarding request" -rsync --delete --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" --exclude="hub.txt" --exclude="download.hub.txt" --stats -a -L -P "${srcDir}/" "qateam@${downloadDest3}:${destDir}/" \ +rsync --delete --exclude="md5sum.txt" --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" --exclude="hub.txt" --exclude="download.hub.txt" --stats -a -L -P "${srcDir}/" "qateam@${downloadDest3}:${destDir}/" \ 2>&1 | grep -v "X11 forwarding request" wait # the new single file hub genome trackDb file: printf "rsync --stats -a -L -P \"${srcDir}/download.hub.txt\" \"qateam@${downloadDest1}:${destDir}/hub.txt\"\n" 1>&2 # printf "rsync --stats -a -L -P \"${srcDir}/download.hub.txt\" \"qateam@${downloadDest2}:${destDir}/hub.txt\"\n" 1>&2 printf "rsync --stats -a -L -P \"${srcDir}/download.hub.txt\" \"qateam@${downloadDest3}:${destDir}/hub.txt\"\n" 1>&2 rsync --stats -a -L -P "${srcDir}/download.hub.txt" "qateam@${downloadDest1}:${destDir}/hub.txt" \ 2>&1 | grep -v "X11 forwarding request" & # rsync --stats -a -L -P "${srcDir}/download.hub.txt" "qateam@${downloadDest2}:${destDir}/hub.txt" \ # 2>&1 | grep -v "X11 forwarding request" rsync --stats -a -L -P "${srcDir}/download.hub.txt" "qateam@${downloadDest3}:${destDir}/hub.txt" \ 2>&1 | grep -v "X11 forwarding request" wait printf "# successful rsync\n"