e31cf0a8c121c0d36707912926d4d6f6f80b3708 hiram Fri Jun 3 12:05:39 2022 -0700 now using chromAlias.bb, better mkSymlink progress, no more restriction on dynamicBlat server space and report total track count on verify diff --git src/hg/makeDb/doc/asmHubs/sendToHgdownload.sh src/hg/makeDb/doc/asmHubs/sendToHgdownload.sh index 916ad7f..c4b2fca 100755 --- src/hg/makeDb/doc/asmHubs/sendToHgdownload.sh +++ src/hg/makeDb/doc/asmHubs/sendToHgdownload.sh @@ -19,52 +19,50 @@ if [ "${badLinks}" -gt 0 ]; then printf "ERROR: missing symlink targets:\n" 1>&2 find "/hive/data/genomes/asmHubs/${dirPath}" -type l -lname \* \ | xargs --no-run-if-empty ls -lL > /dev/null exit 255 fi export destDir="/mirrordata/hubs/${dirPath}" printf "# srcDir: %s\n" "${srcDir}" printf "# destDir: %s\n" "${destDir}" ssh qateam@hgdownload.soe.ucsc.edu "mkdir -p ${destDir}" 2>&1 | grep -v "X11 forwarding request" || true printf "# successful mkdir on hgdownload\n" -### 2021-12-20 - out of disk space on dynablat +### 2021-12-20 - out of disk space on dynablat-01 +### 2022-06-01 new dynamic-01 machine more disk space -if [ 1 -eq 0 ]; then +export dynaBlat="dynablat-01.soe.ucsc.edu" + +# export dynaBlat="128.114.119.136" ### check if there are actually index files to go: export idxCount=`ls ${srcDir}/*.gfidx 2> /dev/null | wc -l` if [ "${idxCount}" -gt 0 ]; then export dynaServerDir="/scratch/hubs/${dirPath}" -ssh qateam@dynablat-01.soe.ucsc.edu "mkdir -p ${dynaServerDir}" 2>&1 | grep -v "X11 forwarding request" || true -printf "# successful mkdir on dynablat-01\n" +ssh qateam@$dynaBlat "mkdir -p ${dynaServerDir}" 2>&1 | grep -v "X11 forwarding request" || true +printf "# successful mkdir on $dynaBlat\n" -rsync --stats -a -L -P ${srcDir}/*.2bit "qateam@dynablat-01.soe.ucsc.edu:${dynaServerDir}/" \ +rsync --stats -a -L -P ${srcDir}/*.2bit "qateam@$dynaBlat:${dynaServerDir}/" \ 2>&1 | grep -v "X11 forwarding request" || true -rsync --stats -a -L -P ${srcDir}/*.gfidx "qateam@dynablat-01.soe.ucsc.edu:${dynaServerDir}/" \ +rsync --stats -a -L -P ${srcDir}/*.gfidx "qateam@$dynaBlat:${dynaServerDir}/" \ 2>&1 | grep -v "X11 forwarding request" || true fi -fi - -### 2021-12-20 - out of disk space on dynablat -################################################################## - # the new single file hub genome trackDb file: # genomes.txt obsolete now with the single file # ssh qateam@hgdownload.soe.ucsc.edu "rm ${destDir}/genomes.txt" 2>&1 | egrep -v "cannot remove|X11 forwarding request" || true # ssh qateam@hgdownload.soe.ucsc.edu "rm ${destDir}/html/*.description.html" 2>&1 | grep -v "X11 forwarding request" || true rsync --delete --exclude="hub.txt" --exclude="download.hub.txt" --stats -a -L -P "${srcDir}/" "qateam@hgdownload.soe.ucsc.edu:${destDir}/" \ 2>&1 | grep -v "X11 forwarding request" || true # the new single file hub genome trackDb file: rsync --stats -a -L -P "${srcDir}/download.hub.txt" "qateam@hgdownload.soe.ucsc.edu:${destDir}/hub.txt" \ 2>&1 | grep -v "X11 forwarding request" || true printf "# successful rsync\n"