5ee6a100c664a51ff24ae10ae7779bbe3b506603 hiram Wed May 14 15:31:08 2025 -0700 now managing the push of beta and public versions of hub.txt files for contrib tracks in genark browsers refs #34917 diff --git src/hg/utils/otto/genArk/pushRR.sh src/hg/utils/otto/genArk/pushRR.sh index f924939c931..23a3dabb864 100755 --- src/hg/utils/otto/genArk/pushRR.sh +++ src/hg/utils/otto/genArk/pushRR.sh @@ -1,28 +1,33 @@ #!/bin/bash # exit on any error set -beEu -o pipefail -export expectName="hgwdev" +export expectHost="hgwdev" -export uName=$(hostname -s) -if [[ "${uName}" != "${expectName}" ]]; then - printf "ERROR: must run this on %s ! This is: %s\n" "${expectName}" "${uName}" 1>&2 +export hostName=$(hostname -s) +if [[ "${hostName}" != "${expectHost}" ]]; then + printf "ERROR: must run this on %s ! This is: %s\n" "${expectHost}" "${hostName}" 1>&2 exit 255 fi export DS=`date "+%F"` export Y=`date "+%Y"` export M=`date "+%m"` export logDir="/hive/data/inside/genArk/logs/${Y}/${M}" mkdir -p "${logDir}" - +logFile="${logDir}/rsync.${DS}" for M in hgwbeta hgw0 hgw1 hgw2 "Genome-Browser-Mirror-3.dhcp.uni-bielefeld.de" do - logFile="${logDir}/rsync.GCA.${M}.${DS}.gz" - rsync --delete --stats -a -L --itemize-changes --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" "/gbdb/genark/GCA/" "qateam@${M}:/gbdb/genark/GCA/" 2>&1 | gzip -c > "${logFile}" 2>&1 - logFile="${logDir}/rsync.GCF.${M}.${DS}.gz" - rsync --delete --stats -a -L --itemize-changes --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" "/gbdb/genark/GCF/" "qateam@${M}:/gbdb/genark/GCF/" 2>&1 | gzip -c > "${logFile}" 2>&1 + printf "### sending to machine %s\n" "${M}" >> "${logFile}" + time (rsync --delete --stats -a -L --itemize-changes --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" --exclude="contrib/" "/gbdb/genark/GCA/" "qateam@${M}:/gbdb/genark/GCA/") >> "${logFile}" 2>&1 + time (rsync --delete --stats -a -L --itemize-changes --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" --exclude="contrib/" "/gbdb/genark/GCF/" "qateam@${M}:/gbdb/genark/GCF/") >> "${logFile}" 2>&1 done + +cd /hive/data/inside/genArk + +printf "### running alphaBetaPush \n" >> "${logFile}" +time (./alphaBetaPush.pl) >> "${logFile}" 2>&1 +gzip "${logFile}"