14e4b15c9378c56eba5fb0468be87948c00fde32 hiram Fri May 9 11:56:11 2025 -0700 cron scripts pushing from hgwdev to mirrors and asia pulling from hgwdev refs #34917 diff --git src/hg/utils/otto/genArk/pushRR.sh src/hg/utils/otto/genArk/pushRR.sh new file mode 100755 index 00000000000..f924939c931 --- /dev/null +++ src/hg/utils/otto/genArk/pushRR.sh @@ -0,0 +1,28 @@ +#!/bin/bash + +# exit on any error +set -beEu -o pipefail + +export expectName="hgwdev" + +export uName=$(hostname -s) +if [[ "${uName}" != "${expectName}" ]]; then + printf "ERROR: must run this on %s ! This is: %s\n" "${expectName}" "${uName}" 1>&2 + exit 255 +fi + +export DS=`date "+%F"` +export Y=`date "+%Y"` +export M=`date "+%m"` +export logDir="/hive/data/inside/genArk/logs/${Y}/${M}" + +mkdir -p "${logDir}" + + +for M in hgwbeta hgw0 hgw1 hgw2 "Genome-Browser-Mirror-3.dhcp.uni-bielefeld.de" +do + logFile="${logDir}/rsync.GCA.${M}.${DS}.gz" + rsync --delete --stats -a -L --itemize-changes --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" "/gbdb/genark/GCA/" "qateam@${M}:/gbdb/genark/GCA/" 2>&1 | gzip -c > "${logFile}" 2>&1 + logFile="${logDir}/rsync.GCF.${M}.${DS}.gz" + rsync --delete --stats -a -L --itemize-changes --exclude="alpha.hub.txt" --exclude="beta.hub.txt" --exclude="public.hub.txt" --exclude="user.hub.txt" "/gbdb/genark/GCF/" "qateam@${M}:/gbdb/genark/GCF/" 2>&1 | gzip -c > "${logFile}" 2>&1 +done