4eed15e27ec3d99dccc2872eab03a440acbbb3d6 hiram Fri Oct 17 10:46:46 2025 -0700 pushing the /gbdb/*/quickLift/ files refs #35575 diff --git src/hg/utils/otto/genArk/quickLiftNew.sh src/hg/utils/otto/genArk/quickLiftNew.sh new file mode 100755 index 00000000000..0050134f164 --- /dev/null +++ src/hg/utils/otto/genArk/quickLiftNew.sh @@ -0,0 +1,41 @@ +#!/bin/bash + +export TOP="/hive/data/inside/GenArk/pushRR" + +cd "${TOP}" + +export doNotCount="public.hub.txt|beta.hub.txt|alpha.hub.txt|user.hub.txt|hub.txt|/contrib/" + +export devCount=`zegrep -c -v "${doNotCount}" dev.today.quickLiftList.gz` +export hgw1Count=`zegrep -c -v "${doNotCount}" hgw1.today.quickLiftList.gz` + +printf "### excluding the files:\n\t"${doNotCount}"\nin these counts." + +printf "### count of files on hgwdev: ${devCount} and hgw1: ${hgw1Count}\n" + +printf "### count of common files between hgw1 and hgwdev,\nnot counting /contrib/ or the hub.txt files:\n" + +zegrep -v "${doNotCount}" dev.today.quickLiftList.gz | cut -f2 | sort \ + | join -t$'\t' - <(zegrep -v "${doNotCount}" hgw1.today.quickLiftList.gz | cut -f2 | sort) | wc -l + +rm -f new.quickLift.ready.to.go.txt +touch new.quickLift.ready.to.go.txt +if [ "${devCount}" -gt "${hgw1Count}" ]; then + export newFiles=`echo ${devCount} ${hgw1Count} | awk '{printf "%d", $1-$2}'` + printf "### ${newFiles} new files to go out from hgwdev not /contrib/\n" + zegrep -v "${doNotCount}" dev.today.quickLiftList.gz | cut -f2 | sort \ + | join -v1 -t$'\t' - <(zegrep -v "${doNotCount}" hgw1.today.quickLiftList.gz | cut -f2 | sort) | sort -u > new.quickLift.ready.to.go.txt + head -3 new.quickLift.ready.to.go.txt + printf " . . .\n" + tail -3 new.quickLift.ready.to.go.txt +fi + +printf "### files with different time stamps:\n" + +rm -f new.quickLift.timeStamps.txt +zegrep -v "${doNotCount}" dev.today.quickLiftList.gz | sort -k2 \ + | join -t$'\t' -1 2 -2 2 - <(zegrep -v "${doNotCount}" hgw1.today.quickLiftList.gz | sort -k2) | awk -F$'\t' '$2 != $3' | cut -f1 | sort -u > new.quickLift.timeStamps.txt + +head new.quickLift.timeStamps.txt + +exit $?