3f93380b226036b64a4f43c0cae6701109e04c1d hiram Thu Oct 23 11:56:14 2025 -0700 sorting the file listings so everything is the same everywhere and making up the push list for admin rsync cron scripts diff --git src/hg/utils/otto/genArk/gbDbGenArkList.sh src/hg/utils/otto/genArk/gbDbGenArkList.sh index e873cae4f77..b1be47b01e0 100755 --- src/hg/utils/otto/genArk/gbDbGenArkList.sh +++ src/hg/utils/otto/genArk/gbDbGenArkList.sh @@ -8,40 +8,40 @@ export statList="gbdbGenArkStat.${machName}.${DS}" export fileList="gbdbGenark.fl" export quickLiftFileList="gbdbQuickLift.fl" export quickLiftStat="gbdbQuickLiftStat.${machName}.${DS}" find -L /gbdb/genark/GCA /gbdb/genark/GCF -type d | sort \ | gzip -c > /dev/shm/${directoryList}.gz ssh otto@hgwdev "mkdir -p /hive/data/inside/GenArk/pushRR/logs/${Y}/${M}" scp -p /dev/shm/${directoryList}.gz \ otto@hgwdev:/hive/data/inside/GenArk/pushRR/logs/${Y}/${M}/ > /dev/null rm -f /dev/shm/${directoryList}.gz cd /gbdb/genark -find . -type f | sed -e 's#^./##;' | gzip -c > /dev/shm/${fileList}.gz +find . -type f | sed -e 's#^./##;' | sort | gzip -c > /dev/shm/${fileList}.gz zcat /dev/shm/${fileList}.gz | xargs stat --printf="%Y\t%n\n" | gzip -c > /dev/shm/${statList}.gz scp -p /dev/shm/${statList}.gz \ otto@hgwdev:/hive/data/inside/GenArk/pushRR/logs/${Y}/${M}/ > /dev/null cd /gbdb ls -d */quickLift | while read Q do find -L ./${Q} -type f -done | sed -e 's#^./##;' | gzip -c > /dev/shm/${quickLiftFileList}.gz +done | sed -e 's#^./##;' | sort | gzip -c > /dev/shm/${quickLiftFileList}.gz zcat /dev/shm/${quickLiftFileList}.gz | xargs stat -L --printf="%Y\t%n\n" \ | gzip -c > /dev/shm/${quickLiftStat}.gz scp -p /dev/shm/${quickLiftStat}.gz \ otto@hgwdev:/hive/data/inside/GenArk/pushRR/logs/${Y}/${M}/ > /dev/null if [[ "${machName}" =~ ^(hgw1|hgwbeta)$ ]]; then scp -p /dev/shm/${statList}.gz \ otto@hgwdev:/hive/data/inside/GenArk/pushRR/${machName}.todayList.gz > /dev/null scp -p /dev/shm/${quickLiftStat}.gz \ otto@hgwdev:/hive/data/inside/GenArk/pushRR/${machName}.today.quickLiftList.gz > /dev/null fi rm -f /dev/shm/${fileList}.gz /dev/shm/${statList}.gz \