2bbb002f33905f1299a571c386ce94312e141ce7 hiram Sat Jul 25 09:49:33 2026 -0700 can gzip the list archive and eliminate the obsolete load of the table from olden times only do the new update refs #31811 diff --git src/hg/utils/otto/genArk/updateHgcentral.sh src/hg/utils/otto/genArk/updateHgcentral.sh index 9150b8cab20..c047a2c1e63 100755 --- src/hg/utils/otto/genArk/updateHgcentral.sh +++ src/hg/utils/otto/genArk/updateHgcentral.sh @@ -89,42 +89,39 @@ # see if it became newer than previous newSum=`grep -v "^#" list.${DS} | sort | md5sum | cut -d' ' -f1` prevSum=`grep -v "^#" previousList.txt | sort | md5sum | cut -d' ' -f1` if [ "${prevSum}" = "${newSum}" ]; then rm -f list.${DS} ### new assemblyList table in hgcentraltest 2024-08-08 /hive/data/inside/GenArk/addAssemblyList.sh exit 0 fi # save this new list in history mkdir -p history/${YYYY} cp -p list.${DS} history/${YYYY} -countToday=`grep -v "^#" list.${DS} | wc -l` +gzip history/${YYYY}/list.${DS} +countToday=`grep -c -v "^#" list.${DS}` rowCount=`hgsql -N hgcentraltest -e 'select count(*) from genark;' | cat` if [ "${countToday}" -gt "${rowCount}" ]; then ./genArkListToSql.pl list.${DS} > genark.tsv - hgsql hgcentraltest -e 'drop table genark;' - hgsql hgcentraltest < /hive/data/inside/GenArk/genark.sql - hgsql hgcentraltest -e "LOAD DATA LOCAL INFILE 'genark.tsv' INTO TABLE genark;" + ### new assemblyList table in hgcentraltest 2024-08-08 - loads genark table + /hive/data/inside/GenArk/addAssemblyList.sh newCount=`hgsql -N hgcentraltest -e 'select count(*) from genark;' | cat` if [ "${newCount}" -gt "${rowCount}" ]; then updateOK "${newCount}" "${rowCount}" rm -f previousList.txt mv list.${DS} previousList.txt else updateIncorrect "${newCount}" "${rowCount}" exit 255 fi else oddRowCounts "${countToday}" "${rowCount}" exit 255 fi -### new assemblyList table in hgcentraltest 2024-08-08 -/hive/data/inside/GenArk/addAssemblyList.sh - exit $?