ae57ffdb1af56a7b77988d905cf01ebf0a5b262a chmalee Mon Apr 13 14:04:33 2020 -0700 Allowing lovd otto script to still run if number of items drops a bit between releases diff --git src/hg/utils/otto/lovd/checkAndLoad.sh src/hg/utils/otto/lovd/checkAndLoad.sh index e820bb3..cc32491 100755 --- src/hg/utils/otto/lovd/checkAndLoad.sh +++ src/hg/utils/otto/lovd/checkAndLoad.sh @@ -33,46 +33,26 @@ # compare old and new line counts and abort if no increase $KENTBIN/bedClip lovd.hg19.bed /cluster/data/hg19/chrom.sizes stdout | sed -e 's/^chrM/chrMT/g' > lovd.hg19.clipped.bed echo cat lovd.hg19.clipped.bed | awk '(($3-$2)<=100)' > lovd.hg19.short.bed echo -e 'chrM\t0\t16571\tCheck chrMT\tPlease look at chrMT, not chrM, for LOVD annotations.\t' >> lovd.hg19.short.bed cat lovd.hg19.clipped.bed | awk '(($3-$2)>100)' > lovd.hg19.long.bed echo -e 'chrM\t0\t16571\tCheck chrMT\tPlease look at chrMT, not chrM, for LOVD annotations.\t' >> lovd.hg19.long.bed old19ShortLc=`$KENTBIN/hgsql hg19 -e "SELECT COUNT(*) from lovdShort" -NB` old19LongLc=`$KENTBIN/hgsql hg19 -e "SELECT COUNT(*) from lovdLong" -NB` new19ShortLc=`wc -l lovd.hg19.short.bed | cut -d' ' -f1 ` new19LongLc=`wc -l lovd.hg19.long.bed | cut -d' ' -f1 ` echo hg19 short rowcount: old $old19ShortLc new: $new19ShortLc echo hg19 long rowcount: old $old19LongLc new: $new19LongLc -if [ "$new19ShortLc" -eq "$old19ShortLc" ]; then - echo LOVD hg19 short: rowcount for $today is equal to old rowcount in mysql, quitting - exit 0 -fi - -if [ "$new19LongLc" -eq "$old19LongLc" ]; then - echo LOVD hg19 long: rowcount for $today is equal to old rowcount in mysql, quitting - exit 0 -fi - -if [ "$new19ShortLc" -lt "$old19ShortLc" ]; then - echo LOVD hg19 short: rowcount for $today is smaller to old rowcount in mysql, quitting - exit 255 -fi - -if [ "$new19LongLc" -lt "$old19LongLc" ]; then - echo LOVD hg19 long: rowcount for $today is smaller to old rowcount in mysql, quitting - exit 255 -fi - echo $old19ShortLc $new19ShortLc | awk '{if (($2-$1)/$1 > 0.1) {printf "validate on hg19 LOVD short failed: old count: %d, new count: %d\n", $1,$2; exit 1;}}' echo $old19LongLc $new19LongLc | awk '{if (($2-$1)/$1 > 0.1) {printf "validate on hg19 LOVD long failed: old count: %d, new count: %d\n", $1,$2; exit 1;}}' # bedDetail4.sql was generated like this: # egrep -v 'score|strand|thick|reserved|block|chromStarts' /cluster/home/max/kent/src/hg/lib/bedDetail.sql > bedDetail4.sql # need to use bedClip as current files include invalid coords which LOVD won't fix. #$KENTBIN/bedClip lovd.hg19.bed /cluster/data/hg19/chrom.sizes lovd.hg19.clipped.bed cat lovd.hg19.short.bed | $KENTBIN/hgLoadBed hg19 lovdShort stdin -tab -sqlTable=../bedDetail4.sql -renameSqlTable -noBin cat lovd.hg19.long.bed | $KENTBIN/hgLoadBed hg19 lovdLong stdin -tab -sqlTable=../bedDetail4.sql -renameSqlTable -noBin #$KENTBIN/bedClip lovd.hg18.bed /cluster/data/hg18/chrom.sizes stdout | $KENTBIN/hgLoadBed hg18 lovd stdin -tab -sqlTable=../bedDetail4.sql -renameSqlTable -noBin echo LOVD update: OK