6a3417da58ef9207dfdad6981332a16e0e224cc8 kuhn Wed Jan 3 14:49:18 2018 -0800 adding 10 million size limit to namedSessionDb backup diff --git src/utils/qa/backupCentral.csh src/utils/qa/backupCentral.csh index 6d368e3..88d11a7 100755 --- src/utils/qa/backupCentral.csh +++ src/utils/qa/backupCentral.csh @@ -1,62 +1,73 @@ #!/bin/tcsh source `which qaConfig.csh` ############################################### # # 04-09-07 # Robert Kuhn # # Grab hgcentral* tables from dev, beta, rr and store as files. # ############################################### set directory="" set today="" set dirPath="" set urlPath="" set lastYr="" set devString="" set betaString="" set rrString="" if ($#argv == 0 || $#argv > 1) then # no command line args echo echo " grab hgcentral* tables from dev, beta, rr and store as files." echo echo " usage: go" echo exit endif if ( "$HOST" != "hgwdev" ) then echo "\n error: you must run this script on dev!\n" exit 1 endif set directory="hgcentral" # set file paths and URLs # set today="2008-05-05" set today=`date +%Y-%m-%d` set dirPath="/usr/local/apache/htdocs-genecats/qa/test-results/$directory" rm -rf $dirPath/$today/ mkdir -p $dirPath/$today set urlPath="http://genecats.cse.ucsc.edu/qa/test-results/$directory/$today" # remove last year's dir set lastYr=`date +%Y-%m --date='1 year ago'` rm -r $dirPath/${lastYr}* set devString="hgcentraltest" set betaString="-h $sqlbeta hgcentralbeta" set rrString="-h $sqlrr hgcentral" -foreach table ( blatServers clade dbDb dbDbArch defaultDb genomeClade \ - liftOverChain namedSessionDb targetDb ) +# set contents field size limit to 10 million +set sizeLimit=10000000 +foreach table ( namedSessionDb ) + hgsql $devString -N -e "select * from namedSessionDb where length(contents) < $sizeLimit" \ + | sort >> $dirPath/$today/hgwdev.$table + hgsql $betaString -N -e "select * from namedSessionDb where length(contents) < $sizeLimit" \ + | sort >> $dirPath/$today/hgwbeta.$table + hgsql $rrString -N -e "select * from namedSessionDb where length(contents) < $sizeLimit" \ + | sort >> $dirPath/$today/rr.$table +end + +foreach table ( blatServers clade dbDb defaultDb genomeClade liftOverChain targetDb ) hgsql $devString -N -e "SELECT * FROM $table" | sort >> $dirPath/$today/hgwdev.$table hgsql $betaString -N -e "SELECT * FROM $table" | sort >> $dirPath/$today/hgwbeta.$table hgsql $rrString -N -e "SELECT * FROM $table" | sort >> $dirPath/$today/rr.$table end + echo $urlPath chmod 650 $dirPath/$today/*.namedSessionDb