e174398ee58fcdd6fb59b393ac7af1c59645ab53 angie Mon Jan 9 18:01:23 2023 -0800 Save failed .zip files for reporting to NCBI. diff --git src/hg/utils/otto/sarscov2phylo/getNcbi.sh src/hg/utils/otto/sarscov2phylo/getNcbi.sh index 89be6d8..a8519b5 100755 --- src/hg/utils/otto/sarscov2phylo/getNcbi.sh +++ src/hg/utils/otto/sarscov2phylo/getNcbi.sh @@ -22,31 +22,33 @@ #*** From Eric Cox 1/25/22 when download failed and they were debugging firewall issues: # --proxy https://www.st-va.ncbi.nlm.nih.gov/datasets/v1 \ #*** From Mirian Tsuchiya 6/3/22: add --debug; if there's a problem send Ncbi-Phid. while [[ $((++attempt)) -le $maxAttempts ]]; do echo "datasets attempt $attempt" if datasets download virus genome taxon 2697049 \ --exclude-cds \ --exclude-protein \ --filename ncbi_dataset.zip \ --no-progressbar \ --debug \ >& datasets.log.$attempt; then break; else echo "FAILED; will try again after $retryDelay seconds" + if [[ -f ncbi_dataset.zip ]]; then mv ncbi_dataset.zip{,.fail.$attempt} + fi if [[ $attempt -lt $maxAttempts ]]; then sleep $retryDelay fi # Double the delay to give NCBI progressively more time retryDelay=$(($retryDelay * 2)) fi done if [[ ! -f ncbi_dataset.zip ]]; then echo "datasets command failed $maxAttempts times; quitting." exit 1 fi rm -rf ncbi_dataset unzip -o ncbi_dataset.zip # Creates ./ncbi_dataset/