83b6d1578c7e378077c303080246ad9f34bb4f31 hiram Wed Aug 26 16:54:05 2026 -0700 can now use much less memory for kmerPairs.pl no redmine diff --git src/hg/utils/automation/doTandemDup.pl src/hg/utils/automation/doTandemDup.pl index ccbd1983913..c335881481b 100755 --- src/hg/utils/automation/doTandemDup.pl +++ src/hg/utils/automation/doTandemDup.pl @@ -176,32 +176,33 @@ if ( ! $opt_debug && ( ! -s "$prevRunDir/run.time" ) ) { die "pairedEnds: looks like previous kmers step has not been competed, " . "file db/bed/tandemDups/kmers/run.time does not exist. run with: -continue kmers to perform previous step.\n"; } &HgAutomate::mustMkdir($runDir); my $templateCmd = ("runOne $kmersMinus1 $gapSize " . '$(path1) {check out exists tmp/$(path1).bed.gz}'); &HgAutomate::makeGsub($runDir, $templateCmd); `touch "$runDir/para_hub_$paraHub"`; my $whatItDoes = "Collect kmers into pairs."; my $bossScript = newBash HgRemoteScript("$runDir/runPairedEnds.bash", $paraHub, $runDir, $whatItDoes); - # trying 48G ram to see if jobs will not fail - my $paraRun = "para make -ram=48g jobList + # improvements to kmerPairs.pl reduced memory requirement dramatically + # 2026-08-26 + my $paraRun = "para make -ram=3g jobList para check para time > run.time cat run.time\n"; $bossScript->add(<<_EOF_ ln -s $prevRunDir/part.list . printf '#!/bin/bash set -beEu -o pipefail export kmerSize=\$1 export gapSize=\$2 export chrName=\$3 export result=\$4