7b56acab5e13b635fa964e8ef6707cccaf0e640c hiram Fri Dec 4 16:34:28 2020 -0800 better information on what is missing refs #23891 diff --git src/hg/makeDb/doc/asmHubs/mkSymLinks.pl src/hg/makeDb/doc/asmHubs/mkSymLinks.pl index 88c820a..758f564 100755 --- src/hg/makeDb/doc/asmHubs/mkSymLinks.pl +++ src/hg/makeDb/doc/asmHubs/mkSymLinks.pl @@ -1,115 +1,116 @@ #!/usr/bin/env perl use strict; use warnings; use File::Basename; my $argc = scalar(@ARGV); if ($argc != 1) { printf STDERR "mkSymLinks.pl [two column name list]\n"; printf STDERR "e.g.: mkSymLinks.pl vgp.primary.assemblies.tsv\n"; printf STDERR "the name list is found in \$HOME/kent/src/hg/makeDb/doc/asmHubs/\n"; printf STDERR "\nthe two columns are 1: asmId (accessionId_assemblyName)\n"; printf STDERR "column 2: common name for species, columns separated by tab\n"; printf STDERR "the result will create symLinks from the build direcory\n"; printf STDERR "into the appropriate /asmHubs/GC[AF]/.../ release directory\n"; printf STDERR "hierarchy. The output to stderr is merely a progress report.\n"; exit 255; } my $home = $ENV{'HOME'}; my $toolsDir = "$home/kent/src/hg/makeDb/doc/asmHubs"; my $inputList = shift; my $orderList = $inputList; if ( ! -s "$orderList" ) { $orderList = $toolsDir/$inputList; } my %commonName; # key is asmId, value is common name my @orderList; # asmId of the assemblies in order from the *.list files # the order to read the different .list files: my $assemblyCount = 0; open (FH, "<${orderList}") or die "can not read ${orderList}"; while (my $line = <FH>) { next if ($line =~ m/^#/); chomp $line; my ($asmId, $commonName) = split('\t', $line); if (defined($commonName{$asmId})) { printf STDERR "ERROR: duplicate asmId: '%s'\n", $asmId; printf STDERR "previous name: '%s'\n", $commonName{$asmId}; printf STDERR "duplicate name: '%s'\n", $commonName; exit 255; } $commonName{$asmId} = $commonName; push @orderList, $asmId; ++$assemblyCount; } close (FH); my $destDir = "/hive/data/genomes/asmHubs"; my $buildDone = 0; my $orderIndex = 0; foreach my $asmId (@orderList) { ++$orderIndex; my ($gcPrefix, $accession, undef) = split('_', $asmId); my $accessionId = sprintf("%s_%s", $gcPrefix, $accession); my $accessionDir = substr($asmId, 0 ,3); $accessionDir .= "/" . substr($asmId, 4 ,3); $accessionDir .= "/" . substr($asmId, 7 ,3); $accessionDir .= "/" . substr($asmId, 10 ,3); $destDir = "/hive/data/genomes/asmHubs/$accessionDir/$accessionId"; my $buildDir = "/hive/data/genomes/asmHubs/refseqBuild/$accessionDir/$asmId"; if ($gcPrefix eq "GCA") { $buildDir = "/hive/data/genomes/asmHubs/genbankBuild/$accessionDir/$asmId"; } my $trackDb = "$buildDir/$asmId.trackDb.txt"; if ( ! -s "${trackDb}" ) { printf STDERR "# %03d not built yet: %s\n", $orderIndex, $asmId; + printf STDERR "# missing tdb: '%s'\n", $trackDb; next; } ++$buildDone; printf STDERR "# %03d symlinks %s\n", $buildDone, $accessionId; printf STDERR "%s\n", $buildDir; printf STDERR "%s\n", $destDir; if ( ! -d "${destDir}" ) { `mkdir -p "${destDir}"`; } `rm -f "${destDir}/bbi"`; `rm -f "${destDir}/ixIxx"`; `rm -fr "${destDir}/html"`; `mkdir -p "${destDir}/html"`; `rm -f "${destDir}/${accessionId}.2bit"`; `rm -f "${destDir}/${accessionId}.agp.gz"`; `rm -f "${destDir}/${accessionId}.chrom.sizes"`; `rm -f "${destDir}/${accessionId}.chrom.sizes.txt"`; `rm -f "${destDir}/${accessionId}.chromAlias.txt"`; `rm -f "${destDir}/${accessionId}_assembly_report.txt"`; `rm -f "${destDir}/${accessionId}.userTrackDb.txt"`; `rm -f "${destDir}/trackDb.txt"`; `rm -f "${destDir}/genomes.txt"`; `rm -f "${destDir}/hub.txt"`; `rm -f "${destDir}/groups.txt"`; `ln -s "${buildDir}/bbi" "${destDir}/bbi"` if (-d "${buildDir}/bbi"); `ln -s "${buildDir}/ixIxx" "${destDir}/ixIxx"` if (-d "${buildDir}/ixIxx"); `ln -s ${buildDir}/html/*.html "${destDir}/html/"` if (-d "${buildDir}/html"); my $jpgFiles =`ls ${buildDir}/html/*.jpg 2> /dev/null | wc -l`; chomp $jpgFiles; if ($jpgFiles > 0) { `rm -f ${destDir}/html/*.jpg`; `ln -s ${buildDir}/html/*.jpg "${destDir}/html/"`; } # `ln -s ${buildDir}/html/*.png "${destDir}/genomes/${asmId}/html/"`; `ln -s "${buildDir}/${asmId}.2bit" "${destDir}/${accessionId}.2bit"` if (-s "${buildDir}/${asmId}.2bit"); `ln -s "${buildDir}/${asmId}.agp.gz" "${destDir}/${accessionId}.agp.gz"` if (-s "${buildDir}/${asmId}.agp.gz"); `ln -s "${buildDir}/${asmId}.chrom.sizes" "${destDir}/${accessionId}.chrom.sizes.txt"` if (-s "${buildDir}/${asmId}.chrom.sizes"); `ln -s "${buildDir}/${asmId}.chromAlias.txt" "${destDir}/${accessionId}.chromAlias.txt"` if (-s "${buildDir}/${asmId}.chromAlias.txt"); `ln -s "${buildDir}/download/${asmId}_assembly_report.txt" "${destDir}/${accessionId}_assembly_report.txt"` if (-s "${buildDir}/${asmId}_assembly_report.txt"); `ln -s "${buildDir}/${asmId}.trackDb.txt" "${destDir}/trackDb.txt"` if (-s "${buildDir}/${asmId}.trackDb.txt"); `ln -s "${buildDir}/${asmId}.genomes.txt" "${destDir}/genomes.txt"` if (-s "${buildDir}/${asmId}.genomes.txt"); `ln -s "${buildDir}/${asmId}.hub.txt" "${destDir}/hub.txt"` if (-s "${buildDir}/${asmId}.hub.txt"); `ln -s "${buildDir}/${asmId}.groups.txt" "${destDir}/groups.txt"` if (-s "${buildDir}/${asmId}.groups.txt"); `ln -s "${buildDir}/${asmId}.userTrackDb.txt" "${destDir}/${accessionId}.userTrackDb.txt"` if ( -s "${buildDir}/${asmId}.userTrackDb.txt"); }