4bfc83ad307e5017054b4852d17dc0b82f1997c5 angie Wed Sep 22 17:53:41 2021 -0700 Better formatting of date mismatches for reporting to labs. diff --git src/hg/utils/otto/sarscov2phylo/gbMetadataAddBioSample.pl src/hg/utils/otto/sarscov2phylo/gbMetadataAddBioSample.pl index e2c7b35..4e0fc6a 100755 --- src/hg/utils/otto/sarscov2phylo/gbMetadataAddBioSample.pl +++ src/hg/utils/otto/sarscov2phylo/gbMetadataAddBioSample.pl @@ -1,95 +1,95 @@ #!/usr/bin/env perl use warnings; use strict; use Date::Parse; sub usage() { print STDERR "usage: $0 biosample.tab [gbMetadata.tab]\n"; exit 1; } # Read in and store distilled BioSample metadata; stream through GenBank metadata # (from NCBI Virus / NCBI Datasets) and add in collection date and isolate name # from BioSample when missing from GenBank. Report any conflicting dates. my @months = qw(jan feb mar apr may jun jul aug sep oct nov dec); sub normalizeDate($) { # Convert "25-Jan-2020" to 2020-01-25, "19-MAR-2020" to 2020-03-19... my ($dateIn) = @_; $dateIn =~ s/-00//g; if (! $dateIn) { return ""; } elsif ($dateIn =~ /^\d\d\d\d(-\d\d)*$/) { return $dateIn; } else { my ($ss,$mm,$hh,$day,$month,$year,$zone) = strptime($dateIn); my $dateOut = ""; if ($day) { $dateOut = sprintf("%04d-%02d-%02d", $year+1900, $month+1, $day); } elsif ($month) { $dateOut = sprintf("%04d-%02d", $year+1900, $month+1); } elsif ($year) { $dateOut = printf("%04d", $year+1900); } return $dateOut; } } my $biosampleFile = shift @ARGV; open(my $BIOSAMPLE, "<$biosampleFile") || die "Can't open $biosampleFile: %!\n"; my %b2Name = (); my %b2Date = (); my %b2Country = (); while (<$BIOSAMPLE>) { my (undef, $bAcc, $name, $date, undef, undef, $country) = split("\t"); $b2Name{$bAcc} = $name; $b2Date{$bAcc} = $date; $b2Country{$bAcc} = $country; } close($BIOSAMPLE); my $missingCount = 0; while (<>) { my ($gbAcc, $bAcc, $gbDate, $gbGeo, $host, $gbName, $completeness, $len) = split("\t"); if ($bAcc) { if (exists $b2Name{$bAcc}) { my ($bName, $bDate, $bCountry) = ($b2Name{$bAcc}, normalizeDate($b2Date{$bAcc}), $b2Country{$bAcc}); if (! $gbDate || length($bDate) > length($gbDate)) { $gbDate = $bDate; } elsif ($bDate && $gbDate ne $bDate) { - print STDERR "CONFLICT: Genbank date ($gbAcc $gbName) = $gbDate, " . - "BioSample date ($bAcc $bName) = $bDate\n"; + print STDERR join("\t", "dateMismatch", $gbAcc, $gbName, $gbDate, $bAcc, $bName, $bDate) . + "\n"; } if (! $gbName) { $gbName = $bName; } elsif (($gbName eq '1' || $gbName eq 'NA') && length($bName) > length($gbName)) { $gbName = $bName; } elsif ($gbName eq 'nasopharyngeal' && $bName =~ m/\d/) { $gbName = $bName; } if (! $gbGeo) { $gbGeo = $bCountry; } print join("\t", $gbAcc, $bAcc, $gbDate, $gbGeo, $host, $gbName, $completeness, $len); } else { # BioSample file doesn't have info for this BioSample accession print STDERR "Missing BioSample info for $bAcc\n"; $missingCount++; if ($missingCount >= 100000) { die "Too many missing BioSamples, quitting.\n"; } # Pass through as-is print; } } else { # No associated BioSample, just pass through as-is print; } }