3946be330702e6b5138a8fcc1e9fc9a4b8d82658 galt Wed Jan 25 15:50:27 2023 -0800 Added domains from RR euro asia logs to the https whitelist. I will observe again in 3 weeks after another release cycle verify we actually have caught them all as expected. diff --git src/lib/https.c src/lib/https.c index 972c4ec..f2fe5ec 100644 --- src/lib/https.c +++ src/lib/https.c @@ -371,132 +371,173 @@ chopByWhite(dmwl, words, wordCount); int w; for(w=0; w < wordCount; w++) { hashStoreName(domainWhiteList, words[w]); } freeMem(words); } freez(&dmwl); // useful for testing, turns off hardwired whitelist exceptions if (!hashLookup(domainWhiteList, "noHardwiredExceptions")) { // Hardwired exceptions whitelist // openssl automatically whitelists domains which are given as IPv4 or IPv6 addresses + hashStoreName(domainWhiteList, "*.altius.org"); + hashStoreName(domainWhiteList, "*.apps.wistar.org"); hashStoreName(domainWhiteList, "*.bio.ed.ac.uk"); hashStoreName(domainWhiteList, "*.cbu.uib.no"); hashStoreName(domainWhiteList, "*.clinic.cat"); hashStoreName(domainWhiteList, "*.crg.eu"); + hashStoreName(domainWhiteList, "*.dwf.go.th"); hashStoreName(domainWhiteList, "*.ezproxy.u-pec.fr"); hashStoreName(domainWhiteList, "*.genebook.com.cn"); hashStoreName(domainWhiteList, "*.jncasr.ac.in"); + hashStoreName(domainWhiteList, "*.sund.ku.dk"); + hashStoreName(domainWhiteList, "*.wistar.upenn.edu"); + hashStoreName(domainWhiteList, "52128.bham.ac.uk"); + hashStoreName(domainWhiteList, "animalgenomeinstitute.org"); hashStoreName(domainWhiteList, "annotation.dbi.udel.edu"); hashStoreName(domainWhiteList, "arn.ugr.es"); hashStoreName(domainWhiteList, "bic2.ibi.upenn.edu"); hashStoreName(domainWhiteList, "bifx-core3.bio.ed.ac.uk"); hashStoreName(domainWhiteList, "biodb.kaist.ac.kr"); + hashStoreName(domainWhiteList, "bioinfo.gwdg.de"); hashStoreName(domainWhiteList, "bioinfo2.ugr.es"); hashStoreName(domainWhiteList, "bioinfo5.ugr.es"); hashStoreName(domainWhiteList, "bioshare.genomecenter.ucdavis.edu"); hashStoreName(domainWhiteList, "biowebport.com"); + hashStoreName(domainWhiteList, "braincode.bwh.harvard.edu"); hashStoreName(domainWhiteList, "bx.bio.jhu.edu"); hashStoreName(domainWhiteList, "ccg.epfl.ch"); hashStoreName(domainWhiteList, "cctop.cos.uni-heidelberg.de"); + hashStoreName(domainWhiteList, "chopchop.cbu.uib.no."); hashStoreName(domainWhiteList, "cluster.hpcc.ucr.edu"); + hashStoreName(domainWhiteList, "coppolalab.ucla.edu"); hashStoreName(domainWhiteList, "costalab.ukaachen.de"); hashStoreName(domainWhiteList, "cvmfs-hubs.vhost38.genap.ca"); hashStoreName(domainWhiteList, "data.rc.fas.harvard.edu"); hashStoreName(domainWhiteList, "datahub-7ak6xof0.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-7mu6z13t.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-bx3mvzla.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-gvhsc2p7.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-i8kms5wt.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-kazb7g4u.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-nyt53rix.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-ruigbdoq.udes.genap.ca"); hashStoreName(domainWhiteList, "dev.herv.img.cas.cz"); hashStoreName(domainWhiteList, "dice-green.liai.org"); hashStoreName(domainWhiteList, "dropbox.ogic.ca"); hashStoreName(domainWhiteList, "dropfile.hpc.qmul.ac.uk"); hashStoreName(domainWhiteList, "edn.som.umaryland.edu"); + hashStoreName(domainWhiteList, "edbc.org"); + hashStoreName(domainWhiteList, "egg2.wustl.edu"); hashStoreName(domainWhiteList, "epd.epfl.ch"); hashStoreName(domainWhiteList, "expiereddnsmanager.com"); hashStoreName(domainWhiteList, "export.uppmax.uu.se"); + hashStoreName(domainWhiteList, "flu-infection.vhost38.genap.ca"); hashStoreName(domainWhiteList, "frigg.uio.no"); hashStoreName(domainWhiteList, "ftp--ncbi--nlm--nih--gov.ibrowse.co"); hashStoreName(domainWhiteList, "ftp.science.ru.nl"); hashStoreName(domainWhiteList, "functionalgenomics.upf.edu"); + hashStoreName(domainWhiteList, "galaxy.gred-clermont.fr"); hashStoreName(domainWhiteList, "galaxy.med.uvm.edu"); hashStoreName(domainWhiteList, "garfield.igh.cnrs.fr"); hashStoreName(domainWhiteList, "gcp.wenglab.org"); hashStoreName(domainWhiteList, "genap.ca"); hashStoreName(domainWhiteList, "genemo.ucsd.edu"); hashStoreName(domainWhiteList, "genome-tracks.ngs.omrf.in"); hashStoreName(domainWhiteList, "genomics.virus.kyoto-u.ac.jp"); hashStoreName(domainWhiteList, "genomicsdata.cs.ucl.ac.uk"); hashStoreName(domainWhiteList, "gsmplot.deqiangsun.org"); + hashStoreName(domainWhiteList, "gwdu100.gwdg.de"); hashStoreName(domainWhiteList, "hgdownload--soe--ucsc--edu.ibrowse.co"); hashStoreName(domainWhiteList, "herv.img.cas.cz"); hashStoreName(domainWhiteList, "hci-bio-app.hci.utah.edu"); hashStoreName(domainWhiteList, "hkgateway.med.umich.edu"); + hashStoreName(domainWhiteList, "hilbert.bio.ifi.lmu.de"); hashStoreName(domainWhiteList, "hiview.case.edu"); hashStoreName(domainWhiteList, "hpc.bmrn.com"); hashStoreName(domainWhiteList, "hsb.upf.edu"); hashStoreName(domainWhiteList, "icbi.at"); + hashStoreName(domainWhiteList, "jadhavserver.usc.edu"); + hashStoreName(domainWhiteList, "kbm7.genomebrowser.cemm.at"); + hashStoreName(domainWhiteList, "key2hair.com"); hashStoreName(domainWhiteList, "lichtlab.cancer.ufl.edu"); + hashStoreName(domainWhiteList, "lyncoffee.cafe24.com"); hashStoreName(domainWhiteList, "lvgsrv1.epfl.ch"); hashStoreName(domainWhiteList, "manticore.niehs.nih.gov"); hashStoreName(domainWhiteList, "metamorf.hb.univ-amu.fr"); + hashStoreName(domainWhiteList, "medinfo.hebeu.edu.cn"); hashStoreName(domainWhiteList, "microb215.med.upenn.edu"); hashStoreName(domainWhiteList, "mitranscriptome.org"); hashStoreName(domainWhiteList, "mitranscriptome.path.med.umich.edu"); hashStoreName(domainWhiteList, "nextgen.izkf.rwth-aachen.de"); + hashStoreName(domainWhiteList, "nucleus.ics.hut.fi"); hashStoreName(domainWhiteList, "oculargenomics.meei.harvard.edu"); + hashStoreName(domainWhiteList, "omics.bioch.ox.ac.uk"); hashStoreName(domainWhiteList, "onesgateway.med.umich.edu"); hashStoreName(domainWhiteList, "openslice.fenyolab.org"); hashStoreName(domainWhiteList, "peromyscus.rc.fas.harvard.edu"); hashStoreName(domainWhiteList, "pgv19.virol.ucl.ac.uk"); hashStoreName(domainWhiteList, "pricenas.biochem.uiowa.edu"); hashStoreName(domainWhiteList, "redirect.medsch.ucla.edu"); hashStoreName(domainWhiteList, "rewrite.bcgsc.ca"); hashStoreName(domainWhiteList, "rnaseqhub.brain.mpg.de"); + hashStoreName(domainWhiteList, "rsousaluis.co.uk"); + hashStoreName(domainWhiteList, "ruoho.uta.fi"); + hashStoreName(domainWhiteList, "sbwdev.stanford.edu"); hashStoreName(domainWhiteList, "schatzlabucscdata.yalespace.org.s3.amazonaws.com"); + hashStoreName(domainWhiteList, "share.ics.aalto.fi"); hashStoreName(domainWhiteList, "sharing.biotec.tu-dresden.de"); + hashStoreName(domainWhiteList, "sheba-cancer.org.il"); + hashStoreName(domainWhiteList, "si-ru.kr"); hashStoreName(domainWhiteList, "silo.bioinf.uni-leipzig.de"); hashStoreName(domainWhiteList, "snpinfo.niehs.nih.gov"); hashStoreName(domainWhiteList, "spades.cgi.bch.uconn.edu"); hashStoreName(domainWhiteList, "stark.imp.ac.at"); hashStoreName(domainWhiteList, "starklab.org"); + hashStoreName(domainWhiteList, "swaruplab.bio.uci.edu"); + hashStoreName(domainWhiteList, "synology.com"); + hashStoreName(domainWhiteList, "track-hub.scicore-dmz.lan"); hashStoreName(domainWhiteList, "trackhub.pnri.org"); hashStoreName(domainWhiteList, "transcrispr.igcz.poznan.pl"); + hashStoreName(domainWhiteList, "ucsc-track-hubs.scicore.unibas.ch"); hashStoreName(domainWhiteList, "v91rc2.master.demo.encodedcc.org"); hashStoreName(domainWhiteList, "v91rc3.master.demo.encodedcc.org"); hashStoreName(domainWhiteList, "v94.rc2.demo.encodedcc.org"); hashStoreName(domainWhiteList, "verjo103.butantan.gov.br"); hashStoreName(domainWhiteList, "virtlehre.informatik.uni-leipzig.de"); hashStoreName(domainWhiteList, "vm-galaxy-prod.toulouse.inra.fr"); + hashStoreName(domainWhiteList, "webdisk.rsousaluis.co.uk"); + hashStoreName(domainWhiteList, "www.animalgenomeinstitute.org"); + hashStoreName(domainWhiteList, "www.bio.ifi.lmu.de"); hashStoreName(domainWhiteList, "www.datadepot.rcac.purdue.edu"); + hashStoreName(domainWhiteList, "www.edbc.org"); hashStoreName(domainWhiteList, "www.epigenomes.ca"); + hashStoreName(domainWhiteList, "www.healthstoriesonline.com"); hashStoreName(domainWhiteList, "www.isical.ac.in"); hashStoreName(domainWhiteList, "www.morgridge.net"); hashStoreName(domainWhiteList, "www.morgridge.us"); hashStoreName(domainWhiteList, "www.ogic.ca"); + hashStoreName(domainWhiteList, "www.sagatenergy.kz"); hashStoreName(domainWhiteList, "www.starklab.org"); hashStoreName(domainWhiteList, "www.v93rc2.demo.encodedcc.org"); hashStoreName(domainWhiteList, "xinglabtrackhub.research.chop.edu"); hashStoreName(domainWhiteList, "ydna-warehouse.org"); + hashStoreName(domainWhiteList, "yoda.ust.hk"); hashStoreName(domainWhiteList, "zlab-trackhub.umassmed.edu"); hashStoreName(domainWhiteList, "zlab.umassmed.edu"); } } struct hashEl *checkIfInHashWithWildCard(char *hostName) /* check if in hash, and if in hash with lowest-level domain set to "*" wildcard */ { struct hashEl *result = hashLookup(domainWhiteList, hostName); if (!result) { char *dot = strchr(hostName, '.'); if (dot && (dot - hostName) >= 1) {