e5fb628e596f737787c714b5b7cc74128a48daa2 galt Thu Jun 1 13:42:16 2023 -0700 Removing domains that do not need to be on the https whitelist because a scan shows they work just fine. 137 removed leaving just 153. diff --git src/lib/https.c src/lib/https.c index 7f64a6f..4afdef1 100644 --- src/lib/https.c +++ src/lib/https.c @@ -385,312 +385,175 @@ // openssl automatically whitelists domains which are given as IPv4 or IPv6 addresses hashStoreName(domainWhiteList, "*.altius.org"); hashStoreName(domainWhiteList, "*.apps.wistar.org"); hashStoreName(domainWhiteList, "*.bio.ed.ac.uk"); hashStoreName(domainWhiteList, "*.cbu.uib.no"); hashStoreName(domainWhiteList, "*.clinic.cat"); hashStoreName(domainWhiteList, "*.crg.eu"); hashStoreName(domainWhiteList, "*.dwf.go.th"); hashStoreName(domainWhiteList, "*.ezproxy.u-pec.fr"); hashStoreName(domainWhiteList, "*.genebook.com.cn"); hashStoreName(domainWhiteList, "*.jncasr.ac.in"); hashStoreName(domainWhiteList, "*.sund.ku.dk"); hashStoreName(domainWhiteList, "*.wistar.upenn.edu"); hashStoreName(domainWhiteList, "11plusprepschool.com"); hashStoreName(domainWhiteList, "52128.bham.ac.uk"); - hashStoreName(domainWhiteList, "H3k27ac_bw.s3.computational.bio.uni-giessen.de"); hashStoreName(domainWhiteList, "Hakeemacademy.jo"); - hashStoreName(domainWhiteList, "Marineinspector.org"); - hashStoreName(domainWhiteList, "animalgenomeinstitute.org"); hashStoreName(domainWhiteList, "annotation.dbi.udel.edu"); - hashStoreName(domainWhiteList, "apprisws.bioinfo.cnio.es"); hashStoreName(domainWhiteList, "arn.ugr.es"); - hashStoreName(domainWhiteList, "artyomovlab.wustl.edu"); - hashStoreName(domainWhiteList, "ash-tracks.s3.us-west-2.amazonaws.com"); - hashStoreName(domainWhiteList, "atlas.fredhutch.org"); hashStoreName(domainWhiteList, "b2b.hci.utah.edu"); - hashStoreName(domainWhiteList, "barmsijs.lumc.nl"); - hashStoreName(domainWhiteList, "bc2.ch"); - hashStoreName(domainWhiteList, "bchub.epfl.ch"); hashStoreName(domainWhiteList, "beauval.co.uk"); hashStoreName(domainWhiteList, "bibliopam.ec-lyon.fr"); - hashStoreName(domainWhiteList, "bic.ibi.upenn.edu"); hashStoreName(domainWhiteList, "bic2.ibi.upenn.edu"); hashStoreName(domainWhiteList, "bifx-core3.bio.ed.ac.uk"); - hashStoreName(domainWhiteList, "biochem.wisc.edu"); hashStoreName(domainWhiteList, "biodb.kaist.ac.kr"); hashStoreName(domainWhiteList, "bioinfo.gwdg.de"); - hashStoreName(domainWhiteList, "bioinfo2.ugr.es"); hashStoreName(domainWhiteList, "bioinfo5.ugr.es"); hashStoreName(domainWhiteList, "bioinformaticspa.com"); - hashStoreName(domainWhiteList, "bioinfoshare.utu.fi"); hashStoreName(domainWhiteList, "bioshare.genomecenter.ucdavis.edu"); - hashStoreName(domainWhiteList, "biowebport.com"); - hashStoreName(domainWhiteList, "blueprint.haem.cam.ac.uk"); - hashStoreName(domainWhiteList, "braincode.bwh.harvard.edu"); - hashStoreName(domainWhiteList, "brcaexchange.org"); hashStoreName(domainWhiteList, "bricweb.sund.ku.dk"); hashStoreName(domainWhiteList, "bsaa.edu.ru"); hashStoreName(domainWhiteList, "bx.bio.jhu.edu"); - hashStoreName(domainWhiteList, "cbi-asang-009.pmacs.upenn.edu"); hashStoreName(domainWhiteList, "cbio.ensmp.fr"); - hashStoreName(domainWhiteList, "ccg.epfl.ch"); - hashStoreName(domainWhiteList, "cctop.cos.uni-heidelberg.de"); hashStoreName(domainWhiteList, "cell-innovation.nig.ac.jp"); hashStoreName(domainWhiteList, "chopchop.cbu.uib.no."); hashStoreName(domainWhiteList, "clip.korea.ac.kr"); hashStoreName(domainWhiteList, "cloud.brc.hu"); - hashStoreName(domainWhiteList, "cluster.hpcc.ucr.edu"); - hashStoreName(domainWhiteList, "cmo.carnegiescience.edu"); - hashStoreName(domainWhiteList, "cohesindb.iqb.u-tokyo.ac.jp"); hashStoreName(domainWhiteList, "coppolalab.ucla.edu"); hashStoreName(domainWhiteList, "costalab.ukaachen.de"); hashStoreName(domainWhiteList, "cvmfs-hubs.vhost38.genap.ca"); hashStoreName(domainWhiteList, "darned.ucc.ie"); - hashStoreName(domainWhiteList, "data.cyverse.org"); - hashStoreName(domainWhiteList, "data.rc.fas.harvard.edu"); - hashStoreName(domainWhiteList, "data.starklab.org"); - hashStoreName(domainWhiteList, "databases.lovd.nl"); hashStoreName(domainWhiteList, "datahub-7ak6xof0.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-7mu6z13t.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-bx3mvzla.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-gvhsc2p7.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-i8kms5wt.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-kazb7g4u.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-nyt53rix.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-ruigbdoq.udes.genap.ca"); - hashStoreName(domainWhiteList, "de.cyverse.org"); hashStoreName(domainWhiteList, "debass.ga"); - hashStoreName(domainWhiteList, "dev.herv.img.cas.cz"); hashStoreName(domainWhiteList, "dev.stanford.edu"); - hashStoreName(domainWhiteList, "dianalab.e-ce.uth.gr"); hashStoreName(domainWhiteList, "dice-green.liai.org"); hashStoreName(domainWhiteList, "dinglab.rimuhc.ca"); hashStoreName(domainWhiteList, "dip.mbi.ucla.edu"); - hashStoreName(domainWhiteList, "download.cncb.ac.cn"); hashStoreName(domainWhiteList, "dropbox.ogic.ca"); hashStoreName(domainWhiteList, "dropfile.hpc.qmul.ac.uk"); hashStoreName(domainWhiteList, "edbc.org"); hashStoreName(domainWhiteList, "edn.som.umaryland.edu"); - hashStoreName(domainWhiteList, "egg2.wustl.edu"); - hashStoreName(domainWhiteList, "eichlerlab.gs.washington.edu"); - hashStoreName(domainWhiteList, "encode-public.s3.amazonaws.com"); - hashStoreName(domainWhiteList, "epd.epfl.ch"); hashStoreName(domainWhiteList, "epigenomegateway.wustl.edu"); - hashStoreName(domainWhiteList, "epigenomesportal.ca"); - hashStoreName(domainWhiteList, "equinegenomics.uky.edu"); - hashStoreName(domainWhiteList, "expiereddnsmanager.com"); - hashStoreName(domainWhiteList, "export.uppmax.uu.se"); - hashStoreName(domainWhiteList, "extshare.salk.edu"); - hashStoreName(domainWhiteList, "fantom.gsc.riken.jp"); hashStoreName(domainWhiteList, "fhlife.nojo.kr"); hashStoreName(domainWhiteList, "flamingo.psychiatry.uiowa.edu"); hashStoreName(domainWhiteList, "flash.biohpc.swmed.edu"); - hashStoreName(domainWhiteList, "fliptrap.usc.edu"); hashStoreName(domainWhiteList, "flu-infection.vhost38.genap.ca"); hashStoreName(domainWhiteList, "frigg.uio.no"); - hashStoreName(domainWhiteList, "ftp--ncbi--nlm--nih--gov.ibrowse.co"); - hashStoreName(domainWhiteList, "ftp.ebi.ac.uk"); hashStoreName(domainWhiteList, "ftp.fidelitypensionmanagers.com"); - hashStoreName(domainWhiteList, "ftp.science.ru.nl"); hashStoreName(domainWhiteList, "ftp.stowers.org"); - hashStoreName(domainWhiteList, "functionalgenomics.upf.edu"); - hashStoreName(domainWhiteList, "g-c615b8.06752.75bc.data.globus.org"); hashStoreName(domainWhiteList, "galaxy.anunna.wur.nl"); - hashStoreName(domainWhiteList, "galaxy.biociphers.org"); - hashStoreName(domainWhiteList, "galaxy.diz.uni-marburg.de"); hashStoreName(domainWhiteList, "galaxy.genome.uab.edu"); - hashStoreName(domainWhiteList, "galaxy.gred-clermont.fr"); - hashStoreName(domainWhiteList, "galaxy.igred.fr"); hashStoreName(domainWhiteList, "galaxy.med.uvm.edu"); hashStoreName(domainWhiteList, "garfield.igh.cnrs.fr"); hashStoreName(domainWhiteList, "gcp.wenglab.org"); - hashStoreName(domainWhiteList, "genap.ca"); hashStoreName(domainWhiteList, "genemo.ucsd.edu"); - hashStoreName(domainWhiteList, "genome-test.cse.ucsc.edu"); - hashStoreName(domainWhiteList, "genome-test.soe.ucsc.edu"); hashStoreName(domainWhiteList, "genome-tracks.ngs.omrf.in"); hashStoreName(domainWhiteList, "genome.senckenberg.de"); hashStoreName(domainWhiteList, "genomics.virus.kyoto-u.ac.jp"); hashStoreName(domainWhiteList, "genomicsdata.cs.ucl.ac.uk"); - hashStoreName(domainWhiteList, "greennetwork.us.es"); hashStoreName(domainWhiteList, "gsmplot.deqiangsun.org"); hashStoreName(domainWhiteList, "gwdu100.gwdg.de"); hashStoreName(domainWhiteList, "hcampanha.dyndns.org"); hashStoreName(domainWhiteList, "hci-bio-app.hci.utah.edu"); - hashStoreName(domainWhiteList, "herv.img.cas.cz"); - hashStoreName(domainWhiteList, "hgdownload--soe--ucsc--edu.ibrowse.co"); hashStoreName(domainWhiteList, "hilbert.bio.ifi.lmu.de"); hashStoreName(domainWhiteList, "hiview.case.edu"); hashStoreName(domainWhiteList, "hkgateway.med.umich.edu"); hashStoreName(domainWhiteList, "hpc.bmrn.com"); - hashStoreName(domainWhiteList, "hpc.nih.gov"); - hashStoreName(domainWhiteList, "hsb.upf.edu"); hashStoreName(domainWhiteList, "iamelf.com"); hashStoreName(domainWhiteList, "icbi.at"); hashStoreName(domainWhiteList, "jadhavserver.usc.edu"); - hashStoreName(domainWhiteList, "jilab.biostat.jhsph.edu"); - hashStoreName(domainWhiteList, "kbm7.genomebrowser.cemm.at"); hashStoreName(domainWhiteList, "key2hair.com"); hashStoreName(domainWhiteList, "ki-data.mit.edu"); - hashStoreName(domainWhiteList, "kiddlabshare.med.umich.edu"); hashStoreName(domainWhiteList, "lapti.ucc.ie"); - hashStoreName(domainWhiteList, "ldlink.nci.nih.gov"); - hashStoreName(domainWhiteList, "lianglab.usc.edu"); - hashStoreName(domainWhiteList, "lichtlab.cancer.ufl.edu"); - hashStoreName(domainWhiteList, "lighthouse.ucsf.edu"); - hashStoreName(domainWhiteList, "ln1.path.ox.ac.uk"); - hashStoreName(domainWhiteList, "lncipedia.org"); hashStoreName(domainWhiteList, "login.bases-doc.univ-lorraine.fr"); - hashStoreName(domainWhiteList, "login.stanford.idm.oclc.org"); hashStoreName(domainWhiteList, "longlab.uchicago.edu"); hashStoreName(domainWhiteList, "lvgsrv1.epfl.ch"); hashStoreName(domainWhiteList, "lyncoffee.cafe24.com"); - hashStoreName(domainWhiteList, "manticore.niehs.nih.gov"); - hashStoreName(domainWhiteList, "mariottigenomicslab.bio.ub.edu"); hashStoreName(domainWhiteList, "mbdata.upc.edu"); - hashStoreName(domainWhiteList, "mbee.com.vn"); hashStoreName(domainWhiteList, "medinfo.hebeu.edu.cn"); hashStoreName(domainWhiteList, "members.cbio.mines-paristech.fr"); - hashStoreName(domainWhiteList, "metamorf.hb.univ-amu.fr"); hashStoreName(domainWhiteList, "microb215.med.upenn.edu"); - hashStoreName(domainWhiteList, "minos.pmacs.upenn.edu"); hashStoreName(domainWhiteList, "mitranscriptome.org"); hashStoreName(domainWhiteList, "mitranscriptome.path.med.umich.edu"); - hashStoreName(domainWhiteList, "msre.epigenetic.ru"); hashStoreName(domainWhiteList, "mydrive.unilim.fr"); hashStoreName(domainWhiteList, "nextgen.izkf.rwth-aachen.de"); hashStoreName(domainWhiteList, "nucleome.dcmb.med.umich.edu"); hashStoreName(domainWhiteList, "nucleus.ics.hut.fi"); hashStoreName(domainWhiteList, "numbzone.com"); - hashStoreName(domainWhiteList, "oculargenomics.meei.harvard.edu"); hashStoreName(domainWhiteList, "omics.bioch.ox.ac.uk"); hashStoreName(domainWhiteList, "onesgateway.med.umich.edu"); - hashStoreName(domainWhiteList, "opendata.earlham.ac.uk"); hashStoreName(domainWhiteList, "openslice.fenyolab.org"); - hashStoreName(domainWhiteList, "orio.niehs.nih.gov"); - hashStoreName(domainWhiteList, "peromyscus.rc.fas.harvard.edu"); hashStoreName(domainWhiteList, "pgv19.virol.ucl.ac.uk"); - hashStoreName(domainWhiteList, "physiology.med.cornell.edu"); - hashStoreName(domainWhiteList, "pintolab04.mssm.edu"); - hashStoreName(domainWhiteList, "pipeline.lbl.gov"); - hashStoreName(domainWhiteList, "portal.nersc.gov"); hashStoreName(domainWhiteList, "pricenas.biochem.uiowa.edu"); hashStoreName(domainWhiteList, "psangle.co.kr"); - hashStoreName(domainWhiteList, "public-docs.crg.es"); hashStoreName(domainWhiteList, "public.scg.stanford.edu"); - hashStoreName(domainWhiteList, "public_docs.crg.es"); hashStoreName(domainWhiteList, "q10marketing.com"); - hashStoreName(domainWhiteList, "raw.githubusercontent.com"); - hashStoreName(domainWhiteList, "redirect.medsch.ucla.edu"); hashStoreName(domainWhiteList, "rewrite.bcgsc.ca"); hashStoreName(domainWhiteList, "rloop.hamadalab.com"); hashStoreName(domainWhiteList, "rnaseqhub.brain.mpg.de"); - hashStoreName(domainWhiteList, "room-alba.com"); hashStoreName(domainWhiteList, "rsousaluis.co.uk"); hashStoreName(domainWhiteList, "ruoho.uta.fi"); - hashStoreName(domainWhiteList, "s3-us-west-2.amazonaws.com"); hashStoreName(domainWhiteList, "sbwdev.stanford.edu"); hashStoreName(domainWhiteList, "schatzlabucscdata.yalespace.org.s3.amazonaws.com"); hashStoreName(domainWhiteList, "seanryderlab.org"); hashStoreName(domainWhiteList, "sendfiles.salk.edu"); hashStoreName(domainWhiteList, "share.ics.aalto.fi"); - hashStoreName(domainWhiteList, "share.ricerca.hsr.it"); - hashStoreName(domainWhiteList, "sharing.biotec.tu-dresden.de"); - hashStoreName(domainWhiteList, "sharing.crt-dresden.de"); hashStoreName(domainWhiteList, "sheba-cancer.org.il"); hashStoreName(domainWhiteList, "shop.vbc.ac.at"); hashStoreName(domainWhiteList, "si-ru.kr"); - hashStoreName(domainWhiteList, "siemensservices.com"); hashStoreName(domainWhiteList, "silo.bioinf.uni-leipzig.de"); - hashStoreName(domainWhiteList, "siver.ru"); - hashStoreName(domainWhiteList, "slotonlinejoker.launchaco.com"); - hashStoreName(domainWhiteList, "snpinfo.niehs.nih.gov"); hashStoreName(domainWhiteList, "spades.cgi.bch.uconn.edu"); - hashStoreName(domainWhiteList, "stark.imp.ac.at"); - hashStoreName(domainWhiteList, "starklab.org"); hashStoreName(domainWhiteList, "stockcenter.vdrc.at"); hashStoreName(domainWhiteList, "swaruplab.bio.uci.edu"); - hashStoreName(domainWhiteList, "synology.com"); - hashStoreName(domainWhiteList, "tare.medisin.ntnu.no"); - hashStoreName(domainWhiteList, "tdremont.ru"); hashStoreName(domainWhiteList, "test.phenogen.org"); - hashStoreName(domainWhiteList, "test.salmobase.org"); hashStoreName(domainWhiteList, "thebasicsofit.com"); - hashStoreName(domainWhiteList, "thisisepigenetics.ca"); hashStoreName(domainWhiteList, "track-hub.scicore-dmz.lan"); - hashStoreName(domainWhiteList, "track.giraldezlab.org"); - hashStoreName(domainWhiteList, "trackhub.pnri.org"); - hashStoreName(domainWhiteList, "transcrispr.igcz.poznan.pl"); hashStoreName(domainWhiteList, "ucsc-track-hubs.scicore.unibas.ch"); - hashStoreName(domainWhiteList, "ucsctracks.aertslab.org"); - hashStoreName(domainWhiteList, "unibind.uio.no"); - hashStoreName(domainWhiteList, "unibind2018.uio.no"); - hashStoreName(domainWhiteList, "unibind2021.uio.no"); - hashStoreName(domainWhiteList, "upnaesrv1.epfl.ch"); - hashStoreName(domainWhiteList, "useast.ensembl.org"); - hashStoreName(domainWhiteList, "usegalaxy.org"); - hashStoreName(domainWhiteList, "usegalaxy.org.au"); hashStoreName(domainWhiteList, "v91rc2.master.demo.encodedcc.org"); hashStoreName(domainWhiteList, "v91rc3.master.demo.encodedcc.org"); hashStoreName(domainWhiteList, "v94.rc2.demo.encodedcc.org"); hashStoreName(domainWhiteList, "varbank.ccg.uni-koeln.de"); - hashStoreName(domainWhiteList, "verjo103.butantan.gov.br"); hashStoreName(domainWhiteList, "virtlehre.informatik.uni-leipzig.de"); hashStoreName(domainWhiteList, "vm-galaxy-prod.toulouse.inra.fr"); hashStoreName(domainWhiteList, "vm10-dn4.qub.ac.uk"); - hashStoreName(domainWhiteList, "vourekas.biology.lsu.edu"); hashStoreName(domainWhiteList, "webdisk.rsousaluis.co.uk"); hashStoreName(domainWhiteList, "webserver-schilder-ukdri.dsi.ic.ac.uk"); - hashStoreName(domainWhiteList, "wfitch.bio.uci.edu"); - hashStoreName(domainWhiteList, "winnerbro.com"); hashStoreName(domainWhiteList, "www-ncbi-nlm-nih-gov.bases-doc.univ-lorraine.fr"); - hashStoreName(domainWhiteList, "www-ncbi-nlm-nih-gov.stanford.idm.oclc.org"); hashStoreName(domainWhiteList, "www.51766.net"); - hashStoreName(domainWhiteList, "www.animalgenomeinstitute.org"); hashStoreName(domainWhiteList, "www.bio.ifi.lmu.de"); - hashStoreName(domainWhiteList, "www.bizfolio.com"); - hashStoreName(domainWhiteList, "www.broadinstitute.org"); hashStoreName(domainWhiteList, "www.crustcorporate.com"); hashStoreName(domainWhiteList, "www.datadepot.rcac.purdue.edu"); hashStoreName(domainWhiteList, "www.edbc.org"); - hashStoreName(domainWhiteList, "www.encodeproject.org"); hashStoreName(domainWhiteList, "www.epigenomes.ca"); hashStoreName(domainWhiteList, "www.healthstoriesonline.com"); - hashStoreName(domainWhiteList, "www.iconcollege.ac.uk"); - hashStoreName(domainWhiteList, "www.internationalgenome.org"); - hashStoreName(domainWhiteList, "www.isical.ac.in"); - hashStoreName(domainWhiteList, "www.lncipedia.org"); - hashStoreName(domainWhiteList, "www.molcell.rwth-aachen.de"); hashStoreName(domainWhiteList, "www.morgridge.net"); hashStoreName(domainWhiteList, "www.morgridge.us"); hashStoreName(domainWhiteList, "www.nitrofish.de"); hashStoreName(domainWhiteList, "www.ogic.ca"); - hashStoreName(domainWhiteList, "www.picb.ac.cn"); - hashStoreName(domainWhiteList, "www.playcybergames.com"); hashStoreName(domainWhiteList, "www.proshoetech.com"); - hashStoreName(domainWhiteList, "www.sagatenergy.kz"); - hashStoreName(domainWhiteList, "www.starklab.org"); hashStoreName(domainWhiteList, "www.v93rc2.demo.encodedcc.org"); - hashStoreName(domainWhiteList, "www3.mpibpc.mpg.de"); - hashStoreName(domainWhiteList, "wwwuser.gwdg.de"); - hashStoreName(domainWhiteList, "xinglabtrackhub.research.chop.edu"); hashStoreName(domainWhiteList, "xyz.com"); hashStoreName(domainWhiteList, "yakuba.uchicago.edu"); hashStoreName(domainWhiteList, "yama-arashi.info"); hashStoreName(domainWhiteList, "yardsacres.com"); - hashStoreName(domainWhiteList, "ydna-warehouse.org"); hashStoreName(domainWhiteList, "yoda.ust.hk"); hashStoreName(domainWhiteList, "zdzlab.einsteinmed.edu"); hashStoreName(domainWhiteList, "zhaohua.urmc.rochester.edu"); hashStoreName(domainWhiteList, "zhoulab.whu.edu.cn"); hashStoreName(domainWhiteList, "zlab-trackhub.umassmed.edu"); hashStoreName(domainWhiteList, "zlab.umassmed.edu"); } } struct hashEl *checkIfInHashWithWildCard(char *hostName) /* check if in hash, and if in hash with lowest-level domain set to "*" wildcard */ { struct hashEl *result = hashLookup(domainWhiteList, hostName); if (!result)