4756d333db5def5dcfdbbd4f739829bc10b432b5 galt Wed Dec 11 22:29:40 2024 -0800 updating the https whitelist with a fresh scan of the last years log of the RR and Offical Mirrors. diff --git src/lib/https.c src/lib/https.c index 6f8822b..462175d 100644 --- src/lib/https.c +++ src/lib/https.c @@ -383,197 +383,305 @@ chopByWhite(dmwl, words, wordCount); int w; for(w=0; w < wordCount; w++) { hashStoreName(domainWhiteList, words[w]); } freeMem(words); } freez(&dmwl); // useful for testing, turns off hardwired whitelist exceptions if (!hashLookup(domainWhiteList, "noHardwiredExceptions")) { // Hardwired exceptions whitelist // whitelist domains used in URLs given as IPv4 or IPv6 addresses - hashStoreName(domainWhiteList, "141.80.181.46"); hashStoreName(domainWhiteList, "119.17.138.121"); + hashStoreName(domainWhiteList, "11plusprepschool.com"); hashStoreName(domainWhiteList, "132.198.67.10"); hashStoreName(domainWhiteList, "133.9.148.160"); + hashStoreName(domainWhiteList, "141.80.181.46"); hashStoreName(domainWhiteList, "143.225.99.51"); hashStoreName(domainWhiteList, "147.139.138.179"); hashStoreName(domainWhiteList, "149.129.235.214"); + hashStoreName(domainWhiteList, "152.42.204.21"); hashStoreName(domainWhiteList, "161.116.70.109"); hashStoreName(domainWhiteList, "193.166.24.115"); - hashStoreName(domainWhiteList, "66.154.14.49"); + hashStoreName(domainWhiteList, "207.148.96.144"); hashStoreName(domainWhiteList, "*.altius.org"); hashStoreName(domainWhiteList, "*.apps.wistar.org"); hashStoreName(domainWhiteList, "*.bio.ed.ac.uk"); hashStoreName(domainWhiteList, "*.cbu.uib.no"); hashStoreName(domainWhiteList, "*.clinic.cat"); hashStoreName(domainWhiteList, "*.crg.eu"); hashStoreName(domainWhiteList, "*.dwf.go.th"); hashStoreName(domainWhiteList, "*.ezproxy.u-pec.fr"); hashStoreName(domainWhiteList, "*.genebook.com.cn"); hashStoreName(domainWhiteList, "*.jncasr.ac.in"); hashStoreName(domainWhiteList, "*.sund.ku.dk"); hashStoreName(domainWhiteList, "*.wistar.upenn.edu"); - hashStoreName(domainWhiteList, "11plusprepschool.com"); + hashStoreName(domainWhiteList, "2527521.line.6szsl57h1gngdxghwngytbxk2b83ws.burpcollaborator.net"); + hashStoreName(domainWhiteList, "2594771.line.6szsl57h1gngdxghwngytbxk2b83ws.burpcollaborator.net"); + hashStoreName(domainWhiteList, "2594771.pizza.b2egnpn4tjfqghmkrucr2ahtmksbg14q.oastify.com"); + hashStoreName(domainWhiteList, "35.80.111.76"); + hashStoreName(domainWhiteList, "4324332.pizza.b2egnpn4tjfqghmkrucr2ahtmksbg14q.oastify.com"); + hashStoreName(domainWhiteList, "50.16.251.170"); hashStoreName(domainWhiteList, "52128.bham.ac.uk"); + hashStoreName(domainWhiteList, "54.175.59.127"); + hashStoreName(domainWhiteList, "66.154.14.49"); + hashStoreName(domainWhiteList, "Etlhp-Inspektorat.Sultengprov.Go.id"); hashStoreName(domainWhiteList, "Hakeemacademy.jo"); + hashStoreName(domainWhiteList, "Panen33pro.co"); + hashStoreName(domainWhiteList, "Users"); + hashStoreName(domainWhiteList, "andrew.seq1.s3.amazonaws.com"); hashStoreName(domainWhiteList, "annotation.dbi.udel.edu"); + hashStoreName(domainWhiteList, "api.wenglab.org"); + hashStoreName(domainWhiteList, "apprisws.bioinfo.cnio.es"); hashStoreName(domainWhiteList, "arn.ugr.es"); hashStoreName(domainWhiteList, "b2b.hci.utah.edu"); + hashStoreName(domainWhiteList, "bacpac.chori.org"); + hashStoreName(domainWhiteList, "beagrie00.bmrc.ox.ac.uk"); hashStoreName(domainWhiteList, "bibliopam.ec-lyon.fr"); hashStoreName(domainWhiteList, "bic2.ibi.upenn.edu"); hashStoreName(domainWhiteList, "bifx-core3.bio.ed.ac.uk"); hashStoreName(domainWhiteList, "biodb.kaist.ac.kr"); + hashStoreName(domainWhiteList, "bioinf.eva.mpg.de"); hashStoreName(domainWhiteList, "bioinfo.gwdg.de"); hashStoreName(domainWhiteList, "bioinfo5.ugr.es"); hashStoreName(domainWhiteList, "bioinformaticspa.com"); + hashStoreName(domainWhiteList, "biorepo.epfl.ch"); hashStoreName(domainWhiteList, "bioshare.genomecenter.ucdavis.edu"); hashStoreName(domainWhiteList, "bricweb.sund.ku.dk"); + hashStoreName(domainWhiteList, "browser.rhesusbase.com"); hashStoreName(domainWhiteList, "bsaa.edu.ru"); hashStoreName(domainWhiteList, "bx.bio.jhu.edu"); + hashStoreName(domainWhiteList, "candy.seq.s3.amazonaws.com"); hashStoreName(domainWhiteList, "cbio.ensmp.fr"); hashStoreName(domainWhiteList, "cell-innovation.nig.ac.jp"); + hashStoreName(domainWhiteList, "centrodeatencionalusuario.uniempresarial.edu.co"); hashStoreName(domainWhiteList, "chopchop.cbu.uib.no."); hashStoreName(domainWhiteList, "clip.korea.ac.kr"); + hashStoreName(domainWhiteList, "cll-lab.yalepages.org.s3.amazonaws.com"); + hashStoreName(domainWhiteList, "cloud.baker.edu.au"); hashStoreName(domainWhiteList, "cloud.brc.hu"); + hashStoreName(domainWhiteList, "compbio.uta.fi"); hashStoreName(domainWhiteList, "coppolalab.ucla.edu"); hashStoreName(domainWhiteList, "costalab.ukaachen.de"); + hashStoreName(domainWhiteList, "cotneylab.cam.uchc.edu"); + hashStoreName(domainWhiteList, "cs.xuxingdianzikeji.com"); hashStoreName(domainWhiteList, "cvmfs-hubs.vhost38.genap.ca"); hashStoreName(domainWhiteList, "darned.ucc.ie"); hashStoreName(domainWhiteList, "datahub-7ak6xof0.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-7mu6z13t.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-bx3mvzla.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-gvhsc2p7.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-i8kms5wt.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-kazb7g4u.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-nyt53rix.udes.genap.ca"); hashStoreName(domainWhiteList, "datahub-ruigbdoq.udes.genap.ca"); + hashStoreName(domainWhiteList, "dbrip.org"); hashStoreName(domainWhiteList, "debass.ga"); hashStoreName(domainWhiteList, "dev.stanford.edu"); hashStoreName(domainWhiteList, "dice-green.liai.org"); hashStoreName(domainWhiteList, "dinglab.rimuhc.ca"); hashStoreName(domainWhiteList, "dip.mbi.ucla.edu"); + hashStoreName(domainWhiteList, "diskasu.pku.edu.cn"); + hashStoreName(domainWhiteList, "dr-earray.chem.agilent.com"); hashStoreName(domainWhiteList, "dropbox.ogic.ca"); + hashStoreName(domainWhiteList, "e1-lugh2.science.psu.edu"); hashStoreName(domainWhiteList, "edbc.org"); hashStoreName(domainWhiteList, "edn.som.umaryland.edu"); + hashStoreName(domainWhiteList, "endoquad.chenzxlab.cn"); hashStoreName(domainWhiteList, "epigenomegateway.wustl.edu"); + hashStoreName(domainWhiteList, "eric.seq.s3.amazonaws.com"); + hashStoreName(domainWhiteList, "euL1db.unice.fr"); + hashStoreName(domainWhiteList, "eurexpress.org"); + hashStoreName(domainWhiteList, "fame.edbc.org"); hashStoreName(domainWhiteList, "fhlife.nojo.kr"); hashStoreName(domainWhiteList, "flamingo.psychiatry.uiowa.edu"); hashStoreName(domainWhiteList, "flash.biohpc.swmed.edu"); hashStoreName(domainWhiteList, "flu-infection.vhost38.genap.ca"); + hashStoreName(domainWhiteList, "fluinfection.vhost38.genap.ca"); + hashStoreName(domainWhiteList, "free.smokys.com"); hashStoreName(domainWhiteList, "frigg.uio.no"); hashStoreName(domainWhiteList, "ftp.fidelitypensionmanagers.com"); hashStoreName(domainWhiteList, "ftp.stowers.org"); + hashStoreName(domainWhiteList, "g-5fb8fc.a0115.5898.data.globus.org"); + hashStoreName(domainWhiteList, "g-77af68.06752.75bc.data.globus.org"); + hashStoreName(domainWhiteList, "g-ee0263.a0115.5898.data.globus.org"); hashStoreName(domainWhiteList, "galaxy.anunna.wur.nl"); hashStoreName(domainWhiteList, "galaxy.genome.uab.edu"); hashStoreName(domainWhiteList, "galaxy.med.uvm.edu"); + hashStoreName(domainWhiteList, "gb.faryabilab.com"); hashStoreName(domainWhiteList, "gcp.wenglab.org"); hashStoreName(domainWhiteList, "genemo.ucsd.edu"); + hashStoreName(domainWhiteList, "general.curtis-lab-analysis.cloud.edu.au"); + hashStoreName(domainWhiteList, "genie.weizmann.ac.il"); + hashStoreName(domainWhiteList, "genome"); + hashStoreName(domainWhiteList, "genome-asia.ucsc.edu"); + hashStoreName(domainWhiteList, "genome-test.cse"); hashStoreName(domainWhiteList, "genome-tracks.ngs.omrf.in"); + hashStoreName(domainWhiteList, "genome.compbio.cs.cmu.edu"); hashStoreName(domainWhiteList, "genome.senckenberg.de"); hashStoreName(domainWhiteList, "genomics.virus.kyoto-u.ac.jp"); hashStoreName(domainWhiteList, "genomicsdata.cs.ucl.ac.uk"); + hashStoreName(domainWhiteList, "gi.ucsc.edu"); + hashStoreName(domainWhiteList, "giannina.seq.s3.amazonaws.com"); + hashStoreName(domainWhiteList, "greennetwork.us.es"); + hashStoreName(domainWhiteList, "gvarianti.oasi.en.it"); hashStoreName(domainWhiteList, "gwdu100.gwdg.de"); hashStoreName(domainWhiteList, "hcampanha.dyndns.org"); hashStoreName(domainWhiteList, "hci-bio-app.hci.utah.edu"); hashStoreName(domainWhiteList, "hilbert.bio.ifi.lmu.de"); hashStoreName(domainWhiteList, "hiview.case.edu"); + hashStoreName(domainWhiteList, "hiview10.gene.cwru.edu"); hashStoreName(domainWhiteList, "hkgateway.med.umich.edu"); hashStoreName(domainWhiteList, "hpc.bmrn.com"); + hashStoreName(domainWhiteList, "hprc-browser.ucsc.edu"); + hashStoreName(domainWhiteList, "hub.igh.cnrs.fr"); + hashStoreName(domainWhiteList, "human.genome.dnadigest.org"); + hashStoreName(domainWhiteList, "hyeshik.qbio.io"); hashStoreName(domainWhiteList, "iamelf.com"); hashStoreName(domainWhiteList, "icbi.at"); + hashStoreName(domainWhiteList, "ihec-dev.vhost38.genap.ca"); + hashStoreName(domainWhiteList, "irods-webdav.cyverse.at"); + hashStoreName(domainWhiteList, "itmat.data.s3.amazonaws.com"); hashStoreName(domainWhiteList, "jadhavserver.usc.edu"); + hashStoreName(domainWhiteList, "jianglab.yalespace.org.s3.amazonaws.com"); + hashStoreName(domainWhiteList, "kbm7.genomebrowser.cemm.at"); hashStoreName(domainWhiteList, "key2hair.com"); hashStoreName(domainWhiteList, "ki-data.mit.edu"); + hashStoreName(domainWhiteList, "kiddlabshare.med.umich.edu"); hashStoreName(domainWhiteList, "lapti.ucc.ie"); + hashStoreName(domainWhiteList, "launs.ru"); + hashStoreName(domainWhiteList, "lili.seq.s3.amazonaws.com"); + hashStoreName(domainWhiteList, "localhost"); hashStoreName(domainWhiteList, "login.bases-doc.univ-lorraine.fr"); hashStoreName(domainWhiteList, "longlab.uchicago.edu"); + hashStoreName(domainWhiteList, "lugh.bmb.psu.edu"); hashStoreName(domainWhiteList, "lvgsrv1.epfl.ch"); hashStoreName(domainWhiteList, "lyncoffee.cafe24.com"); + hashStoreName(domainWhiteList, "mahonylab.science.psu.edu"); hashStoreName(domainWhiteList, "mbdata.upc.edu"); + hashStoreName(domainWhiteList, "mcahematopoiesis.bioinfo.cnio.es"); hashStoreName(domainWhiteList, "medinfo.hebeu.edu.cn"); hashStoreName(domainWhiteList, "members.cbio.mines-paristech.fr"); hashStoreName(domainWhiteList, "microb215.med.upenn.edu"); hashStoreName(domainWhiteList, "mitranscriptome.org"); + hashStoreName(domainWhiteList, "mmerono.carrerasresearch.org"); hashStoreName(domainWhiteList, "mydrive.unilim.fr"); + hashStoreName(domainWhiteList, "nextcloud.ibv.csic.es"); + hashStoreName(domainWhiteList, "nextcloud.rhi.hi.is"); hashStoreName(domainWhiteList, "nextgen.izkf.rwth-aachen.de"); hashStoreName(domainWhiteList, "nucleome.dcmb.med.umich.edu"); hashStoreName(domainWhiteList, "nucleus.ics.hut.fi"); hashStoreName(domainWhiteList, "numbzone.com"); hashStoreName(domainWhiteList, "omics.bioch.ox.ac.uk"); hashStoreName(domainWhiteList, "onesgateway.med.umich.edu"); + hashStoreName(domainWhiteList, "orig-pintolab04.mssm.edu"); + hashStoreName(domainWhiteList, "orio.niehs.nih.gov"); + hashStoreName(domainWhiteList, "owww.molgen.npg.de"); + hashStoreName(domainWhiteList, "people.ucsc.edu"); + hashStoreName(domainWhiteList, "personal.utdallas.edu"); hashStoreName(domainWhiteList, "pgv19.virol.ucl.ac.uk"); hashStoreName(domainWhiteList, "pricenas.biochem.uiowa.edu"); hashStoreName(domainWhiteList, "psangle.co.kr"); + hashStoreName(domainWhiteList, "pub.taejoonlab.org"); hashStoreName(domainWhiteList, "public.scg.stanford.edu"); hashStoreName(domainWhiteList, "q10marketing.com"); + hashStoreName(domainWhiteList, "rafalab.jhsph.edu"); + hashStoreName(domainWhiteList, "regmedsrv1.wustl.edu"); hashStoreName(domainWhiteList, "rewrite.bcgsc.ca"); hashStoreName(domainWhiteList, "rloop.hamadalab.com"); hashStoreName(domainWhiteList, "rnaseqhub.brain.mpg.de"); + hashStoreName(domainWhiteList, "roneill-ucsc.neocent.s3.us-east-2.amazonaws.com"); hashStoreName(domainWhiteList, "rsousaluis.co.uk"); hashStoreName(domainWhiteList, "ruoho.uta.fi"); hashStoreName(domainWhiteList, "sbwdev.stanford.edu"); hashStoreName(domainWhiteList, "schatzlabucscdata.yalespace.org.s3.amazonaws.com"); hashStoreName(domainWhiteList, "seanryderlab.org"); hashStoreName(domainWhiteList, "sendfiles.salk.edu"); hashStoreName(domainWhiteList, "share.ics.aalto.fi"); + hashStoreName(domainWhiteList, "shavitlab.org"); hashStoreName(domainWhiteList, "sheba-cancer.org.il"); hashStoreName(domainWhiteList, "shop.vbc.ac.at"); hashStoreName(domainWhiteList, "si-ru.kr"); hashStoreName(domainWhiteList, "silo.bioinf.uni-leipzig.de"); + hashStoreName(domainWhiteList, "singlecell.broadinstitute.org"); hashStoreName(domainWhiteList, "spades.cgi.bch.uconn.edu"); + hashStoreName(domainWhiteList, "spinup-00218c-cllucas.lab.s3.amazonaws.com"); + hashStoreName(domainWhiteList, "sprite.ba.itb.cnr.it"); + hashStoreName(domainWhiteList, "ssglanders.fan"); hashStoreName(domainWhiteList, "stockcenter.vdrc.at"); + hashStoreName(domainWhiteList, "sustainableadx.com"); hashStoreName(domainWhiteList, "swaruplab.bio.uci.edu"); + hashStoreName(domainWhiteList, "t2t.gi.ucsc.edu"); + hashStoreName(domainWhiteList, "tale-nt.cac.cornell.edu"); hashStoreName(domainWhiteList, "test.phenogen.org"); hashStoreName(domainWhiteList, "thebasicsofit.com"); + hashStoreName(domainWhiteList, "theparkerlab.med.umich.edu"); + hashStoreName(domainWhiteList, "trackhub.facebase.org"); + hashStoreName(domainWhiteList, "trackhub2.genereg.net"); + hashStoreName(domainWhiteList, "tracks.stowers.org"); + hashStoreName(domainWhiteList, "trna.ucsc.edu"); hashStoreName(domainWhiteList, "ucsc-track-hubs.scicore.unibas.ch"); + hashStoreName(domainWhiteList, "usevision.org"); hashStoreName(domainWhiteList, "v91rc2.master.demo.encodedcc.org"); hashStoreName(domainWhiteList, "v91rc3.master.demo.encodedcc.org"); hashStoreName(domainWhiteList, "v94.rc2.demo.encodedcc.org"); hashStoreName(domainWhiteList, "varbank.ccg.uni-koeln.de"); hashStoreName(domainWhiteList, "virtlehre.informatik.uni-leipzig.de"); hashStoreName(domainWhiteList, "vm-galaxy-prod.toulouse.inra.fr"); hashStoreName(domainWhiteList, "vm10-dn4.qub.ac.uk"); + hashStoreName(domainWhiteList, "waxmanlabvm.bu.edu"); hashStoreName(domainWhiteList, "webdisk.rsousaluis.co.uk"); hashStoreName(domainWhiteList, "webserver-schilder-ukdri.dsi.ic.ac.uk"); + hashStoreName(domainWhiteList, "wiench.ngs.data.s3.amazonaws.com"); + hashStoreName(domainWhiteList, "wilsonlab.org"); hashStoreName(domainWhiteList, "www-ncbi-nlm-nih-gov.bases-doc.univ-lorraine.fr"); hashStoreName(domainWhiteList, "www.51766.net"); + hashStoreName(domainWhiteList, "www.affymetrix.com"); + hashStoreName(domainWhiteList, "www.akiko.caltech.edu"); hashStoreName(domainWhiteList, "www.bio.ifi.lmu.de"); hashStoreName(domainWhiteList, "www.crustcorporate.com"); hashStoreName(domainWhiteList, "www.datadepot.rcac.purdue.edu"); hashStoreName(domainWhiteList, "www.edbc.org"); hashStoreName(domainWhiteList, "www.epigenomes.ca"); + hashStoreName(domainWhiteList, "www.genenetwork.org"); hashStoreName(domainWhiteList, "www.healthstoriesonline.com"); hashStoreName(domainWhiteList, "www.morgridge.net"); hashStoreName(domainWhiteList, "www.morgridge.us"); hashStoreName(domainWhiteList, "www.nitrofish.de"); hashStoreName(domainWhiteList, "www.ogic.ca"); + hashStoreName(domainWhiteList, "www.owww.molgen.npg.de"); + hashStoreName(domainWhiteList, "www.polyweb.fr"); hashStoreName(domainWhiteList, "www.proshoetech.com"); + hashStoreName(domainWhiteList, "www.soe.ucsc.edu"); + hashStoreName(domainWhiteList, "www.to.infn.it"); hashStoreName(domainWhiteList, "www.v93rc2.demo.encodedcc.org"); hashStoreName(domainWhiteList, "xyz.com"); hashStoreName(domainWhiteList, "yakuba.uchicago.edu"); hashStoreName(domainWhiteList, "yama-arashi.info"); hashStoreName(domainWhiteList, "yardsacres.com"); hashStoreName(domainWhiteList, "yoda.ust.hk"); + hashStoreName(domainWhiteList, "yui.seq.s3.amazonaws.com"); hashStoreName(domainWhiteList, "zdzlab.einsteinmed.edu"); hashStoreName(domainWhiteList, "zhaohua.urmc.rochester.edu"); hashStoreName(domainWhiteList, "zhoulab.whu.edu.cn"); + hashStoreName(domainWhiteList, "zlab-annotations.umassmed.edu"); hashStoreName(domainWhiteList, "zlab-trackhub.umassmed.edu"); + hashStoreName(domainWhiteList, "zlab-trackhub.wenglab.org"); hashStoreName(domainWhiteList, "zlab.umassmed.edu"); } } struct hashEl *checkIfInHashWithWildCard(char *hostName) /* check if in hash, and if in hash with lowest-level domain set to "*" wildcard */ { struct hashEl *result = hashLookup(domainWhiteList, hostName); if (!result) { char *dot = strchr(hostName, '.'); if (dot && (dot - hostName) >= 1) { int length=strlen(hostName)+1;