5eb777c509c66ea5b34de83c2283e9bf88214525 max Fri Jun 27 08:34:25 2025 -0700 fix for last commit diff --git ucsc/datasetDiffs ucsc/datasetDiffs index 2605692..f21c9d4 100755 --- ucsc/datasetDiffs +++ ucsc/datasetDiffs @@ -145,31 +145,31 @@ for dname in cb_datasets: cb_loc[dname] = cb_base + dname + "/dataset.json" threader(cb_loc, cb_djson, cb_hide) # dicts/sets to hold everything rr_hide = set() # holds hidden rr datasets rr_djson = dict() # holds contents of json files for each rr dataset rr_datasets = set() # holds names of all datasets on rr rr_paths = dict() # file paths to process via multithreading # Get list of dataset.json files for rr cmd = ['ssh', 'qateam@hgw0.soe.ucsc.edu', 'find', ct_base, '-name',\ 'dataset.json', '|', 'cut', '-f', '6-', '-d', '"/"'] p = Popen(cmd, shell=False, stdout=PIPE, stderr=PIPE) cmdout, cmderr = p.communicate() rr_files = set(cmdout.decode().rstrip().split('\n')) - tmp = tempfile.NamedTemporaryFile(prefix='cb_', delete=False): + tmp = tempfile.NamedTemporaryFile(prefix='cb_', delete=False) tmp.write(cmdout) #tmp = open("/data/tmp/filesForRsync.txt", "wb") #tmp.write(cmdout) tmp.flush() # Wanted to use TemporaryDirectory here but couldn't get it to work rr_base = '/data/tmp/cb_tmp_new' # Make the new directory, continue on if dir already exists try: mkdir(rr_base) except OSError: pass rsync_cmd = ['rsync', '--files-from=' + tmp.name, \ 'qateam@hgw0.soe.ucsc.edu:/usr/local/apache/htdocs-cells/', rr_base] print("running ", rsync_cmd)