src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes 1.13
1.13 2010/05/25 17:17:29 krish
change md5 sum calcs to better handle HUGH files, updated paths for htdocs-hgdownload
Index: src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes
===================================================================
RCS file: /projects/compbio/cvsroot/kent/src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes,v
retrieving revision 1.12
retrieving revision 1.13
diff -b -B -U 4 -r1.12 -r1.13
--- src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes 12 Apr 2010 18:45:53 -0000 1.12
+++ src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes 25 May 2010 17:17:29 -0000 1.13
@@ -83,11 +83,21 @@
if os.path.getsize(x) != os.path.getsize(y):
return False # different sizes
else: # now check md5s of the two files
md5_x = md5.new()
- md5_x.update(open(x).read())
+ file_x = open(x)
+ block = file_x.read(2**24)
+ while block != "":
+ md5_x.update(block)
+ block = file_x.read(2**24)
+
md5_y = md5.new()
- md5_y.update(open(y).read())
+ file_y = open(y)
+ block = file_y.read(2**24)
+ while block != "":
+ md5_y.update(block)
+ block = file_y.read(2**24)
+
return md5_x.digest() == md5_y.digest()
#### Main ######################################################################
@@ -140,9 +150,9 @@
# if new relase, add the full path to all files
path_prefix = ""
if prev_release_dir == "-":
- path_prefix = "/usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" \
+ path_prefix = "/usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" \
% (database, options.composite_name, current_release_dir)
# generate the list of files
if os.path.exists("gbdb"):
@@ -400,11 +410,11 @@
assert len(unchanged_files_list) == 0
assert len(unchanged_gbdbs_list) == 0
else:
print " current location on alpha:"
- print " /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
+ print " /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
print " on RR:"
- print " /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
+ print " /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
print
unchanged_files_list.sort()
for i in unchanged_files_list:
print i
@@ -429,11 +439,11 @@
else:
print " NOTE: NO FILES SHOULD BE REMOVED from the downloads directory on hgdownloads (RR)."
print " This list is provided for completeness. Any files marked here as in gbdb may be eliminated."
print " current location on alpha:"
- print " /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, prev_release_dir)
+ print " /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, prev_release_dir)
print " on RR:"
- print " /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
+ print " /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
print
removed_files_list.sort()
for i in removed_files_list:
@@ -454,11 +464,11 @@
print "C') New files (%d downloadables, %d gbdbs):" % (len(new_files_list),
len(new_gbdbs_list))
print " current location on alpha:"
- print " /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
+ print " /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
print " NOT on RR but must be placed in:"
- print " /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
+ print " /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
print
new_files_list.sort()
for i in new_files_list:
@@ -471,11 +481,11 @@
print
print "D) Additional items:"
print " current location on alpha:"
- print " /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
+ print " /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
print " should be placed on the RR in (overwritting any existing copy):"
- print " /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
+ print " /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
print
for f in addition_files:
print f