src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes 1.13

1.13 2010/05/25 17:17:29 krish
change md5 sum calcs to better handle HUGH files, updated paths for htdocs-hgdownload
Index: src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes
===================================================================
RCS file: /projects/compbio/cvsroot/kent/src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes,v
retrieving revision 1.12
retrieving revision 1.13
diff -b -B -U 4 -r1.12 -r1.13
--- src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes	12 Apr 2010 18:45:53 -0000	1.12
+++ src/hg/encode/encodeMkChangeNotes/encodeMkChangeNotes	25 May 2010 17:17:29 -0000	1.13
@@ -83,11 +83,21 @@
         if os.path.getsize(x) != os.path.getsize(y):
             return False    # different sizes
         else:   # now check md5s of the two files
             md5_x = md5.new()
-            md5_x.update(open(x).read())
+            file_x = open(x)
+            block = file_x.read(2**24)
+            while block != "":
+                md5_x.update(block)
+                block = file_x.read(2**24)
+
             md5_y = md5.new()
-            md5_y.update(open(y).read())
+            file_y = open(y)
+            block = file_y.read(2**24)
+            while block != "":
+                md5_y.update(block)
+                block = file_y.read(2**24)
+
             return md5_x.digest() == md5_y.digest()
 
 #### Main ######################################################################
 
@@ -140,9 +150,9 @@
 
     # if new relase, add the full path to all files
     path_prefix = ""
     if prev_release_dir == "-":
-        path_prefix = "/usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" \
+        path_prefix = "/usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" \
             % (database, options.composite_name, current_release_dir)
 
     # generate the list of files
     if os.path.exists("gbdb"):
@@ -400,11 +410,11 @@
         assert len(unchanged_files_list) == 0
         assert len(unchanged_gbdbs_list) == 0
     else:
         print "    current location on alpha:"
-        print "      /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
+        print "      /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
         print "    on RR:"
-        print "      /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
+        print "      /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
         print
         unchanged_files_list.sort()
         for i in unchanged_files_list:
             print i
@@ -429,11 +439,11 @@
     else:
         print "    NOTE: NO FILES SHOULD BE REMOVED from the downloads directory on hgdownloads (RR)."
         print "    This list is provided for completeness. Any files marked here as in gbdb may be eliminated."
         print "    current location on alpha:"
-        print "      /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, prev_release_dir)
+        print "      /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, prev_release_dir)
         print "    on RR:"
-        print "      /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
+        print "      /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
         print
 
         removed_files_list.sort()
         for i in removed_files_list:
@@ -454,11 +464,11 @@
 
     print "C') New files (%d downloadables, %d gbdbs):" % (len(new_files_list),
                                                          len(new_gbdbs_list))
     print "    current location on alpha:"
-    print "      /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
+    print "      /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
     print "    NOT on RR but must be placed in:"
-    print "      /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
+    print "      /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
     print
 
     new_files_list.sort()
     for i in new_files_list:
@@ -471,11 +481,11 @@
     print
 
     print "D) Additional items:"
     print "    current location on alpha:"
-    print "      /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
+    print "      /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/%s/" % (database, options.composite_name, current_release_dir)
     print "    should be placed on the RR in (overwritting any existing copy):"
-    print "      /usr/local/apache/htdocs/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
+    print "      /usr/local/apache/htdocs-hgdownload/goldenPath/%s/encodeDCC/%s/" % (database, options.composite_name)
     print
     for f in addition_files:
         print f