17e73278f1de9072875529bf7cc3b0daea0adc0a wong Wed Oct 19 13:14:39 2011 -0700 forgot to implement the round up for file sizes, it was in table sizes diff --git python/programs/mkChangeNotes/mkChangeNotes python/programs/mkChangeNotes/mkChangeNotes index 8d92565..297a870 100755 --- python/programs/mkChangeNotes/mkChangeNotes +++ python/programs/mkChangeNotes/mkChangeNotes @@ -176,33 +176,32 @@ elif re.match('wgEncode.*', i): if oldfiles[i].md5sum != newfiles[i].md5sum: errors.append("file: %s have changed md5sums between releases. %s vs %s" % (i, oldfiles[i].md5sum, newfiles[i].md5sum)) if loose: return list() else: return errors def makeFileSizes(c, args, inlist): checklist = list() for i in inlist: checklist.append("%s/%s" % (c.downloadsDirectory + 'release' + args.releaseNew, i)) filesizes = 0 for i in checklist: filesizes = filesizes + int(os.path.getsize(i)) - filesizes = filesizes / (1024**2) - - return filesizes + filesizes = math.ceil(float(filesizes) / (1024**2)) + return int(filesizes) def cleanSpecialFiles(inlist): specialRemoveList = ['md5sum.history'] for i in specialRemoveList: if i in inlist: inlist.remove(i) return(inlist) def separateOutAdditional(oldReleaseFiles, totalFiles, newSupplementalSet, oldSupplementalSet): additionalList = set() oldAdditionalList = set() newTotal = set() newOld = set() for i in totalFiles: @@ -240,31 +239,32 @@ print i def printReport(args, totalFiles, newGbdbSet, newTableSet, additionalList, oldAdditionalList, pushTables, pushFiles, pushGbdbs, c, oldTableSet, oldReleaseFiles, oldGbdbSet, atticSet, revokedFiles, mdb, revokedTableSet, revokedGbdbs, missingFiles, newSupplementalSet, oldSupplementalSet, tableSize): #the groups here need to be predefined, I just copied and pasted after working out what they were sep = "\n" print "mkChangeNotes v2" print "%s %s Release %s vs Release %s" % (args.database, args.composite, args.releaseNew, args.releaseOld) print "" print "QA Count Summaries for Release %s:" % args.releaseNew print "Tables: %d" % int(len(newTableSet)) print "Files: %d" % int(len(totalFiles - revokedFiles)) print "Gbdbs: %d" % int(len(newGbdbSet)) print "Supplemental: %d" % int(len(newSupplementalSet - oldSupplementalSet)) print "Other: %d" % int(len(additionalList)) print "\n" - totalsize = 0; + totalsize = 0 + size = 0 print "Sizes of New:" tableGb = int(tableSize/1024) if tableGb > 1: print "Tables: %d MB (%d GB)" % (tableSize, tableGb) else: print "Tables: %d MB" % tableSize totalsize = totalsize + tableSize size = int(makeFileSizes(c, args, pushFiles)) totalsize = totalsize + size if int(size/1024) > 1: print "Files: %d MB (%d GB)" % (size, int(size/1024)) else: print "Files: %d MB" % size size = int(makeFileSizes(c, args, pushGbdbs)) totalsize = totalsize + size