ExternalVendorCode/tahoe-lafs
1
0
Fork 0
mirror of https://github.com/tahoe-lafs/tahoe-lafs.git synced 2025-01-19 03:06:33 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

consolidate: add eta, flush stdout

Browse Source
This commit is contained in:
Brian Warner 2009-03-13 01:24:51 -07:00
parent 06bf443e91
commit ae64ddf8e6
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/allmydata/scripts/consolidate.py
View File

@ -1,5 +1,5 @@
import os, pickle import os, pickle, time
import sqlite3 as sqlite import sqlite3 as sqlite
import urllib import urllib
@ -56,8 +56,10 @@ class Consolidator:
def msg(self, text): def msg(self, text):
print >>self.options.stdout, text print >>self.options.stdout, text
self.options.stdout.flush()
def err(self, text): def err(self, text):
print >>self.options.stderr, text print >>self.options.stderr, text
self.options.stderr.flush()
def consolidate(self): def consolidate(self):
try: try:
@ -183,6 +185,7 @@ class Consolidator:
first_snapshot = True first_snapshot = True
for i,(timestamp, rwname, writecap, roname, readcap) in enumerate(snapshots): for i,(timestamp, rwname, writecap, roname, readcap) in enumerate(snapshots):
eta = "?"
start_created = self.directories_created start_created = self.directories_created
start_used_as_is = self.directories_used_as_is start_used_as_is = self.directories_used_as_is
start_reused = self.directories_reused start_reused = self.directories_reused
@ -227,7 +230,10 @@ class Consolidator:
# readonly directory (which shares common subdirs with previous # readonly directory (which shares common subdirs with previous
# backups) # backups)
self.msg(" %s: processing (%d/%d)" % (rwname, i+1, len(snapshots))) self.msg(" %s: processing (%d/%d)" % (rwname, i+1, len(snapshots)))
started = time.time()
readcap = self.process_directory(readonly(writecap), (rwname,)) readcap = self.process_directory(readonly(writecap), (rwname,))
elapsed = time.time() - started
eta = "%ds" % (elapsed * (len(snapshots) - i-1))
if self.options["really"]: if self.options["really"]:
self.msg(" replaced %s" % rwname) self.msg(" replaced %s" % rwname)
self.put_child(archives_dircap, rwname, readcap) self.put_child(archives_dircap, rwname, readcap)
@ -238,9 +244,10 @@ class Consolidator:
snapshot_created = self.directories_created - start_created snapshot_created = self.directories_created - start_created
snapshot_used_as_is = self.directories_used_as_is - start_used_as_is snapshot_used_as_is = self.directories_used_as_is - start_used_as_is
snapshot_reused = self.directories_reused - start_reused snapshot_reused = self.directories_reused - start_reused
self.msg(" %s: done: %d dirs created, %d used as-is, %d reused" self.msg(" %s: done: %d dirs created, %d used as-is, %d reused, eta %s"
% (rwname, % (rwname,
snapshot_created, snapshot_used_as_is, snapshot_reused)) snapshot_created, snapshot_used_as_is, snapshot_reused,
eta))
# done! # done!
self.msg(" system done, dircounts: %d/%d seen/used, %d created, %d as-is, %d reused" \ self.msg(" system done, dircounts: %d/%d seen/used, %d created, %d as-is, %d reused" \
% (len(self.directories_seen), len(self.directories_used), % (len(self.directories_seen), len(self.directories_used),