1
1
# Copyright (C) 2005 Aaron Bentley <aaron.bentley@utoronto.ca>
2
# Copyright (C) 2005, 2006 Canonical Ltd
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
# GNU General Public License for more details.
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
2
# Copyright (C) 2005 Canonical <canonical.com>
4
# This program is free software; you can redistribute it and/or modify
5
# it under the terms of the GNU General Public License as published by
6
# the Free Software Foundation; either version 2 of the License, or
7
# (at your option) any later version.
9
# This program is distributed in the hope that it will be useful,
10
# but WITHOUT ANY WARRANTY; without even the implied warranty of
11
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12
# GNU General Public License for more details.
14
# You should have received a copy of the GNU General Public License
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19
19
"""Simple text-mode progress indicator.
35
35
# TODO: Optionally show elapsed time instead/as well as ETA; nicer
36
36
# when the rate is unpredictable
42
from bzrlib.lazy_import import lazy_import
43
lazy_import(globals(), """
49
from bzrlib.trace import mutter
45
"""Return estimated terminal width.
47
TODO: Do something smart on Windows?
49
TODO: Is there anything that gets a better update when the window
50
is resized while the program is running?
53
return int(os.environ['COLUMNS'])
54
except (IndexError, KeyError, ValueError):
52
58
def _supports_progress(f):
53
"""Detect if we can use pretty progress bars on the output stream f.
55
If this returns true we expect that a human may be looking at that
56
output, and that we can repaint a line to update it.
58
isatty = getattr(f, 'isatty', None)
59
if not hasattr(f, 'isatty'):
63
63
if os.environ.get('TERM') == 'dumb':
64
64
# e.g. emacs compile window
69
_progress_bar_types = {}
72
def ProgressBar(to_file=None, **kwargs):
70
def ProgressBar(to_file=sys.stderr, **kwargs):
73
71
"""Abstract factory"""
76
requested_bar_type = os.environ.get('BZR_PROGRESS_BAR')
77
# An value of '' or not set reverts to standard processing
78
if requested_bar_type in (None, ''):
79
if _supports_progress(to_file):
80
return TTYProgressBar(to_file=to_file, **kwargs)
82
return DummyProgress(to_file=to_file, **kwargs)
72
if _supports_progress(to_file):
73
return TTYProgressBar(to_file=to_file, **kwargs)
84
# Minor sanitation to prevent spurious errors
85
requested_bar_type = requested_bar_type.lower().strip()
86
# TODO: jam 20060710 Arguably we shouldn't raise an exception
87
# but should instead just disable progress bars if we
88
# don't recognize the type
89
if requested_bar_type not in _progress_bar_types:
90
raise errors.InvalidProgressBarType(requested_bar_type,
91
_progress_bar_types.keys())
92
return _progress_bar_types[requested_bar_type](to_file=to_file, **kwargs)
95
class ProgressBarStack(object):
96
"""A stack of progress bars."""
105
to_messages_file=None,
107
"""Setup the stack with the parameters the progress bars should have."""
110
if to_messages_file is None:
111
to_messages_file = sys.stdout
112
self._to_file = to_file
113
self._show_pct = show_pct
114
self._show_spinner = show_spinner
115
self._show_eta = show_eta
116
self._show_bar = show_bar
117
self._show_count = show_count
118
self._to_messages_file = to_messages_file
120
self._klass = klass or ProgressBar
123
if len(self._stack) != 0:
124
return self._stack[-1]
129
if len(self._stack) != 0:
130
return self._stack[0]
134
def get_nested(self):
135
"""Return a nested progress bar."""
136
if len(self._stack) == 0:
139
func = self.top().child_progress
140
new_bar = func(to_file=self._to_file,
141
show_pct=self._show_pct,
142
show_spinner=self._show_spinner,
143
show_eta=self._show_eta,
144
show_bar=self._show_bar,
145
show_count=self._show_count,
146
to_messages_file=self._to_messages_file,
148
self._stack.append(new_bar)
151
def return_pb(self, bar):
152
"""Return bar after its been used."""
153
if bar is not self._stack[-1]:
154
raise errors.MissingProgressBarFinish()
75
return DotsProgressBar(to_file=to_file, **kwargs)
158
78
class _BaseProgressBar(object):
160
79
def __init__(self,
163
82
show_spinner=False,
167
to_messages_file=None,
169
86
object.__init__(self)
172
if to_messages_file is None:
173
to_messages_file = sys.stdout
174
87
self.to_file = to_file
175
self.to_messages_file = to_messages_file
176
89
self.last_msg = None
177
90
self.last_cnt = None
178
91
self.last_total = None
181
94
self.show_eta = show_eta
182
95
self.show_bar = show_bar
183
96
self.show_count = show_count
186
self.MIN_PAUSE = 0.1 # seconds
189
self.start_time = now
190
# next update should not throttle
191
self.last_update = now - self.MIN_PAUSE - 1
194
"""Return this bar to its progress stack."""
196
assert self._stack is not None
197
self._stack.return_pb(self)
199
def note(self, fmt_string, *args, **kwargs):
200
"""Record a note without disrupting the progress bar."""
202
self.to_messages_file.write(fmt_string % args)
203
self.to_messages_file.write('\n')
205
def child_progress(self, **kwargs):
206
return ChildProgress(**kwargs)
209
100
class DummyProgress(_BaseProgressBar):
217
108
def update(self, msg=None, current=None, total=None):
220
def child_update(self, message, current, total):
226
def note(self, fmt_string, *args, **kwargs):
227
"""See _BaseProgressBar.note()."""
229
def child_progress(self, **kwargs):
230
return DummyProgress(**kwargs)
233
_progress_bar_types['dummy'] = DummyProgress
234
_progress_bar_types['none'] = DummyProgress
237
115
class DotsProgressBar(_BaseProgressBar):
239
116
def __init__(self, **kwargs):
240
117
_BaseProgressBar.__init__(self, **kwargs)
241
118
self.last_msg = None
286
157
The output file should be in line-buffered or unbuffered mode.
288
159
SPIN_CHARS = r'/-\|'
160
MIN_PAUSE = 0.1 # seconds
291
163
def __init__(self, **kwargs):
292
from bzrlib.osutils import terminal_width
293
164
_BaseProgressBar.__init__(self, **kwargs)
294
165
self.spin_pos = 0
295
self.width = terminal_width()
296
self.last_updates = []
297
self._max_last_updates = 10
298
self.child_fraction = 0
299
self._have_output = False
166
self.width = _width()
167
self.start_time = None
168
self.last_update = None
302
def throttle(self, old_msg):
303
172
"""Return True if the bar was updated too recently"""
304
# time.time consistently takes 40/4000 ms = 0.01 ms.
305
# time.clock() is faster, but gives us CPU time, not wall-clock time
306
173
now = time.time()
307
if self.start_time is not None and (now - self.start_time) < 1:
309
if old_msg != self.last_msg:
174
if self.start_time is None:
175
self.start_time = self.last_update = now
311
interval = now - self.last_update
313
if interval < self.MIN_PAUSE:
178
interval = now - self.last_update
179
if interval > 0 and interval < self.MIN_PAUSE:
316
self.last_updates.append(now - self.last_update)
317
# Don't let the queue grow without bound
318
self.last_updates = self.last_updates[-self._max_last_updates:]
319
182
self.last_update = now
323
self.update(self.last_msg, self.last_cnt, self.last_total,
326
def child_update(self, message, current, total):
327
if current is not None and total != 0:
328
child_fraction = float(current) / total
329
if self.last_cnt is None:
331
elif self.last_cnt + child_fraction <= self.last_total:
332
self.child_fraction = child_fraction
334
mutter('not updating child fraction')
335
if self.last_msg is None:
339
def update(self, msg, current_cnt=None, total_cnt=None,
187
self.update(self.last_msg, self.last_cnt, self.last_total)
191
def update(self, msg, current_cnt=None, total_cnt=None):
341
192
"""Update and redraw progress bar."""
345
if total_cnt is None:
346
total_cnt = self.last_total
348
194
if current_cnt < 0:
351
197
if current_cnt > total_cnt:
352
198
total_cnt = current_cnt
354
## # optional corner case optimisation
355
## # currently does not seem to fire so costs more than saved.
356
## # trivial optimal case:
357
## # NB if callers are doing a clear and restore with
358
## # the saved values, this will prevent that:
359
## # in that case add a restore method that calls
360
## # _do_update or some such
361
## if (self.last_msg == msg and
362
## self.last_cnt == current_cnt and
363
## self.last_total == total_cnt and
364
## self.child_fraction == child_fraction):
367
old_msg = self.last_msg
368
200
# save these for the tick() function
369
201
self.last_msg = msg
370
202
self.last_cnt = current_cnt
371
203
self.last_total = total_cnt
372
self.child_fraction = child_fraction
374
# each function call takes 20ms/4000 = 0.005 ms,
375
# but multiple that by 4000 calls -> starts to cost.
376
# so anything to make this function call faster
377
# will improve base 'diff' time by up to 0.1 seconds.
378
if self.throttle(old_msg):
381
if self.show_eta and self.start_time and self.last_total:
382
eta = get_eta(self.start_time, self.last_cnt + self.child_fraction,
383
self.last_total, last_updates = self.last_updates)
208
if self.show_eta and self.start_time and total_cnt:
209
eta = get_eta(self.start_time, current_cnt, total_cnt)
384
210
eta_str = " " + str_tdelta(eta)
393
219
# always update this; it's also used for the bar
394
220
self.spin_pos += 1
396
if self.show_pct and self.last_total and self.last_cnt:
397
pct = 100.0 * ((self.last_cnt + self.child_fraction) / self.last_total)
222
if self.show_pct and total_cnt and current_cnt:
223
pct = 100.0 * current_cnt / total_cnt
398
224
pct_str = ' (%5.1f%%)' % pct
402
228
if not self.show_count:
404
elif self.last_cnt is None:
230
elif current_cnt is None:
406
elif self.last_total is None:
407
count_str = ' %i' % (self.last_cnt)
232
elif total_cnt is None:
233
count_str = ' %i' % (current_cnt)
409
235
# make both fields the same size
410
t = '%i' % (self.last_total)
411
c = '%*i' % (len(t), self.last_cnt)
236
t = '%i' % (total_cnt)
237
c = '%*i' % (len(t), current_cnt)
412
238
count_str = ' ' + c + '/' + t
414
240
if self.show_bar:
415
241
# progress bar, if present, soaks up all remaining space
416
cols = self.width - 1 - len(self.last_msg) - len(spin_str) - len(pct_str) \
242
cols = self.width - 1 - len(msg) - len(spin_str) - len(pct_str) \
417
243
- len(eta_str) - len(count_str) - 3
420
246
# number of markers highlighted in bar
421
markers = int(round(float(cols) *
422
(self.last_cnt + self.child_fraction) / self.last_total))
247
markers = int(round(float(cols) * current_cnt / total_cnt))
423
248
bar_str = '[' + ('=' * markers).ljust(cols) + '] '
425
250
# don't know total, so can't show completion.
436
m = spin_str + bar_str + self.last_msg + count_str + pct_str + eta_str
437
self.to_file.write('\r%-*.*s' % (self.width - 1, self.width - 1, m))
438
self._have_output = True
261
m = spin_str + bar_str + msg + count_str + pct_str + eta_str
263
assert len(m) < self.width
264
self.to_file.write('\r' + m.ljust(self.width - 1))
439
265
#self.to_file.flush()
442
if self._have_output:
443
self.to_file.write('\r%s\r' % (' ' * (self.width - 1)))
444
self._have_output = False
269
self.to_file.write('\r%s\r' % (' ' * (self.width - 1)))
445
270
#self.to_file.flush()
448
_progress_bar_types['tty'] = TTYProgressBar
451
class ChildProgress(_BaseProgressBar):
452
"""A progress indicator that pushes its data to the parent"""
454
def __init__(self, _stack, **kwargs):
455
_BaseProgressBar.__init__(self, _stack=_stack, **kwargs)
456
self.parent = _stack.top()
459
self.child_fraction = 0
462
def update(self, msg, current_cnt=None, total_cnt=None):
463
self.current = current_cnt
464
self.total = total_cnt
466
self.child_fraction = 0
469
def child_update(self, message, current, total):
470
if current is None or total == 0:
471
self.child_fraction = 0
473
self.child_fraction = float(current) / total
477
if self.current is None:
480
count = self.current+self.child_fraction
481
if count > self.total:
483
mutter('clamping count of %d to %d' % (count, self.total))
485
self.parent.child_update(self.message, count, self.total)
490
def note(self, *args, **kwargs):
491
self.parent.note(*args, **kwargs)
494
274
def str_tdelta(delt):
523
303
assert total_duration >= elapsed
525
if last_updates and len(last_updates) >= n_recent:
526
avg = sum(last_updates) / float(len(last_updates))
527
time_left = avg * (total - current)
529
old_time_left = total_duration - elapsed
531
# We could return the average, or some other value here
532
return (time_left + old_time_left) / 2
534
305
return total_duration - elapsed
537
class ProgressPhase(object):
538
"""Update progress object with the current phase"""
539
def __init__(self, message, total, pb):
540
object.__init__(self)
542
self.message = message
544
self.cur_phase = None
546
def next_phase(self):
547
if self.cur_phase is None:
551
assert self.cur_phase < self.total
552
self.pb.update(self.message, self.cur_phase, self.total)
557
310
result = doctest.testmod()
added
removed
bzrlib/progress.py
