1
# Copyright (C) 2005, 2006 Canonical Ltd
1
3
# This program is free software; you can redistribute it and/or modify
2
4
# it under the terms of the GNU General Public License as published by
3
5
# the Free Software Foundation; either version 2 of the License, or
4
6
# (at your option) any later version.
6
8
# This program is distributed in the hope that it will be useful,
7
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
8
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9
11
# GNU General Public License for more details.
11
13
# You should have received a copy of the GNU General Public License
12
14
# along with this program; if not, write to the Free Software
13
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
# TODO: Could probably replace this with something based on Python logging
23
__copyright__ = "Copyright (C) 2005 Canonical Ltd."
24
__author__ = "Martin Pool <mbp@canonical.com>"
27
"""Messages and logging for bazaar-ng
29
Nothing is actually logged unless you call bzrlib.open_tracefile().
17
"""Messages and logging for bazaar-ng.
19
Messages are supplied by callers as a string-formatting template, plus values
20
to be inserted into it. The actual %-formatting is deferred to the log
21
library so that it doesn't need to be done for messages that won't be emitted.
23
Messages are classified by severity levels: critical, error, warning, info,
26
They can be sent to two places: to stderr, and to ~/.bzr.log. For purposes
27
such as running the test suite, they can also be redirected away from both of
28
those two places to another location.
30
~/.bzr.log gets all messages, and full tracebacks for uncaught exceptions.
31
This trace file is always in UTF-8, regardless of the user's default encoding,
32
so that we can always rely on writing any message.
34
Output to stderr depends on the mode chosen by the user. By default, messages
35
of info and above are sent out, which results in progress messages such as the
36
list of files processed by add and commit. In quiet mode, only warnings and
37
above are shown. In debug mode, stderr gets debug messages too.
39
Errors that terminate an operation are generally passed back as exceptions;
40
others may be just emitted as messages.
42
Exceptions are reported in a brief form to stderr so as not to look scary.
43
BzrErrors are required to be able to format themselves into a properly
44
explanatory message. This is not true for builtin exceptions such as
45
KeyError, which typically just str to "0". They're printed in a different
35
######################################################################
36
# messages and logging
38
global _tracefile, _starttime
41
# used to have % (os.environ['USER'], time.time(), os.getpid()), 'w')
44
# If false, notes also go to stdout; should replace this with --silent
49
# fix this if we ever fork within python
51
_logprefix = '[%d] ' % _mypid
54
def _write_trace(msg):
57
_tracefile.write(_logprefix + msg + '\n')
61
sys.stderr.write('bzr: warning: ' + msg + '\n')
62
_write_trace('warning: ' + msg)
69
b = '* ' + str(msg) + '\n'
72
_write_trace('note: ' + msg)
76
sys.stderr.write(msg + '\n')
49
# FIXME: Unfortunately it turns out that python's logging module
50
# is quite expensive, even when the message is not printed by any handlers.
51
# We should perhaps change back to just simply doing it here.
57
from bzrlib.lazy_import import lazy_import
58
lazy_import(globals(), """
59
from cStringIO import StringIO
67
lazy_import(globals(), """
68
from bzrlib import debug
72
_stderr_handler = None
77
_bzr_log_filename = None
80
# configure convenient aliases for output routines
82
_bzr_logger = logging.getLogger('bzr')
84
def note(*args, **kwargs):
85
# FIXME note always emits utf-8, regardless of the terminal encoding
87
bzrlib.ui.ui_factory.clear_term()
88
_bzr_logger.info(*args, **kwargs)
90
def warning(*args, **kwargs):
92
bzrlib.ui.ui_factory.clear_term()
93
_bzr_logger.warning(*args, **kwargs)
96
log_error = _bzr_logger.error
97
error = _bzr_logger.error
100
def mutter(fmt, *args):
101
if _trace_file is None:
103
if (getattr(_trace_file, 'closed', None) is not None) and _trace_file.closed:
106
if isinstance(fmt, unicode):
107
fmt = fmt.encode('utf8')
110
# It seems that if we do ascii % (unicode, ascii) we can
111
# get a unicode cannot encode ascii error, so make sure that "fmt"
112
# is a unicode string
115
if isinstance(arg, unicode):
116
arg = arg.encode('utf8')
117
real_args.append(arg)
118
out = fmt % tuple(real_args)
122
_trace_file.write(out)
123
# TODO: jam 20051227 Consider flushing the trace file to help debugging
127
def mutter_callsite(stacklevel, fmt, *args):
128
"""Perform a mutter of fmt and args, logging the call trace.
130
:param stacklevel: The number of frames to show. None will show all
132
:param fmt: The format string to pass to mutter.
133
:param args: A list of substitution variables.
136
traceback.print_stack(limit=stacklevel + 1, file=outf)
137
formatted_lines = outf.getvalue().splitlines()
138
formatted_stack = '\n'.join(formatted_lines[:-2])
139
mutter(fmt + "\nCalled from:\n%s", *(args + (formatted_stack,)))
80
142
def _rollover_trace_maybe(trace_fname):
84
146
if size <= 4 << 20:
86
148
old_fname = trace_fname + '.old'
89
# must remove before rename on windows
95
# might fail if in use on windows
96
os.rename(trace_fname, old_fname)
149
from osutils import rename
150
rename(trace_fname, old_fname)
104
def open_tracefile(argv=[], tracefilename='~/.bzr.log'):
155
def open_tracefile(tracefilename=None):
105
156
# Messages are always written to here, so that we have some
106
157
# information if something goes wrong. In a future version this
107
158
# file will be removed on successful completion.
108
global _starttime, _tracefile
111
_starttime = os.times()[4]
113
trace_fname = os.path.join(os.path.expanduser(tracefilename))
114
_rollover_trace_maybe(trace_fname)
116
# buffering=1 means line buffered
159
global _file_handler, _bzr_log_file, _bzr_log_filename
162
if tracefilename is None:
163
if sys.platform == 'win32':
164
from bzrlib import win32utils
165
home = win32utils.get_home_location()
167
home = os.path.expanduser('~')
168
_bzr_log_filename = os.path.join(home, '.bzr.log')
170
_bzr_log_filename = tracefilename
172
_bzr_log_filename = os.path.expanduser(_bzr_log_filename)
173
_rollover_trace_maybe(_bzr_log_filename)
118
_tracefile = codecs.open(trace_fname, 'at', 'utf8', buffering=1)
121
if os.fstat(t.fileno())[stat.ST_SIZE] == 0:
122
t.write("\nthis is a debug log for diagnosing/reporting problems in bzr\n")
123
t.write("you can delete or truncate this file, or include sections in\n")
124
t.write("bug reports to bazaar-ng@lists.canonical.com\n\n")
127
_write_trace('bzr %s invoked on python %s (%s)'
128
% (bzrlib.__version__,
129
'.'.join(map(str, sys.version_info)),
132
_write_trace(' arguments: %r' % argv)
133
_write_trace(' working dir: ' + os.getcwdu())
176
#tf = codecs.open(trace_fname, 'at', 'utf8', buffering=LINE_BUFFERED)
177
tf = open(_bzr_log_filename, 'at', LINE_BUFFERED)
179
# tf.tell() on windows always return 0 until some writing done
182
tf.write("this is a debug log for diagnosing/reporting problems in bzr\n")
183
tf.write("you can delete or truncate this file, or include sections in\n")
184
tf.write("bug reports to bazaar@lists.canonical.com\n\n")
185
_file_handler = logging.StreamHandler(tf)
186
fmt = r'[%(process)5d] %(asctime)s.%(msecs)03d %(levelname)s: %(message)s'
187
datefmt = r'%a %H:%M:%S'
188
_file_handler.setFormatter(logging.Formatter(fmt, datefmt))
189
_file_handler.setLevel(logging.DEBUG)
190
logging.getLogger('').addHandler(_file_handler)
134
191
except IOError, e:
135
192
warning("failed to open trace file: %s" % (e))
139
mutter("finished, %.3fu/%.3fs cpu, %.3fu/%.3fs cum, %.3f elapsed"
140
% (times[:4] + ((times[4] - _starttime),)))
145
"""Log the last exception into the trace file."""
147
s = cgitb.text(sys.exc_info())
148
for l in s.split('\n'):
195
def log_exception_quietly():
196
"""Log the last exception to the trace file only.
198
Used for exceptions that occur internally and that may be
199
interesting to developers but not to users. For example,
200
errors loading plugins.
203
mutter(traceback.format_exc())
206
def enable_default_logging():
207
"""Configure default logging to stderr and .bzr.log"""
208
# FIXME: if this is run twice, things get confused
209
global _stderr_handler, _file_handler, _trace_file, _bzr_log_file
210
_stderr_handler = logging.StreamHandler()
211
logging.getLogger('').addHandler(_stderr_handler)
212
_stderr_handler.setLevel(logging.INFO)
213
if not _file_handler:
215
_trace_file = _bzr_log_file
217
_file_handler.setLevel(logging.DEBUG)
218
_bzr_logger.setLevel(logging.DEBUG)
221
def set_verbosity_level(level):
222
"""Set the verbosity level.
224
:param level: -ve for quiet, 0 for normal, +ve for verbose
226
global _verbosity_level
227
_verbosity_level = level
228
_update_logging_level(level < 0)
231
def get_verbosity_level():
232
"""Get the verbosity level.
234
See set_verbosity_level() for values.
236
return _verbosity_level
239
def be_quiet(quiet=True):
240
# Perhaps this could be deprecated now ...
242
set_verbosity_level(-1)
244
set_verbosity_level(0)
247
def _update_logging_level(quiet=True):
248
"""Hide INFO messages if quiet."""
250
_stderr_handler.setLevel(logging.WARNING)
252
_stderr_handler.setLevel(logging.INFO)
256
"""Is the verbosity level negative?"""
257
return _verbosity_level < 0
261
"""Is the verbosity level positive?"""
262
return _verbosity_level > 0
265
def disable_default_logging():
266
"""Turn off default log handlers.
268
This is intended to be used by the test framework, which doesn't
269
want leakage from the code-under-test into the main logs.
272
l = logging.getLogger('')
273
l.removeHandler(_stderr_handler)
275
l.removeHandler(_file_handler)
279
def enable_test_log(to_file):
280
"""Redirect logging to a temporary file for a test
282
returns an opaque reference that should be passed to disable_test_log
283
after the test completes.
285
disable_default_logging()
288
hdlr = logging.StreamHandler(to_file)
289
hdlr.setLevel(logging.DEBUG)
290
hdlr.setFormatter(logging.Formatter('%(levelname)8s %(message)s'))
291
_bzr_logger.addHandler(hdlr)
292
_bzr_logger.setLevel(logging.DEBUG)
293
result = hdlr, _trace_file, _trace_depth
294
_trace_file = to_file
299
def disable_test_log((test_log_hdlr, old_trace_file, old_trace_depth)):
300
_bzr_logger.removeHandler(test_log_hdlr)
301
test_log_hdlr.close()
304
_trace_file = old_trace_file
305
_trace_depth = old_trace_depth
307
enable_default_logging()
310
def report_exception(exc_info, err_file):
311
exc_type, exc_object, exc_tb = exc_info
312
# Log the full traceback to ~/.bzr.log
313
log_exception_quietly()
314
if (isinstance(exc_object, IOError)
315
and getattr(exc_object, 'errno', None) == errno.EPIPE):
316
print >>err_file, "bzr: broken pipe"
317
elif isinstance(exc_object, KeyboardInterrupt):
318
print >>err_file, "bzr: interrupted"
319
elif not getattr(exc_object, 'internal_error', True):
320
report_user_error(exc_info, err_file)
321
elif isinstance(exc_object, (OSError, IOError)):
322
# Might be nice to catch all of these and show them as something more
323
# specific, but there are too many cases at the moment.
324
report_user_error(exc_info, err_file)
326
report_bug(exc_info, err_file)
329
# TODO: Should these be specially encoding the output?
330
def report_user_error(exc_info, err_file):
331
"""Report to err_file an error that's not an internal error.
333
These don't get a traceback unless -Derror was given.
335
if 'error' in debug.debug_flags:
336
report_bug(exc_info, err_file)
338
print >>err_file, "bzr: ERROR:", str(exc_info[1])
341
def report_bug(exc_info, err_file):
342
"""Report an exception that probably indicates a bug in bzr"""
344
exc_type, exc_object, exc_tb = exc_info
345
print >>err_file, "bzr: ERROR: %s.%s: %s" % (
346
exc_type.__module__, exc_type.__name__, exc_object)
348
traceback.print_exception(exc_type, exc_object, exc_tb, file=err_file)
350
print >>err_file, 'bzr %s on python %s (%s)' % \
352
'.'.join(map(str, sys.version_info)),
354
print >>err_file, 'arguments: %r' % sys.argv
356
print >>err_file, "** please send this report to bazaar@lists.ubuntu.com"