74
from bzrlib.symbol_versioning import (
70
79
lazy_import(globals(), """
71
80
from bzrlib import (
80
_stderr_handler = None
91
# global verbosity for bzrlib; controls the log level for stderr; 0=normal; <0
92
# is quiet; >0 is verbose.
81
93
_verbosity_level = 0
95
# File-like object where mutter/debug output is currently sent. Can be
96
# changed by _push_log_file etc. This is directly manipulated by some
97
# external code; maybe there should be functions to do that more precisely
98
# than push/pop_log_file.
101
# Absolute path for ~/.bzr.log. Not changed even if the log/trace output is
102
# redirected elsewhere. Used to show the location in --version.
85
103
_bzr_log_filename = None
86
_start_time = bzrlib._start_time
89
# configure convenient aliases for output routines
105
# The time the first message was written to the trace file, so that we can
106
# show relative times since startup.
107
_bzr_log_start_time = bzrlib._start_time
110
# held in a global for quick reference
91
111
_bzr_logger = logging.getLogger('bzr')
94
114
def note(*args, **kwargs):
115
"""Output a note to the user.
117
Takes the same parameters as logging.info.
95
121
# FIXME note always emits utf-8, regardless of the terminal encoding
123
# FIXME: clearing the ui and then going through the abstract logging
124
# framework is whack; we should probably have a logging Handler that
125
# deals with terminal output if needed.
97
127
bzrlib.ui.ui_factory.clear_term()
98
128
_bzr_logger.info(*args, **kwargs)
100
131
def warning(*args, **kwargs):
102
133
bzrlib.ui.ui_factory.clear_term()
103
134
_bzr_logger.warning(*args, **kwargs)
106
log_error = _bzr_logger.error
107
error = _bzr_logger.error
137
@deprecated_function(deprecated_in((2, 1, 0)))
138
def info(*args, **kwargs):
139
"""Deprecated: use trace.note instead."""
140
note(*args, **kwargs)
143
@deprecated_function(deprecated_in((2, 1, 0)))
144
def log_error(*args, **kwargs):
145
"""Deprecated: use bzrlib.trace.show_error instead"""
146
_bzr_logger.error(*args, **kwargs)
149
@deprecated_function(deprecated_in((2, 1, 0)))
150
def error(*args, **kwargs):
151
"""Deprecated: use bzrlib.trace.show_error instead"""
152
_bzr_logger.error(*args, **kwargs)
155
def show_error(*args, **kwargs):
156
"""Show an error message to the user.
158
Don't use this for exceptions, use report_exception instead.
160
_bzr_logger.error(*args, **kwargs)
110
163
def mutter(fmt, *args):
111
164
if _trace_file is None:
166
# XXX: Don't check this every time; instead anyone who closes the file
167
# ought to deregister it. We can tolerate None.
113
168
if (getattr(_trace_file, 'closed', None) is not None) and _trace_file.closed:
165
def open_tracefile(tracefilename=None):
166
# Messages are always written to here, so that we have some
167
# information if something goes wrong. In a future version this
168
# file will be removed on successful completion.
169
global _file_handler, _bzr_log_file, _bzr_log_filename
172
if tracefilename is None:
224
def _get_bzr_log_filename():
225
bzr_log = os.environ.get('BZR_LOG')
228
home = os.environ.get('BZR_HOME')
173
230
if sys.platform == 'win32':
174
231
from bzrlib import win32utils
175
232
home = win32utils.get_home_location()
177
234
home = os.path.expanduser('~')
178
_bzr_log_filename = os.path.join(home, '.bzr.log')
180
_bzr_log_filename = tracefilename
182
_bzr_log_filename = os.path.expanduser(_bzr_log_filename)
235
return os.path.join(home, '.bzr.log')
239
"""Open the .bzr.log trace file.
241
If the log is more than a particular length, the old file is renamed to
242
.bzr.log.old and a new file is started. Otherwise, we append to the
245
This sets the global _bzr_log_filename.
247
global _bzr_log_filename
249
def _open_or_create_log_file(filename):
250
"""Open existing log file, or create with ownership and permissions
252
It inherits the ownership and permissions (masked by umask) from
253
the containing directory to cope better with being run under sudo
254
with $HOME still set to the user's homedir.
256
flags = os.O_WRONLY | os.O_APPEND | osutils.O_TEXT
259
fd = os.open(filename, flags)
262
if e.errno != errno.ENOENT:
265
fd = os.open(filename, flags | os.O_CREAT | os.O_EXCL, 0666)
267
if e.errno != errno.EEXIST:
270
osutils.copy_ownership_from_path(filename)
272
return os.fdopen(fd, 'at', 0) # unbuffered
275
_bzr_log_filename = _get_bzr_log_filename()
183
276
_rollover_trace_maybe(_bzr_log_filename)
186
#tf = codecs.open(trace_fname, 'at', 'utf8', buffering=LINE_BUFFERED)
187
tf = open(_bzr_log_filename, 'at', LINE_BUFFERED)
189
# tf.tell() on windows always return 0 until some writing done
192
tf.write("this is a debug log for diagnosing/reporting problems in bzr\n")
193
tf.write("you can delete or truncate this file, or include sections in\n")
194
tf.write("bug reports to https://bugs.launchpad.net/bzr/+filebug\n\n")
195
_file_handler = logging.StreamHandler(tf)
196
fmt = r'[%(process)5d] %(asctime)s.%(msecs)03d %(levelname)s: %(message)s'
197
datefmt = r'%Y-%m-%d %H:%M:%S'
198
_file_handler.setFormatter(logging.Formatter(fmt, datefmt))
199
_file_handler.setLevel(logging.DEBUG)
200
logging.getLogger('').addHandler(_file_handler)
202
warning("failed to open trace file: %s" % (e))
278
bzr_log_file = _open_or_create_log_file(_bzr_log_filename)
279
bzr_log_file.write('\n')
280
if bzr_log_file.tell() <= 2:
281
bzr_log_file.write("this is a debug log for diagnosing/reporting problems in bzr\n")
282
bzr_log_file.write("you can delete or truncate this file, or include sections in\n")
283
bzr_log_file.write("bug reports to https://bugs.launchpad.net/bzr/+filebug\n\n")
287
except EnvironmentError, e:
288
# If we are failing to open the log, then most likely logging has not
289
# been set up yet. So we just write to stderr rather than using
290
# 'warning()'. If we using warning(), users get the unhelpful 'no
291
# handlers registered for "bzr"' when something goes wrong on the
292
# server. (bug #503886)
293
sys.stderr.write("failed to open trace file: %s\n" % (e,))
294
# TODO: What should happen if we fail to open the trace file? Maybe the
295
# objects should be pointed at /dev/null or the equivalent? Currently
296
# returns None which will cause failures later.
300
def enable_default_logging():
301
"""Configure default logging: messages to stderr and debug to .bzr.log
303
This should only be called once per process.
305
Non-command-line programs embedding bzrlib do not need to call this. They
306
can instead either pass a file to _push_log_file, or act directly on
307
logging.getLogger("bzr").
309
Output can be redirected away by calling _push_log_file.
311
:return: A memento from push_log_file for restoring the log state.
313
start_time = osutils.format_local_date(_bzr_log_start_time,
315
# create encoded wrapper around stderr
316
bzr_log_file = _open_bzr_log()
317
if bzr_log_file is not None:
318
bzr_log_file.write(start_time.encode('utf-8') + '\n')
319
memento = push_log_file(bzr_log_file,
320
r'[%(process)5d] %(asctime)s.%(msecs)03d %(levelname)s: %(message)s',
321
r'%Y-%m-%d %H:%M:%S')
322
# after hooking output into bzr_log, we also need to attach a stderr
323
# handler, writing only at level info and with encoding
324
term_encoding = osutils.get_terminal_encoding()
325
writer_factory = codecs.getwriter(term_encoding)
326
encoded_stderr = writer_factory(sys.stderr, errors='replace')
327
stderr_handler = logging.StreamHandler(encoded_stderr)
328
stderr_handler.setLevel(logging.INFO)
329
logging.getLogger('bzr').addHandler(stderr_handler)
333
def push_log_file(to_file, log_format=None, date_format=None):
334
"""Intercept log and trace messages and send them to a file.
336
:param to_file: A file-like object to which messages will be sent.
338
:returns: A memento that should be passed to _pop_log_file to restore the
339
previously active logging.
343
new_handler = logging.StreamHandler(to_file)
344
new_handler.setLevel(logging.DEBUG)
345
if log_format is None:
346
log_format = '%(levelname)8s %(message)s'
347
new_handler.setFormatter(logging.Formatter(log_format, date_format))
348
# save and remove any existing log handlers
349
bzr_logger = logging.getLogger('bzr')
350
old_handlers = bzr_logger.handlers[:]
351
del bzr_logger.handlers[:]
352
# set that as the default logger
353
bzr_logger.addHandler(new_handler)
354
bzr_logger.setLevel(logging.DEBUG)
355
# TODO: check if any changes are needed to the root logger
357
# TODO: also probably need to save and restore the level on bzr_logger.
358
# but maybe we can avoid setting the logger level altogether, and just set
359
# the level on the handler?
361
# save the old trace file
362
old_trace_file = _trace_file
363
# send traces to the new one
364
_trace_file = to_file
365
result = new_handler, _trace_file
366
return ('log_memento', old_handlers, new_handler, old_trace_file, to_file)
369
def pop_log_file((magic, old_handlers, new_handler, old_trace_file, new_trace_file)):
370
"""Undo changes to logging/tracing done by _push_log_file.
372
This flushes, but does not close the trace file (so that anything that was
375
Takes the memento returned from _push_log_file."""
377
_trace_file = old_trace_file
378
bzr_logger = logging.getLogger('bzr')
379
bzr_logger.removeHandler(new_handler)
380
# must be closed, otherwise logging will try to close it at exit, and the
381
# file will likely already be closed underneath.
383
bzr_logger.handlers = old_handlers
384
if new_trace_file is not None:
385
new_trace_file.flush()
205
388
def log_exception_quietly():
206
389
"""Log the last exception to the trace file only.
208
Used for exceptions that occur internally and that may be
209
interesting to developers but not to users. For example,
391
Used for exceptions that occur internally and that may be
392
interesting to developers but not to users. For example,
210
393
errors loading plugins.
213
395
mutter(traceback.format_exc())
216
def enable_default_logging():
217
"""Configure default logging to stderr and .bzr.log"""
218
# FIXME: if this is run twice, things get confused
219
global _stderr_handler, _file_handler, _trace_file, _bzr_log_file
220
# create encoded wrapper around stderr
221
stderr = codecs.getwriter(osutils.get_terminal_encoding())(sys.stderr,
223
_stderr_handler = logging.StreamHandler(stderr)
224
logging.getLogger('').addHandler(_stderr_handler)
225
_stderr_handler.setLevel(logging.INFO)
226
if not _file_handler:
228
_trace_file = _bzr_log_file
230
_file_handler.setLevel(logging.DEBUG)
231
_bzr_logger.setLevel(logging.DEBUG)
234
398
def set_verbosity_level(level):
235
399
"""Set the verbosity level.
275
439
return _verbosity_level > 0
278
def disable_default_logging():
279
"""Turn off default log handlers.
281
This is intended to be used by the test framework, which doesn't
282
want leakage from the code-under-test into the main logs.
285
l = logging.getLogger('')
286
l.removeHandler(_stderr_handler)
288
l.removeHandler(_file_handler)
292
def enable_test_log(to_file):
293
"""Redirect logging to a temporary file for a test
295
returns an opaque reference that should be passed to disable_test_log
296
after the test completes.
298
disable_default_logging()
301
hdlr = logging.StreamHandler(to_file)
302
hdlr.setLevel(logging.DEBUG)
303
hdlr.setFormatter(logging.Formatter('%(levelname)8s %(message)s'))
304
_bzr_logger.addHandler(hdlr)
305
_bzr_logger.setLevel(logging.DEBUG)
306
result = hdlr, _trace_file, _trace_depth
307
_trace_file = to_file
312
def disable_test_log((test_log_hdlr, old_trace_file, old_trace_depth)):
313
_bzr_logger.removeHandler(test_log_hdlr)
314
test_log_hdlr.close()
317
_trace_file = old_trace_file
318
_trace_depth = old_trace_depth
320
enable_default_logging()
442
def debug_memory(message='', short=True):
443
"""Write out a memory dump."""
444
if sys.platform == 'win32':
445
from bzrlib import win32utils
446
win32utils.debug_memory_win32api(message=message, short=short)
448
_debug_memory_proc(message=message, short=short)
451
_short_fields = ('VmPeak', 'VmSize', 'VmRSS')
453
def _debug_memory_proc(message='', short=True):
455
status_file = file('/proc/%s/status' % os.getpid(), 'rb')
459
status = status_file.read()
464
for line in status.splitlines():
468
for field in _short_fields:
469
if line.startswith(field):
473
def _dump_memory_usage(err_file):
476
fd, name = tempfile.mkstemp(prefix="bzr_memdump", suffix=".json")
477
dump_file = os.fdopen(fd, 'w')
478
from meliae import scanner
479
scanner.dump_gc_objects(dump_file)
480
err_file.write("Memory dumped to %s\n" % name)
482
err_file.write("Dumping memory requires meliae module.\n")
483
log_exception_quietly()
485
err_file.write("Exception while dumping memory.\n")
486
log_exception_quietly()
488
if dump_file is not None:
323
493
def report_exception(exc_info, err_file):
324
494
"""Report an exception to err_file (typically stderr) and to .bzr.log.
350
537
return errors.EXIT_INTERNAL_ERROR
540
def print_exception(exc_info, err_file):
541
exc_type, exc_object, exc_tb = exc_info
542
err_file.write("bzr: ERROR: %s.%s: %s\n" % (
543
exc_type.__module__, exc_type.__name__, exc_object))
545
traceback.print_exception(exc_type, exc_object, exc_tb, file=err_file)
353
548
# TODO: Should these be specially encoding the output?
354
def report_user_error(exc_info, err_file):
549
def report_user_error(exc_info, err_file, advice=None):
355
550
"""Report to err_file an error that's not an internal error.
357
552
These don't get a traceback unless -Derror was given.
554
:param exc_info: 3-tuple from sys.exc_info()
555
:param advice: Extra advice to the user to be printed following the
359
if 'error' in debug.debug_flags:
360
report_bug(exc_info, err_file)
362
558
err_file.write("bzr: ERROR: %s\n" % (exc_info[1],))
560
err_file.write("%s\n" % (advice,))
365
563
def report_bug(exc_info, err_file):
366
564
"""Report an exception that probably indicates a bug in bzr"""
368
exc_type, exc_object, exc_tb = exc_info
369
err_file.write("bzr: ERROR: %s.%s: %s\n" % (
370
exc_type.__module__, exc_type.__name__, exc_object))
372
traceback.print_exception(exc_type, exc_object, exc_tb, file=err_file)
374
err_file.write('bzr %s on python %s (%s)\n' % \
376
'.'.join(map(str, sys.version_info)),
378
err_file.write('arguments: %r\n' % sys.argv)
380
'encoding: %r, fsenc: %r, lang: %r\n' % (
381
osutils.get_user_encoding(), sys.getfilesystemencoding(),
382
os.environ.get('LANG')))
383
err_file.write("plugins:\n")
384
for name, a_plugin in sorted(plugin.plugins().items()):
385
err_file.write(" %-20s %s [%s]\n" %
386
(name, a_plugin.path(), a_plugin.__version__))
389
*** Bazaar has encountered an internal error.
390
Please report a bug at https://bugs.launchpad.net/bzr/+filebug
391
including this traceback, and a description of what you
392
were doing when the error occurred.
565
from bzrlib.crash import report_bug
566
report_bug(exc_info, err_file)
569
def _flush_stdout_stderr():
570
# called from the bzrlib library finalizer returned by bzrlib.initialize()
576
if e.errno in [errno.EINVAL, errno.EPIPE]:
583
# called from the bzrlib library finalizer returned by bzrlib.initialize()
589
class Config(object):
590
"""Configuration of message tracing in bzrlib.
592
This implements the context manager protocol and should manage any global
593
variables still used. The default config used is DefaultConfig, but
594
embedded uses of bzrlib may wish to use a custom manager.
598
return self # This is bound to the 'as' clause in a with statement.
600
def __exit__(self, exc_type, exc_val, exc_tb):
601
return False # propogate exceptions.
604
class DefaultConfig(Config):
605
"""A default configuration for tracing of messages in bzrlib.
607
This implements the context manager protocol.
611
self._original_filename = _bzr_log_filename
612
self._original_state = enable_default_logging()
613
return self # This is bound to the 'as' clause in a with statement.
615
def __exit__(self, exc_type, exc_val, exc_tb):
616
pop_log_file(self._original_state)
617
global _bzr_log_filename
618
_bzr_log_filename = self._original_filename
619
return False # propogate exceptions.