1
# Copyright (C) 2005-2011 Canonical Ltd
2
# Authors: Robert Collins <robert.collins@canonical.com>
5
# This program is free software; you can redistribute it and/or modify
6
# it under the terms of the GNU General Public License as published by
7
# the Free Software Foundation; either version 2 of the License, or
8
# (at your option) any later version.
10
# This program is distributed in the hope that it will be useful,
11
# but WITHOUT ANY WARRANTY; without even the implied warranty of
12
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13
# GNU General Public License for more details.
15
# You should have received a copy of the GNU General Public License
16
# along with this program; if not, write to the Free Software
17
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19
"""Configuration that affects the behaviour of Bazaar.
21
Currently this configuration resides in ~/.bazaar/bazaar.conf
22
and ~/.bazaar/locations.conf, which is written to by bzr.
24
In bazaar.conf the following options may be set:
26
editor=name-of-program
27
email=Your Name <your@email.address>
28
check_signatures=require|ignore|check-available(default)
29
create_signatures=always|never|when-required(default)
30
gpg_signing_command=name-of-program
31
log_format=name-of-format
32
validate_signatures_in_log=true|false(default)
33
acceptable_keys=pattern1,pattern2
34
gpg_signing_key=amy@example.com
36
in locations.conf, you specify the url of a branch and options for it.
37
Wildcards may be used - * and ? as normal in shell completion. Options
38
set in both bazaar.conf and locations.conf are overridden by the locations.conf
40
[/home/robertc/source]
41
recurse=False|True(default)
43
check_signatures= as above
44
create_signatures= as above.
45
validate_signatures_in_log=as above
46
acceptable_keys=as above
48
explanation of options
49
----------------------
50
editor - this option sets the pop up editor to use during commits.
51
email - this option sets the user id bzr will use when committing.
52
check_signatures - this option will control whether bzr will require good gpg
53
signatures, ignore them, or check them if they are
54
present. Currently it is unused except that check_signatures
55
turns on create_signatures.
56
create_signatures - this option controls whether bzr will always create
57
gpg signatures or not on commits. There is an unused
58
option which in future is expected to work if
59
branch settings require signatures.
60
log_format - this option sets the default log format. Possible values are
61
long, short, line, or a plugin can register new formats.
62
validate_signatures_in_log - show GPG signature validity in log output
63
acceptable_keys - comma separated list of key patterns acceptable for
64
verify-signatures command
66
In bazaar.conf you can also define aliases in the ALIASES sections, example
69
lastlog=log --line -r-10..-1
70
ll=log --line -r-10..-1
81
from bzrlib.decorators import needs_write_lock
82
from bzrlib.lazy_import import lazy_import
83
lazy_import(globals(), """
86
from cStringIO import StringIO
105
from bzrlib.util.configobj import configobj
112
from bzrlib.symbol_versioning import (
130
POLICY_APPENDPATH = 2
134
POLICY_NORECURSE: 'norecurse',
135
POLICY_APPENDPATH: 'appendpath',
140
'norecurse': POLICY_NORECURSE,
141
'appendpath': POLICY_APPENDPATH,
145
STORE_LOCATION = POLICY_NONE
146
STORE_LOCATION_NORECURSE = POLICY_NORECURSE
147
STORE_LOCATION_APPENDPATH = POLICY_APPENDPATH
152
class ConfigObj(configobj.ConfigObj):
154
def __init__(self, infile=None, **kwargs):
155
# We define our own interpolation mechanism calling it option expansion
156
super(ConfigObj, self).__init__(infile=infile,
160
def get_bool(self, section, key):
161
return self[section].as_bool(key)
163
def get_value(self, section, name):
164
# Try [] for the old DEFAULT section.
165
if section == "DEFAULT":
170
return self[section][name]
173
# FIXME: Until we can guarantee that each config file is loaded once and
174
# only once for a given bzrlib session, we don't want to re-read the file every
175
# time we query for an option so we cache the value (bad ! watch out for tests
176
# needing to restore the proper value). -- vila 20110219
177
_expand_default_value = None
178
def _get_expand_default_value():
179
global _expand_default_value
180
if _expand_default_value is not None:
181
return _expand_default_value
182
conf = GlobalConfig()
183
# Note that we must not use None for the expand value below or we'll run
184
# into infinite recursion. Using False really would be quite silly ;)
185
expand = conf.get_user_option_as_bool('bzr.config.expand', expand=True)
187
# This is an opt-in feature, you *really* need to clearly say you want
190
_expand_default_value = expand
194
class Config(object):
195
"""A configuration policy - what username, editor, gpg needs etc."""
198
super(Config, self).__init__()
201
"""Returns a unique ID for the config."""
202
raise NotImplementedError(self.config_id)
204
@deprecated_method(deprecated_in((2, 4, 0)))
205
def get_editor(self):
206
"""Get the users pop up editor."""
207
raise NotImplementedError
209
def get_change_editor(self, old_tree, new_tree):
210
from bzrlib import diff
211
cmd = self._get_change_editor()
214
return diff.DiffFromTool.from_string(cmd, old_tree, new_tree,
217
def get_mail_client(self):
218
"""Get a mail client to use"""
219
selected_client = self.get_user_option('mail_client')
220
_registry = mail_client.mail_client_registry
222
mail_client_class = _registry.get(selected_client)
224
raise errors.UnknownMailClient(selected_client)
225
return mail_client_class(self)
227
def _get_signature_checking(self):
228
"""Template method to override signature checking policy."""
230
def _get_signing_policy(self):
231
"""Template method to override signature creation policy."""
235
def expand_options(self, string, env=None):
236
"""Expand option references in the string in the configuration context.
238
:param string: The string containing option to expand.
240
:param env: An option dict defining additional configuration options or
241
overriding existing ones.
243
:returns: The expanded string.
245
return self._expand_options_in_string(string, env)
247
def _expand_options_in_list(self, slist, env=None, _ref_stack=None):
248
"""Expand options in a list of strings in the configuration context.
250
:param slist: A list of strings.
252
:param env: An option dict defining additional configuration options or
253
overriding existing ones.
255
:param _ref_stack: Private list containing the options being
256
expanded to detect loops.
258
:returns: The flatten list of expanded strings.
260
# expand options in each value separately flattening lists
263
value = self._expand_options_in_string(s, env, _ref_stack)
264
if isinstance(value, list):
270
def _expand_options_in_string(self, string, env=None, _ref_stack=None):
271
"""Expand options in the string in the configuration context.
273
:param string: The string to be expanded.
275
:param env: An option dict defining additional configuration options or
276
overriding existing ones.
278
:param _ref_stack: Private list containing the options being
279
expanded to detect loops.
281
:returns: The expanded string.
284
# Not much to expand there
286
if _ref_stack is None:
287
# What references are currently resolved (to detect loops)
289
if self.option_ref_re is None:
290
# We want to match the most embedded reference first (i.e. for
291
# '{{foo}}' we will get '{foo}',
292
# for '{bar{baz}}' we will get '{baz}'
293
self.option_ref_re = re.compile('({[^{}]+})')
295
# We need to iterate until no more refs appear ({{foo}} will need two
296
# iterations for example).
298
raw_chunks = self.option_ref_re.split(result)
299
if len(raw_chunks) == 1:
300
# Shorcut the trivial case: no refs
304
# Split will isolate refs so that every other chunk is a ref
306
for chunk in raw_chunks:
309
# Keep only non-empty strings (or we get bogus empty
310
# slots when a list value is involved).
315
if name in _ref_stack:
316
raise errors.OptionExpansionLoop(string, _ref_stack)
317
_ref_stack.append(name)
318
value = self._expand_option(name, env, _ref_stack)
320
raise errors.ExpandingUnknownOption(name, string)
321
if isinstance(value, list):
329
# Once a list appears as the result of an expansion, all
330
# callers will get a list result. This allows a consistent
331
# behavior even when some options in the expansion chain
332
# defined as strings (no comma in their value) but their
333
# expanded value is a list.
334
return self._expand_options_in_list(chunks, env, _ref_stack)
336
result = ''.join(chunks)
339
def _expand_option(self, name, env, _ref_stack):
340
if env is not None and name in env:
341
# Special case, values provided in env takes precedence over
345
# FIXME: This is a limited implementation, what we really need is a
346
# way to query the bzr config for the value of an option,
347
# respecting the scope rules (That is, once we implement fallback
348
# configs, getting the option value should restart from the top
349
# config, not the current one) -- vila 20101222
350
value = self.get_user_option(name, expand=False)
351
if isinstance(value, list):
352
value = self._expand_options_in_list(value, env, _ref_stack)
354
value = self._expand_options_in_string(value, env, _ref_stack)
357
def _get_user_option(self, option_name):
358
"""Template method to provide a user option."""
361
def get_user_option(self, option_name, expand=None):
362
"""Get a generic option - no special process, no default.
364
:param option_name: The queried option.
366
:param expand: Whether options references should be expanded.
368
:returns: The value of the option.
371
expand = _get_expand_default_value()
372
value = self._get_user_option(option_name)
374
if isinstance(value, list):
375
value = self._expand_options_in_list(value)
376
elif isinstance(value, dict):
377
trace.warning('Cannot expand "%s":'
378
' Dicts do not support option expansion'
381
value = self._expand_options_in_string(value)
382
for hook in OldConfigHooks['get']:
383
hook(self, option_name, value)
386
def get_user_option_as_bool(self, option_name, expand=None, default=None):
387
"""Get a generic option as a boolean.
389
:param expand: Allow expanding references to other config values.
390
:param default: Default value if nothing is configured
391
:return None if the option doesn't exist or its value can't be
392
interpreted as a boolean. Returns True or False otherwise.
394
s = self.get_user_option(option_name, expand=expand)
396
# The option doesn't exist
398
val = ui.bool_from_string(s)
400
# The value can't be interpreted as a boolean
401
trace.warning('Value "%s" is not a boolean for "%s"',
405
def get_user_option_as_list(self, option_name, expand=None):
406
"""Get a generic option as a list - no special process, no default.
408
:return None if the option doesn't exist. Returns the value as a list
411
l = self.get_user_option(option_name, expand=expand)
412
if isinstance(l, (str, unicode)):
413
# A single value, most probably the user forgot (or didn't care to
418
def get_user_option_as_int_from_SI(self, option_name, default=None):
419
"""Get a generic option from a human readable size in SI units, e.g 10MB
421
Accepted suffixes are K,M,G. It is case-insensitive and may be followed
422
by a trailing b (i.e. Kb, MB). This is intended to be practical and not
425
:return Integer, expanded to its base-10 value if a proper SI unit is
426
found. If the option doesn't exist, or isn't a value in
427
SI units, return default (which defaults to None)
429
val = self.get_user_option(option_name)
430
if isinstance(val, list):
435
p = re.compile("^(\d+)([kmg])*b*$", re.IGNORECASE)
439
val = int(m.group(1))
440
if m.group(2) is not None:
441
if m.group(2).lower() == 'k':
443
elif m.group(2).lower() == 'm':
445
elif m.group(2).lower() == 'g':
448
ui.ui_factory.show_warning('Invalid config value for "%s" '
449
' value %r is not an SI unit.'
450
% (option_name, val))
457
def gpg_signing_command(self):
458
"""What program should be used to sign signatures?"""
459
result = self._gpg_signing_command()
464
def _gpg_signing_command(self):
465
"""See gpg_signing_command()."""
468
def log_format(self):
469
"""What log format should be used"""
470
result = self._log_format()
475
def _log_format(self):
476
"""See log_format()."""
479
def validate_signatures_in_log(self):
480
"""Show GPG signature validity in log"""
481
result = self._validate_signatures_in_log()
488
def _validate_signatures_in_log(self):
489
"""See validate_signatures_in_log()."""
492
def acceptable_keys(self):
493
"""Comma separated list of key patterns acceptable to
494
verify-signatures command"""
495
result = self._acceptable_keys()
498
def _acceptable_keys(self):
499
"""See acceptable_keys()."""
502
def post_commit(self):
503
"""An ordered list of python functions to call.
505
Each function takes branch, rev_id as parameters.
507
return self._post_commit()
509
def _post_commit(self):
510
"""See Config.post_commit."""
513
def user_email(self):
514
"""Return just the email component of a username."""
515
return extract_email_address(self.username())
518
"""Return email-style username.
520
Something similar to 'Martin Pool <mbp@sourcefrog.net>'
522
$BZR_EMAIL can be set to override this, then
523
the concrete policy type is checked, and finally
525
If no username can be found, errors.NoWhoami exception is raised.
527
v = os.environ.get('BZR_EMAIL')
529
return v.decode(osutils.get_user_encoding())
530
v = self._get_user_id()
533
v = os.environ.get('EMAIL')
535
return v.decode(osutils.get_user_encoding())
536
name, email = _auto_user_id()
538
return '%s <%s>' % (name, email)
541
raise errors.NoWhoami()
543
def ensure_username(self):
544
"""Raise errors.NoWhoami if username is not set.
546
This method relies on the username() function raising the error.
550
def signature_checking(self):
551
"""What is the current policy for signature checking?."""
552
policy = self._get_signature_checking()
553
if policy is not None:
555
return CHECK_IF_POSSIBLE
557
def signing_policy(self):
558
"""What is the current policy for signature checking?."""
559
policy = self._get_signing_policy()
560
if policy is not None:
562
return SIGN_WHEN_REQUIRED
564
def signature_needed(self):
565
"""Is a signature needed when committing ?."""
566
policy = self._get_signing_policy()
568
policy = self._get_signature_checking()
569
if policy is not None:
570
#this warning should go away once check_signatures is
571
#implemented (if not before)
572
trace.warning("Please use create_signatures,"
573
" not check_signatures to set signing policy.")
574
elif policy == SIGN_ALWAYS:
578
def gpg_signing_key(self):
579
"""GPG user-id to sign commits"""
580
key = self.get_user_option('gpg_signing_key')
581
if key == "default" or key == None:
582
return self.user_email()
586
def get_alias(self, value):
587
return self._get_alias(value)
589
def _get_alias(self, value):
592
def get_nickname(self):
593
return self._get_nickname()
595
def _get_nickname(self):
598
def get_bzr_remote_path(self):
600
return os.environ['BZR_REMOTE_PATH']
602
path = self.get_user_option("bzr_remote_path")
607
def suppress_warning(self, warning):
608
"""Should the warning be suppressed or emitted.
610
:param warning: The name of the warning being tested.
612
:returns: True if the warning should be suppressed, False otherwise.
614
warnings = self.get_user_option_as_list('suppress_warnings')
615
if warnings is None or warning not in warnings:
620
def get_merge_tools(self):
622
for (oname, value, section, conf_id, parser) in self._get_options():
623
if oname.startswith('bzr.mergetool.'):
624
tool_name = oname[len('bzr.mergetool.'):]
625
tools[tool_name] = value
626
trace.mutter('loaded merge tools: %r' % tools)
629
def find_merge_tool(self, name):
630
# We fake a defaults mechanism here by checking if the given name can
631
# be found in the known_merge_tools if it's not found in the config.
632
# This should be done through the proposed config defaults mechanism
633
# when it becomes available in the future.
634
command_line = (self.get_user_option('bzr.mergetool.%s' % name,
636
or mergetools.known_merge_tools.get(name, None))
640
class _ConfigHooks(hooks.Hooks):
641
"""A dict mapping hook names and a list of callables for configs.
645
"""Create the default hooks.
647
These are all empty initially, because by default nothing should get
650
super(_ConfigHooks, self).__init__('bzrlib.config', 'ConfigHooks')
651
self.add_hook('load',
652
'Invoked when a config store is loaded.'
653
' The signature is (store).',
655
self.add_hook('save',
656
'Invoked when a config store is saved.'
657
' The signature is (store).',
659
# The hooks for config options
661
'Invoked when a config option is read.'
662
' The signature is (stack, name, value).',
665
'Invoked when a config option is set.'
666
' The signature is (stack, name, value).',
668
self.add_hook('remove',
669
'Invoked when a config option is removed.'
670
' The signature is (stack, name).',
672
ConfigHooks = _ConfigHooks()
675
class _OldConfigHooks(hooks.Hooks):
676
"""A dict mapping hook names and a list of callables for configs.
680
"""Create the default hooks.
682
These are all empty initially, because by default nothing should get
685
super(_OldConfigHooks, self).__init__('bzrlib.config', 'OldConfigHooks')
686
self.add_hook('load',
687
'Invoked when a config store is loaded.'
688
' The signature is (config).',
690
self.add_hook('save',
691
'Invoked when a config store is saved.'
692
' The signature is (config).',
694
# The hooks for config options
696
'Invoked when a config option is read.'
697
' The signature is (config, name, value).',
700
'Invoked when a config option is set.'
701
' The signature is (config, name, value).',
703
self.add_hook('remove',
704
'Invoked when a config option is removed.'
705
' The signature is (config, name).',
707
OldConfigHooks = _OldConfigHooks()
710
class IniBasedConfig(Config):
711
"""A configuration policy that draws from ini files."""
713
def __init__(self, get_filename=symbol_versioning.DEPRECATED_PARAMETER,
715
"""Base class for configuration files using an ini-like syntax.
717
:param file_name: The configuration file path.
719
super(IniBasedConfig, self).__init__()
720
self.file_name = file_name
721
if symbol_versioning.deprecated_passed(get_filename):
722
symbol_versioning.warn(
723
'IniBasedConfig.__init__(get_filename) was deprecated in 2.3.'
724
' Use file_name instead.',
727
if get_filename is not None:
728
self.file_name = get_filename()
730
self.file_name = file_name
735
def from_string(cls, str_or_unicode, file_name=None, save=False):
736
"""Create a config object from a string.
738
:param str_or_unicode: A string representing the file content. This will
741
:param file_name: The configuration file path.
743
:param _save: Whether the file should be saved upon creation.
745
conf = cls(file_name=file_name)
746
conf._create_from_string(str_or_unicode, save)
749
def _create_from_string(self, str_or_unicode, save):
750
self._content = StringIO(str_or_unicode.encode('utf-8'))
751
# Some tests use in-memory configs, some other always need the config
752
# file to exist on disk.
754
self._write_config_file()
756
def _get_parser(self, file=symbol_versioning.DEPRECATED_PARAMETER):
757
if self._parser is not None:
759
if symbol_versioning.deprecated_passed(file):
760
symbol_versioning.warn(
761
'IniBasedConfig._get_parser(file=xxx) was deprecated in 2.3.'
762
' Use IniBasedConfig(_content=xxx) instead.',
765
if self._content is not None:
766
co_input = self._content
767
elif self.file_name is None:
768
raise AssertionError('We have no content to create the config')
770
co_input = self.file_name
772
self._parser = ConfigObj(co_input, encoding='utf-8')
773
except configobj.ConfigObjError, e:
774
raise errors.ParseConfigError(e.errors, e.config.filename)
775
except UnicodeDecodeError:
776
raise errors.ConfigContentError(self.file_name)
777
# Make sure self.reload() will use the right file name
778
self._parser.filename = self.file_name
779
for hook in OldConfigHooks['load']:
784
"""Reload the config file from disk."""
785
if self.file_name is None:
786
raise AssertionError('We need a file name to reload the config')
787
if self._parser is not None:
788
self._parser.reload()
789
for hook in ConfigHooks['load']:
792
def _get_matching_sections(self):
793
"""Return an ordered list of (section_name, extra_path) pairs.
795
If the section contains inherited configuration, extra_path is
796
a string containing the additional path components.
798
section = self._get_section()
799
if section is not None:
800
return [(section, '')]
804
def _get_section(self):
805
"""Override this to define the section used by the config."""
808
def _get_sections(self, name=None):
809
"""Returns an iterator of the sections specified by ``name``.
811
:param name: The section name. If None is supplied, the default
812
configurations are yielded.
814
:return: A tuple (name, section, config_id) for all sections that will
815
be walked by user_get_option() in the 'right' order. The first one
816
is where set_user_option() will update the value.
818
parser = self._get_parser()
820
yield (name, parser[name], self.config_id())
822
# No section name has been given so we fallback to the configobj
823
# itself which holds the variables defined outside of any section.
824
yield (None, parser, self.config_id())
826
def _get_options(self, sections=None):
827
"""Return an ordered list of (name, value, section, config_id) tuples.
829
All options are returned with their associated value and the section
830
they appeared in. ``config_id`` is a unique identifier for the
831
configuration file the option is defined in.
833
:param sections: Default to ``_get_matching_sections`` if not
834
specified. This gives a better control to daughter classes about
835
which sections should be searched. This is a list of (name,
840
parser = self._get_parser()
842
for (section_name, _) in self._get_matching_sections():
844
section = parser[section_name]
846
# This could happen for an empty file for which we define a
847
# DEFAULT section. FIXME: Force callers to provide sections
848
# instead ? -- vila 20100930
850
sections.append((section_name, section))
851
config_id = self.config_id()
852
for (section_name, section) in sections:
853
for (name, value) in section.iteritems():
854
yield (name, parser._quote(value), section_name,
857
def _get_option_policy(self, section, option_name):
858
"""Return the policy for the given (section, option_name) pair."""
861
def _get_change_editor(self):
862
return self.get_user_option('change_editor')
864
def _get_signature_checking(self):
865
"""See Config._get_signature_checking."""
866
policy = self._get_user_option('check_signatures')
868
return self._string_to_signature_policy(policy)
870
def _get_signing_policy(self):
871
"""See Config._get_signing_policy"""
872
policy = self._get_user_option('create_signatures')
874
return self._string_to_signing_policy(policy)
876
def _get_user_id(self):
877
"""Get the user id from the 'email' key in the current section."""
878
return self._get_user_option('email')
880
def _get_user_option(self, option_name):
881
"""See Config._get_user_option."""
882
for (section, extra_path) in self._get_matching_sections():
884
value = self._get_parser().get_value(section, option_name)
887
policy = self._get_option_policy(section, option_name)
888
if policy == POLICY_NONE:
890
elif policy == POLICY_NORECURSE:
891
# norecurse items only apply to the exact path
896
elif policy == POLICY_APPENDPATH:
898
value = urlutils.join(value, extra_path)
901
raise AssertionError('Unexpected config policy %r' % policy)
905
def _gpg_signing_command(self):
906
"""See Config.gpg_signing_command."""
907
return self._get_user_option('gpg_signing_command')
909
def _log_format(self):
910
"""See Config.log_format."""
911
return self._get_user_option('log_format')
913
def _validate_signatures_in_log(self):
914
"""See Config.validate_signatures_in_log."""
915
return self._get_user_option('validate_signatures_in_log')
917
def _acceptable_keys(self):
918
"""See Config.acceptable_keys."""
919
return self._get_user_option('acceptable_keys')
921
def _post_commit(self):
922
"""See Config.post_commit."""
923
return self._get_user_option('post_commit')
925
def _string_to_signature_policy(self, signature_string):
926
"""Convert a string to a signing policy."""
927
if signature_string.lower() == 'check-available':
928
return CHECK_IF_POSSIBLE
929
if signature_string.lower() == 'ignore':
931
if signature_string.lower() == 'require':
933
raise errors.BzrError("Invalid signatures policy '%s'"
936
def _string_to_signing_policy(self, signature_string):
937
"""Convert a string to a signing policy."""
938
if signature_string.lower() == 'when-required':
939
return SIGN_WHEN_REQUIRED
940
if signature_string.lower() == 'never':
942
if signature_string.lower() == 'always':
944
raise errors.BzrError("Invalid signing policy '%s'"
947
def _get_alias(self, value):
949
return self._get_parser().get_value("ALIASES",
954
def _get_nickname(self):
955
return self.get_user_option('nickname')
957
def remove_user_option(self, option_name, section_name=None):
958
"""Remove a user option and save the configuration file.
960
:param option_name: The option to be removed.
962
:param section_name: The section the option is defined in, default to
966
parser = self._get_parser()
967
if section_name is None:
970
section = parser[section_name]
972
del section[option_name]
974
raise errors.NoSuchConfigOption(option_name)
975
self._write_config_file()
976
for hook in OldConfigHooks['remove']:
977
hook(self, option_name)
979
def _write_config_file(self):
980
if self.file_name is None:
981
raise AssertionError('We cannot save, self.file_name is None')
982
conf_dir = os.path.dirname(self.file_name)
983
ensure_config_dir_exists(conf_dir)
984
atomic_file = atomicfile.AtomicFile(self.file_name)
985
self._get_parser().write(atomic_file)
988
osutils.copy_ownership_from_path(self.file_name)
989
for hook in OldConfigHooks['save']:
993
class LockableConfig(IniBasedConfig):
994
"""A configuration needing explicit locking for access.
996
If several processes try to write the config file, the accesses need to be
999
Daughter classes should decorate all methods that update a config with the
1000
``@needs_write_lock`` decorator (they call, directly or indirectly, the
1001
``_write_config_file()`` method. These methods (typically ``set_option()``
1002
and variants must reload the config file from disk before calling
1003
``_write_config_file()``), this can be achieved by calling the
1004
``self.reload()`` method. Note that the lock scope should cover both the
1005
reading and the writing of the config file which is why the decorator can't
1006
be applied to ``_write_config_file()`` only.
1008
This should be enough to implement the following logic:
1009
- lock for exclusive write access,
1010
- reload the config file from disk,
1014
This logic guarantees that a writer can update a value without erasing an
1015
update made by another writer.
1020
def __init__(self, file_name):
1021
super(LockableConfig, self).__init__(file_name=file_name)
1022
self.dir = osutils.dirname(osutils.safe_unicode(self.file_name))
1023
# FIXME: It doesn't matter that we don't provide possible_transports
1024
# below since this is currently used only for local config files ;
1025
# local transports are not shared. But if/when we start using
1026
# LockableConfig for other kind of transports, we will need to reuse
1027
# whatever connection is already established -- vila 20100929
1028
self.transport = transport.get_transport_from_path(self.dir)
1029
self._lock = lockdir.LockDir(self.transport, self.lock_name)
1031
def _create_from_string(self, unicode_bytes, save):
1032
super(LockableConfig, self)._create_from_string(unicode_bytes, False)
1034
# We need to handle the saving here (as opposed to IniBasedConfig)
1035
# to be able to lock
1037
self._write_config_file()
1040
def lock_write(self, token=None):
1041
"""Takes a write lock in the directory containing the config file.
1043
If the directory doesn't exist it is created.
1045
ensure_config_dir_exists(self.dir)
1046
return self._lock.lock_write(token)
1051
def break_lock(self):
1052
self._lock.break_lock()
1055
def remove_user_option(self, option_name, section_name=None):
1056
super(LockableConfig, self).remove_user_option(option_name,
1059
def _write_config_file(self):
1060
if self._lock is None or not self._lock.is_held:
1061
# NB: if the following exception is raised it probably means a
1062
# missing @needs_write_lock decorator on one of the callers.
1063
raise errors.ObjectNotLocked(self)
1064
super(LockableConfig, self)._write_config_file()
1067
class GlobalConfig(LockableConfig):
1068
"""The configuration that should be used for a specific location."""
1071
super(GlobalConfig, self).__init__(file_name=config_filename())
1073
def config_id(self):
1077
def from_string(cls, str_or_unicode, save=False):
1078
"""Create a config object from a string.
1080
:param str_or_unicode: A string representing the file content. This
1081
will be utf-8 encoded.
1083
:param save: Whether the file should be saved upon creation.
1086
conf._create_from_string(str_or_unicode, save)
1089
@deprecated_method(deprecated_in((2, 4, 0)))
1090
def get_editor(self):
1091
return self._get_user_option('editor')
1094
def set_user_option(self, option, value):
1095
"""Save option and its value in the configuration."""
1096
self._set_option(option, value, 'DEFAULT')
1098
def get_aliases(self):
1099
"""Return the aliases section."""
1100
if 'ALIASES' in self._get_parser():
1101
return self._get_parser()['ALIASES']
1106
def set_alias(self, alias_name, alias_command):
1107
"""Save the alias in the configuration."""
1108
self._set_option(alias_name, alias_command, 'ALIASES')
1111
def unset_alias(self, alias_name):
1112
"""Unset an existing alias."""
1114
aliases = self._get_parser().get('ALIASES')
1115
if not aliases or alias_name not in aliases:
1116
raise errors.NoSuchAlias(alias_name)
1117
del aliases[alias_name]
1118
self._write_config_file()
1120
def _set_option(self, option, value, section):
1122
self._get_parser().setdefault(section, {})[option] = value
1123
self._write_config_file()
1124
for hook in OldConfigHooks['set']:
1125
hook(self, option, value)
1127
def _get_sections(self, name=None):
1128
"""See IniBasedConfig._get_sections()."""
1129
parser = self._get_parser()
1130
# We don't give access to options defined outside of any section, we
1131
# used the DEFAULT section by... default.
1132
if name in (None, 'DEFAULT'):
1133
# This could happen for an empty file where the DEFAULT section
1134
# doesn't exist yet. So we force DEFAULT when yielding
1136
if 'DEFAULT' not in parser:
1137
parser['DEFAULT']= {}
1138
yield (name, parser[name], self.config_id())
1141
def remove_user_option(self, option_name, section_name=None):
1142
if section_name is None:
1143
# We need to force the default section.
1144
section_name = 'DEFAULT'
1145
# We need to avoid the LockableConfig implementation or we'll lock
1147
super(LockableConfig, self).remove_user_option(option_name,
1150
def _iter_for_location_by_parts(sections, location):
1151
"""Keep only the sessions matching the specified location.
1153
:param sections: An iterable of section names.
1155
:param location: An url or a local path to match against.
1157
:returns: An iterator of (section, extra_path, nb_parts) where nb is the
1158
number of path components in the section name, section is the section
1159
name and extra_path is the difference between location and the section
1162
``location`` will always be a local path and never a 'file://' url but the
1163
section names themselves can be in either form.
1165
location_parts = location.rstrip('/').split('/')
1167
for section in sections:
1168
# location is a local path if possible, so we need to convert 'file://'
1169
# urls in section names to local paths if necessary.
1171
# This also avoids having file:///path be a more exact
1172
# match than '/path'.
1174
# FIXME: This still raises an issue if a user defines both file:///path
1175
# *and* /path. Should we raise an error in this case -- vila 20110505
1177
if section.startswith('file://'):
1178
section_path = urlutils.local_path_from_url(section)
1180
section_path = section
1181
section_parts = section_path.rstrip('/').split('/')
1184
if len(section_parts) > len(location_parts):
1185
# More path components in the section, they can't match
1188
# Rely on zip truncating in length to the length of the shortest
1189
# argument sequence.
1190
names = zip(location_parts, section_parts)
1192
if not fnmatch.fnmatch(name[0], name[1]):
1197
# build the path difference between the section and the location
1198
extra_path = '/'.join(location_parts[len(section_parts):])
1199
yield section, extra_path, len(section_parts)
1202
class LocationConfig(LockableConfig):
1203
"""A configuration object that gives the policy for a location."""
1205
def __init__(self, location):
1206
super(LocationConfig, self).__init__(
1207
file_name=locations_config_filename())
1208
# local file locations are looked up by local path, rather than
1209
# by file url. This is because the config file is a user
1210
# file, and we would rather not expose the user to file urls.
1211
if location.startswith('file://'):
1212
location = urlutils.local_path_from_url(location)
1213
self.location = location
1215
def config_id(self):
1219
def from_string(cls, str_or_unicode, location, save=False):
1220
"""Create a config object from a string.
1222
:param str_or_unicode: A string representing the file content. This will
1225
:param location: The location url to filter the configuration.
1227
:param save: Whether the file should be saved upon creation.
1229
conf = cls(location)
1230
conf._create_from_string(str_or_unicode, save)
1233
def _get_matching_sections(self):
1234
"""Return an ordered list of section names matching this location."""
1235
matches = list(_iter_for_location_by_parts(self._get_parser(),
1237
# put the longest (aka more specific) locations first
1239
key=lambda (section, extra_path, length): (length, section),
1241
for (section, extra_path, length) in matches:
1242
yield section, extra_path
1243
# should we stop looking for parent configs here?
1245
if self._get_parser()[section].as_bool('ignore_parents'):
1250
def _get_sections(self, name=None):
1251
"""See IniBasedConfig._get_sections()."""
1252
# We ignore the name here as the only sections handled are named with
1253
# the location path and we don't expose embedded sections either.
1254
parser = self._get_parser()
1255
for name, extra_path in self._get_matching_sections():
1256
yield (name, parser[name], self.config_id())
1258
def _get_option_policy(self, section, option_name):
1259
"""Return the policy for the given (section, option_name) pair."""
1260
# check for the old 'recurse=False' flag
1262
recurse = self._get_parser()[section].as_bool('recurse')
1266
return POLICY_NORECURSE
1268
policy_key = option_name + ':policy'
1270
policy_name = self._get_parser()[section][policy_key]
1274
return _policy_value[policy_name]
1276
def _set_option_policy(self, section, option_name, option_policy):
1277
"""Set the policy for the given option name in the given section."""
1278
# The old recurse=False option affects all options in the
1279
# section. To handle multiple policies in the section, we
1280
# need to convert it to a policy_norecurse key.
1282
recurse = self._get_parser()[section].as_bool('recurse')
1286
symbol_versioning.warn(
1287
'The recurse option is deprecated as of 0.14. '
1288
'The section "%s" has been converted to use policies.'
1291
del self._get_parser()[section]['recurse']
1293
for key in self._get_parser()[section].keys():
1294
if not key.endswith(':policy'):
1295
self._get_parser()[section][key +
1296
':policy'] = 'norecurse'
1298
policy_key = option_name + ':policy'
1299
policy_name = _policy_name[option_policy]
1300
if policy_name is not None:
1301
self._get_parser()[section][policy_key] = policy_name
1303
if policy_key in self._get_parser()[section]:
1304
del self._get_parser()[section][policy_key]
1307
def set_user_option(self, option, value, store=STORE_LOCATION):
1308
"""Save option and its value in the configuration."""
1309
if store not in [STORE_LOCATION,
1310
STORE_LOCATION_NORECURSE,
1311
STORE_LOCATION_APPENDPATH]:
1312
raise ValueError('bad storage policy %r for %r' %
1315
location = self.location
1316
if location.endswith('/'):
1317
location = location[:-1]
1318
parser = self._get_parser()
1319
if not location in parser and not location + '/' in parser:
1320
parser[location] = {}
1321
elif location + '/' in parser:
1322
location = location + '/'
1323
parser[location][option]=value
1324
# the allowed values of store match the config policies
1325
self._set_option_policy(location, option, store)
1326
self._write_config_file()
1327
for hook in OldConfigHooks['set']:
1328
hook(self, option, value)
1331
class BranchConfig(Config):
1332
"""A configuration object giving the policy for a branch."""
1334
def __init__(self, branch):
1335
super(BranchConfig, self).__init__()
1336
self._location_config = None
1337
self._branch_data_config = None
1338
self._global_config = None
1339
self.branch = branch
1340
self.option_sources = (self._get_location_config,
1341
self._get_branch_data_config,
1342
self._get_global_config)
1344
def config_id(self):
1347
def _get_branch_data_config(self):
1348
if self._branch_data_config is None:
1349
self._branch_data_config = TreeConfig(self.branch)
1350
self._branch_data_config.config_id = self.config_id
1351
return self._branch_data_config
1353
def _get_location_config(self):
1354
if self._location_config is None:
1355
self._location_config = LocationConfig(self.branch.base)
1356
return self._location_config
1358
def _get_global_config(self):
1359
if self._global_config is None:
1360
self._global_config = GlobalConfig()
1361
return self._global_config
1363
def _get_best_value(self, option_name):
1364
"""This returns a user option from local, tree or global config.
1366
They are tried in that order. Use get_safe_value if trusted values
1369
for source in self.option_sources:
1370
value = getattr(source(), option_name)()
1371
if value is not None:
1375
def _get_safe_value(self, option_name):
1376
"""This variant of get_best_value never returns untrusted values.
1378
It does not return values from the branch data, because the branch may
1379
not be controlled by the user.
1381
We may wish to allow locations.conf to control whether branches are
1382
trusted in the future.
1384
for source in (self._get_location_config, self._get_global_config):
1385
value = getattr(source(), option_name)()
1386
if value is not None:
1390
def _get_user_id(self):
1391
"""Return the full user id for the branch.
1393
e.g. "John Hacker <jhacker@example.com>"
1394
This is looked up in the email controlfile for the branch.
1397
return (self.branch._transport.get_bytes("email")
1398
.decode(osutils.get_user_encoding())
1400
except errors.NoSuchFile, e:
1403
return self._get_best_value('_get_user_id')
1405
def _get_change_editor(self):
1406
return self._get_best_value('_get_change_editor')
1408
def _get_signature_checking(self):
1409
"""See Config._get_signature_checking."""
1410
return self._get_best_value('_get_signature_checking')
1412
def _get_signing_policy(self):
1413
"""See Config._get_signing_policy."""
1414
return self._get_best_value('_get_signing_policy')
1416
def _get_user_option(self, option_name):
1417
"""See Config._get_user_option."""
1418
for source in self.option_sources:
1419
value = source()._get_user_option(option_name)
1420
if value is not None:
1424
def _get_sections(self, name=None):
1425
"""See IniBasedConfig.get_sections()."""
1426
for source in self.option_sources:
1427
for section in source()._get_sections(name):
1430
def _get_options(self, sections=None):
1432
# First the locations options
1433
for option in self._get_location_config()._get_options():
1435
# Then the branch options
1436
branch_config = self._get_branch_data_config()
1437
if sections is None:
1438
sections = [('DEFAULT', branch_config._get_parser())]
1439
# FIXME: We shouldn't have to duplicate the code in IniBasedConfig but
1440
# Config itself has no notion of sections :( -- vila 20101001
1441
config_id = self.config_id()
1442
for (section_name, section) in sections:
1443
for (name, value) in section.iteritems():
1444
yield (name, value, section_name,
1445
config_id, branch_config._get_parser())
1446
# Then the global options
1447
for option in self._get_global_config()._get_options():
1450
def set_user_option(self, name, value, store=STORE_BRANCH,
1452
if store == STORE_BRANCH:
1453
self._get_branch_data_config().set_option(value, name)
1454
elif store == STORE_GLOBAL:
1455
self._get_global_config().set_user_option(name, value)
1457
self._get_location_config().set_user_option(name, value, store)
1460
if store in (STORE_GLOBAL, STORE_BRANCH):
1461
mask_value = self._get_location_config().get_user_option(name)
1462
if mask_value is not None:
1463
trace.warning('Value "%s" is masked by "%s" from'
1464
' locations.conf', value, mask_value)
1466
if store == STORE_GLOBAL:
1467
branch_config = self._get_branch_data_config()
1468
mask_value = branch_config.get_user_option(name)
1469
if mask_value is not None:
1470
trace.warning('Value "%s" is masked by "%s" from'
1471
' branch.conf', value, mask_value)
1473
def remove_user_option(self, option_name, section_name=None):
1474
self._get_branch_data_config().remove_option(option_name, section_name)
1476
def _gpg_signing_command(self):
1477
"""See Config.gpg_signing_command."""
1478
return self._get_safe_value('_gpg_signing_command')
1480
def _post_commit(self):
1481
"""See Config.post_commit."""
1482
return self._get_safe_value('_post_commit')
1484
def _get_nickname(self):
1485
value = self._get_explicit_nickname()
1486
if value is not None:
1488
return urlutils.unescape(self.branch.base.split('/')[-2])
1490
def has_explicit_nickname(self):
1491
"""Return true if a nickname has been explicitly assigned."""
1492
return self._get_explicit_nickname() is not None
1494
def _get_explicit_nickname(self):
1495
return self._get_best_value('_get_nickname')
1497
def _log_format(self):
1498
"""See Config.log_format."""
1499
return self._get_best_value('_log_format')
1501
def _validate_signatures_in_log(self):
1502
"""See Config.validate_signatures_in_log."""
1503
return self._get_best_value('_validate_signatures_in_log')
1505
def _acceptable_keys(self):
1506
"""See Config.acceptable_keys."""
1507
return self._get_best_value('_acceptable_keys')
1510
def ensure_config_dir_exists(path=None):
1511
"""Make sure a configuration directory exists.
1512
This makes sure that the directory exists.
1513
On windows, since configuration directories are 2 levels deep,
1514
it makes sure both the directory and the parent directory exists.
1518
if not os.path.isdir(path):
1519
if sys.platform == 'win32':
1520
parent_dir = os.path.dirname(path)
1521
if not os.path.isdir(parent_dir):
1522
trace.mutter('creating config parent directory: %r', parent_dir)
1523
os.mkdir(parent_dir)
1524
trace.mutter('creating config directory: %r', path)
1526
osutils.copy_ownership_from_path(path)
1530
"""Return per-user configuration directory.
1532
By default this is %APPDATA%/bazaar/2.0 on Windows, ~/.bazaar on Mac OS X
1533
and Linux. On Linux, if there is a $XDG_CONFIG_HOME/bazaar directory,
1534
that will be used instead.
1536
TODO: Global option --config-dir to override this.
1538
base = os.environ.get('BZR_HOME', None)
1539
if sys.platform == 'win32':
1540
# environ variables on Windows are in user encoding/mbcs. So decode
1542
if base is not None:
1543
base = base.decode('mbcs')
1545
base = win32utils.get_appdata_location_unicode()
1547
base = os.environ.get('HOME', None)
1548
if base is not None:
1549
base = base.decode('mbcs')
1551
raise errors.BzrError('You must have one of BZR_HOME, APPDATA,'
1553
return osutils.pathjoin(base, 'bazaar', '2.0')
1555
if base is not None:
1556
base = base.decode(osutils._fs_enc)
1557
if sys.platform == 'darwin':
1559
# this takes into account $HOME
1560
base = os.path.expanduser("~")
1561
return osutils.pathjoin(base, '.bazaar')
1564
xdg_dir = os.environ.get('XDG_CONFIG_HOME', None)
1566
xdg_dir = osutils.pathjoin(os.path.expanduser("~"), ".config")
1567
xdg_dir = osutils.pathjoin(xdg_dir, 'bazaar')
1568
if osutils.isdir(xdg_dir):
1570
"Using configuration in XDG directory %s." % xdg_dir)
1572
base = os.path.expanduser("~")
1573
return osutils.pathjoin(base, ".bazaar")
1576
def config_filename():
1577
"""Return per-user configuration ini file filename."""
1578
return osutils.pathjoin(config_dir(), 'bazaar.conf')
1581
def locations_config_filename():
1582
"""Return per-user configuration ini file filename."""
1583
return osutils.pathjoin(config_dir(), 'locations.conf')
1586
def authentication_config_filename():
1587
"""Return per-user authentication ini file filename."""
1588
return osutils.pathjoin(config_dir(), 'authentication.conf')
1591
def user_ignore_config_filename():
1592
"""Return the user default ignore filename"""
1593
return osutils.pathjoin(config_dir(), 'ignore')
1597
"""Return the directory name to store crash files.
1599
This doesn't implicitly create it.
1601
On Windows it's in the config directory; elsewhere it's /var/crash
1602
which may be monitored by apport. It can be overridden by
1605
if sys.platform == 'win32':
1606
return osutils.pathjoin(config_dir(), 'Crash')
1608
# XXX: hardcoded in apport_python_hook.py; therefore here too -- mbp
1610
return os.environ.get('APPORT_CRASH_DIR', '/var/crash')
1613
def xdg_cache_dir():
1614
# See http://standards.freedesktop.org/basedir-spec/latest/ar01s03.html
1615
# Possibly this should be different on Windows?
1616
e = os.environ.get('XDG_CACHE_DIR', None)
1620
return os.path.expanduser('~/.cache')
1623
def _get_default_mail_domain():
1624
"""If possible, return the assumed default email domain.
1626
:returns: string mail domain, or None.
1628
if sys.platform == 'win32':
1629
# No implementation yet; patches welcome
1632
f = open('/etc/mailname')
1633
except (IOError, OSError), e:
1636
domain = f.read().strip()
1642
def _auto_user_id():
1643
"""Calculate automatic user identification.
1645
:returns: (realname, email), either of which may be None if they can't be
1648
Only used when none is set in the environment or the id file.
1650
This only returns an email address if we can be fairly sure the
1651
address is reasonable, ie if /etc/mailname is set on unix.
1653
This doesn't use the FQDN as the default domain because that may be
1654
slow, and it doesn't use the hostname alone because that's not normally
1655
a reasonable address.
1657
if sys.platform == 'win32':
1658
# No implementation to reliably determine Windows default mail
1659
# address; please add one.
1662
default_mail_domain = _get_default_mail_domain()
1663
if not default_mail_domain:
1669
w = pwd.getpwuid(uid)
1671
trace.mutter('no passwd entry for uid %d?' % uid)
1674
# we try utf-8 first, because on many variants (like Linux),
1675
# /etc/passwd "should" be in utf-8, and because it's unlikely to give
1676
# false positives. (many users will have their user encoding set to
1677
# latin-1, which cannot raise UnicodeError.)
1679
gecos = w.pw_gecos.decode('utf-8')
1681
except UnicodeError:
1683
encoding = osutils.get_user_encoding()
1684
gecos = w.pw_gecos.decode(encoding)
1685
except UnicodeError, e:
1686
trace.mutter("cannot decode passwd entry %s" % w)
1689
username = w.pw_name.decode(encoding)
1690
except UnicodeError, e:
1691
trace.mutter("cannot decode passwd entry %s" % w)
1694
comma = gecos.find(',')
1698
realname = gecos[:comma]
1700
return realname, (username + '@' + default_mail_domain)
1703
def parse_username(username):
1704
"""Parse e-mail username and return a (name, address) tuple."""
1705
match = re.match(r'(.*?)\s*<?([\w+.-]+@[\w+.-]+)>?', username)
1707
return (username, '')
1709
return (match.group(1), match.group(2))
1712
def extract_email_address(e):
1713
"""Return just the address part of an email string.
1715
That is just the user@domain part, nothing else.
1716
This part is required to contain only ascii characters.
1717
If it can't be extracted, raises an error.
1719
>>> extract_email_address('Jane Tester <jane@test.com>')
1722
name, email = parse_username(e)
1724
raise errors.NoEmailInUsername(e)
1728
class TreeConfig(IniBasedConfig):
1729
"""Branch configuration data associated with its contents, not location"""
1731
# XXX: Really needs a better name, as this is not part of the tree! -- mbp 20080507
1733
def __init__(self, branch):
1734
self._config = branch._get_config()
1735
self.branch = branch
1737
def _get_parser(self, file=None):
1738
if file is not None:
1739
return IniBasedConfig._get_parser(file)
1740
return self._config._get_configobj()
1742
def get_option(self, name, section=None, default=None):
1743
self.branch.lock_read()
1745
return self._config.get_option(name, section, default)
1747
self.branch.unlock()
1749
def set_option(self, value, name, section=None):
1750
"""Set a per-branch configuration option"""
1751
# FIXME: We shouldn't need to lock explicitly here but rather rely on
1752
# higher levels providing the right lock -- vila 20101004
1753
self.branch.lock_write()
1755
self._config.set_option(value, name, section)
1757
self.branch.unlock()
1759
def remove_option(self, option_name, section_name=None):
1760
# FIXME: We shouldn't need to lock explicitly here but rather rely on
1761
# higher levels providing the right lock -- vila 20101004
1762
self.branch.lock_write()
1764
self._config.remove_option(option_name, section_name)
1766
self.branch.unlock()
1769
class AuthenticationConfig(object):
1770
"""The authentication configuration file based on a ini file.
1772
Implements the authentication.conf file described in
1773
doc/developers/authentication-ring.txt.
1776
def __init__(self, _file=None):
1777
self._config = None # The ConfigObj
1779
self._filename = authentication_config_filename()
1780
self._input = self._filename = authentication_config_filename()
1782
# Tests can provide a string as _file
1783
self._filename = None
1786
def _get_config(self):
1787
if self._config is not None:
1790
# FIXME: Should we validate something here ? Includes: empty
1791
# sections are useless, at least one of
1792
# user/password/password_encoding should be defined, etc.
1794
# Note: the encoding below declares that the file itself is utf-8
1795
# encoded, but the values in the ConfigObj are always Unicode.
1796
self._config = ConfigObj(self._input, encoding='utf-8')
1797
except configobj.ConfigObjError, e:
1798
raise errors.ParseConfigError(e.errors, e.config.filename)
1799
except UnicodeError:
1800
raise errors.ConfigContentError(self._filename)
1804
"""Save the config file, only tests should use it for now."""
1805
conf_dir = os.path.dirname(self._filename)
1806
ensure_config_dir_exists(conf_dir)
1807
f = file(self._filename, 'wb')
1809
self._get_config().write(f)
1813
def _set_option(self, section_name, option_name, value):
1814
"""Set an authentication configuration option"""
1815
conf = self._get_config()
1816
section = conf.get(section_name)
1819
section = conf[section]
1820
section[option_name] = value
1823
def get_credentials(self, scheme, host, port=None, user=None, path=None,
1825
"""Returns the matching credentials from authentication.conf file.
1827
:param scheme: protocol
1829
:param host: the server address
1831
:param port: the associated port (optional)
1833
:param user: login (optional)
1835
:param path: the absolute path on the server (optional)
1837
:param realm: the http authentication realm (optional)
1839
:return: A dict containing the matching credentials or None.
1841
- name: the section name of the credentials in the
1842
authentication.conf file,
1843
- user: can't be different from the provided user if any,
1844
- scheme: the server protocol,
1845
- host: the server address,
1846
- port: the server port (can be None),
1847
- path: the absolute server path (can be None),
1848
- realm: the http specific authentication realm (can be None),
1849
- password: the decoded password, could be None if the credential
1850
defines only the user
1851
- verify_certificates: https specific, True if the server
1852
certificate should be verified, False otherwise.
1855
for auth_def_name, auth_def in self._get_config().items():
1856
if type(auth_def) is not configobj.Section:
1857
raise ValueError("%s defined outside a section" % auth_def_name)
1859
a_scheme, a_host, a_user, a_path = map(
1860
auth_def.get, ['scheme', 'host', 'user', 'path'])
1863
a_port = auth_def.as_int('port')
1867
raise ValueError("'port' not numeric in %s" % auth_def_name)
1869
a_verify_certificates = auth_def.as_bool('verify_certificates')
1871
a_verify_certificates = True
1874
"'verify_certificates' not boolean in %s" % auth_def_name)
1877
if a_scheme is not None and scheme != a_scheme:
1879
if a_host is not None:
1880
if not (host == a_host
1881
or (a_host.startswith('.') and host.endswith(a_host))):
1883
if a_port is not None and port != a_port:
1885
if (a_path is not None and path is not None
1886
and not path.startswith(a_path)):
1888
if (a_user is not None and user is not None
1889
and a_user != user):
1890
# Never contradict the caller about the user to be used
1895
# Prepare a credentials dictionary with additional keys
1896
# for the credential providers
1897
credentials = dict(name=auth_def_name,
1904
password=auth_def.get('password', None),
1905
verify_certificates=a_verify_certificates)
1906
# Decode the password in the credentials (or get one)
1907
self.decode_password(credentials,
1908
auth_def.get('password_encoding', None))
1909
if 'auth' in debug.debug_flags:
1910
trace.mutter("Using authentication section: %r", auth_def_name)
1913
if credentials is None:
1914
# No credentials were found in authentication.conf, try the fallback
1915
# credentials stores.
1916
credentials = credential_store_registry.get_fallback_credentials(
1917
scheme, host, port, user, path, realm)
1921
def set_credentials(self, name, host, user, scheme=None, password=None,
1922
port=None, path=None, verify_certificates=None,
1924
"""Set authentication credentials for a host.
1926
Any existing credentials with matching scheme, host, port and path
1927
will be deleted, regardless of name.
1929
:param name: An arbitrary name to describe this set of credentials.
1930
:param host: Name of the host that accepts these credentials.
1931
:param user: The username portion of these credentials.
1932
:param scheme: The URL scheme (e.g. ssh, http) the credentials apply
1934
:param password: Password portion of these credentials.
1935
:param port: The IP port on the host that these credentials apply to.
1936
:param path: A filesystem path on the host that these credentials
1938
:param verify_certificates: On https, verify server certificates if
1940
:param realm: The http authentication realm (optional).
1942
values = {'host': host, 'user': user}
1943
if password is not None:
1944
values['password'] = password
1945
if scheme is not None:
1946
values['scheme'] = scheme
1947
if port is not None:
1948
values['port'] = '%d' % port
1949
if path is not None:
1950
values['path'] = path
1951
if verify_certificates is not None:
1952
values['verify_certificates'] = str(verify_certificates)
1953
if realm is not None:
1954
values['realm'] = realm
1955
config = self._get_config()
1957
for section, existing_values in config.items():
1958
for key in ('scheme', 'host', 'port', 'path', 'realm'):
1959
if existing_values.get(key) != values.get(key):
1963
config.update({name: values})
1966
def get_user(self, scheme, host, port=None, realm=None, path=None,
1967
prompt=None, ask=False, default=None):
1968
"""Get a user from authentication file.
1970
:param scheme: protocol
1972
:param host: the server address
1974
:param port: the associated port (optional)
1976
:param realm: the realm sent by the server (optional)
1978
:param path: the absolute path on the server (optional)
1980
:param ask: Ask the user if there is no explicitly configured username
1983
:param default: The username returned if none is defined (optional).
1985
:return: The found user.
1987
credentials = self.get_credentials(scheme, host, port, user=None,
1988
path=path, realm=realm)
1989
if credentials is not None:
1990
user = credentials['user']
1996
# Create a default prompt suitable for most cases
1997
prompt = u'%s' % (scheme.upper(),) + u' %(host)s username'
1998
# Special handling for optional fields in the prompt
1999
if port is not None:
2000
prompt_host = '%s:%d' % (host, port)
2003
user = ui.ui_factory.get_username(prompt, host=prompt_host)
2008
def get_password(self, scheme, host, user, port=None,
2009
realm=None, path=None, prompt=None):
2010
"""Get a password from authentication file or prompt the user for one.
2012
:param scheme: protocol
2014
:param host: the server address
2016
:param port: the associated port (optional)
2020
:param realm: the realm sent by the server (optional)
2022
:param path: the absolute path on the server (optional)
2024
:return: The found password or the one entered by the user.
2026
credentials = self.get_credentials(scheme, host, port, user, path,
2028
if credentials is not None:
2029
password = credentials['password']
2030
if password is not None and scheme is 'ssh':
2031
trace.warning('password ignored in section [%s],'
2032
' use an ssh agent instead'
2033
% credentials['name'])
2037
# Prompt user only if we could't find a password
2038
if password is None:
2040
# Create a default prompt suitable for most cases
2041
prompt = u'%s' % scheme.upper() + u' %(user)s@%(host)s password'
2042
# Special handling for optional fields in the prompt
2043
if port is not None:
2044
prompt_host = '%s:%d' % (host, port)
2047
password = ui.ui_factory.get_password(prompt,
2048
host=prompt_host, user=user)
2051
def decode_password(self, credentials, encoding):
2053
cs = credential_store_registry.get_credential_store(encoding)
2055
raise ValueError('%r is not a known password_encoding' % encoding)
2056
credentials['password'] = cs.decode_password(credentials)
2060
class CredentialStoreRegistry(registry.Registry):
2061
"""A class that registers credential stores.
2063
A credential store provides access to credentials via the password_encoding
2064
field in authentication.conf sections.
2066
Except for stores provided by bzr itself, most stores are expected to be
2067
provided by plugins that will therefore use
2068
register_lazy(password_encoding, module_name, member_name, help=help,
2069
fallback=fallback) to install themselves.
2071
A fallback credential store is one that is queried if no credentials can be
2072
found via authentication.conf.
2075
def get_credential_store(self, encoding=None):
2076
cs = self.get(encoding)
2081
def is_fallback(self, name):
2082
"""Check if the named credentials store should be used as fallback."""
2083
return self.get_info(name)
2085
def get_fallback_credentials(self, scheme, host, port=None, user=None,
2086
path=None, realm=None):
2087
"""Request credentials from all fallback credentials stores.
2089
The first credentials store that can provide credentials wins.
2092
for name in self.keys():
2093
if not self.is_fallback(name):
2095
cs = self.get_credential_store(name)
2096
credentials = cs.get_credentials(scheme, host, port, user,
2098
if credentials is not None:
2099
# We found some credentials
2103
def register(self, key, obj, help=None, override_existing=False,
2105
"""Register a new object to a name.
2107
:param key: This is the key to use to request the object later.
2108
:param obj: The object to register.
2109
:param help: Help text for this entry. This may be a string or
2110
a callable. If it is a callable, it should take two
2111
parameters (registry, key): this registry and the key that
2112
the help was registered under.
2113
:param override_existing: Raise KeyErorr if False and something has
2114
already been registered for that key. If True, ignore if there
2115
is an existing key (always register the new value).
2116
:param fallback: Whether this credential store should be
2119
return super(CredentialStoreRegistry,
2120
self).register(key, obj, help, info=fallback,
2121
override_existing=override_existing)
2123
def register_lazy(self, key, module_name, member_name,
2124
help=None, override_existing=False,
2126
"""Register a new credential store to be loaded on request.
2128
:param module_name: The python path to the module. Such as 'os.path'.
2129
:param member_name: The member of the module to return. If empty or
2130
None, get() will return the module itself.
2131
:param help: Help text for this entry. This may be a string or
2133
:param override_existing: If True, replace the existing object
2134
with the new one. If False, if there is already something
2135
registered with the same key, raise a KeyError
2136
:param fallback: Whether this credential store should be
2139
return super(CredentialStoreRegistry, self).register_lazy(
2140
key, module_name, member_name, help,
2141
info=fallback, override_existing=override_existing)
2144
credential_store_registry = CredentialStoreRegistry()
2147
class CredentialStore(object):
2148
"""An abstract class to implement storage for credentials"""
2150
def decode_password(self, credentials):
2151
"""Returns a clear text password for the provided credentials."""
2152
raise NotImplementedError(self.decode_password)
2154
def get_credentials(self, scheme, host, port=None, user=None, path=None,
2156
"""Return the matching credentials from this credential store.
2158
This method is only called on fallback credential stores.
2160
raise NotImplementedError(self.get_credentials)
2164
class PlainTextCredentialStore(CredentialStore):
2165
__doc__ = """Plain text credential store for the authentication.conf file"""
2167
def decode_password(self, credentials):
2168
"""See CredentialStore.decode_password."""
2169
return credentials['password']
2172
credential_store_registry.register('plain', PlainTextCredentialStore,
2173
help=PlainTextCredentialStore.__doc__)
2174
credential_store_registry.default_key = 'plain'
2177
class BzrDirConfig(object):
2179
def __init__(self, bzrdir):
2180
self._bzrdir = bzrdir
2181
self._config = bzrdir._get_config()
2183
def set_default_stack_on(self, value):
2184
"""Set the default stacking location.
2186
It may be set to a location, or None.
2188
This policy affects all branches contained by this bzrdir, except for
2189
those under repositories.
2191
if self._config is None:
2192
raise errors.BzrError("Cannot set configuration in %s" % self._bzrdir)
2194
self._config.set_option('', 'default_stack_on')
2196
self._config.set_option(value, 'default_stack_on')
2198
def get_default_stack_on(self):
2199
"""Return the default stacking location.
2201
This will either be a location, or None.
2203
This policy affects all branches contained by this bzrdir, except for
2204
those under repositories.
2206
if self._config is None:
2208
value = self._config.get_option('default_stack_on')
2214
class TransportConfig(object):
2215
"""A Config that reads/writes a config file on a Transport.
2217
It is a low-level object that considers config data to be name/value pairs
2218
that may be associated with a section. Assigning meaning to these values
2219
is done at higher levels like TreeConfig.
2222
def __init__(self, transport, filename):
2223
self._transport = transport
2224
self._filename = filename
2226
def get_option(self, name, section=None, default=None):
2227
"""Return the value associated with a named option.
2229
:param name: The name of the value
2230
:param section: The section the option is in (if any)
2231
:param default: The value to return if the value is not set
2232
:return: The value or default value
2234
configobj = self._get_configobj()
2236
section_obj = configobj
2239
section_obj = configobj[section]
2242
value = section_obj.get(name, default)
2243
for hook in OldConfigHooks['get']:
2244
hook(self, name, value)
2247
def set_option(self, value, name, section=None):
2248
"""Set the value associated with a named option.
2250
:param value: The value to set
2251
:param name: The name of the value to set
2252
:param section: The section the option is in (if any)
2254
configobj = self._get_configobj()
2256
configobj[name] = value
2258
configobj.setdefault(section, {})[name] = value
2259
for hook in OldConfigHooks['set']:
2260
hook(self, name, value)
2261
self._set_configobj(configobj)
2263
def remove_option(self, option_name, section_name=None):
2264
configobj = self._get_configobj()
2265
if section_name is None:
2266
del configobj[option_name]
2268
del configobj[section_name][option_name]
2269
for hook in OldConfigHooks['remove']:
2270
hook(self, option_name)
2271
self._set_configobj(configobj)
2273
def _get_config_file(self):
2275
f = StringIO(self._transport.get_bytes(self._filename))
2276
for hook in OldConfigHooks['load']:
2279
except errors.NoSuchFile:
2282
def _external_url(self):
2283
return urlutils.join(self._transport.external_url(), self._filename)
2285
def _get_configobj(self):
2286
f = self._get_config_file()
2289
conf = ConfigObj(f, encoding='utf-8')
2290
except configobj.ConfigObjError, e:
2291
raise errors.ParseConfigError(e.errors, self._external_url())
2292
except UnicodeDecodeError:
2293
raise errors.ConfigContentError(self._external_url())
2298
def _set_configobj(self, configobj):
2299
out_file = StringIO()
2300
configobj.write(out_file)
2302
self._transport.put_file(self._filename, out_file)
2303
for hook in OldConfigHooks['save']:
2307
class Option(object):
2308
"""An option definition.
2310
The option *values* are stored in config files and found in sections.
2312
Here we define various properties about the option itself, its default
2313
value, how to convert it from stores, what to do when invalid values are
2314
encoutered, in which config files it can be stored.
2317
def __init__(self, name, default=None, default_from_env=None,
2319
from_unicode=None, invalid=None):
2320
"""Build an option definition.
2322
:param name: the name used to refer to the option.
2324
:param default: the default value to use when none exist in the config
2325
stores. This is either a string that ``from_unicode`` will convert
2326
into the proper type or a python object that can be stringified (so
2327
only the empty list is supported for example).
2329
:param default_from_env: A list of environment variables which can
2330
provide a default value. 'default' will be used only if none of the
2331
variables specified here are set in the environment.
2333
:param help: a doc string to explain the option to the user.
2335
:param from_unicode: a callable to convert the unicode string
2336
representing the option value in a store. This is not called for
2339
:param invalid: the action to be taken when an invalid value is
2340
encountered in a store. This is called only when from_unicode is
2341
invoked to convert a string and returns None or raise ValueError or
2342
TypeError. Accepted values are: None (ignore invalid values),
2343
'warning' (emit a warning), 'error' (emit an error message and
2346
if default_from_env is None:
2347
default_from_env = []
2349
# Convert the default value to a unicode string so all values are
2350
# strings internally before conversion (via from_unicode) is attempted.
2353
elif isinstance(default, list):
2354
# Only the empty list is supported
2356
raise AssertionError(
2357
'Only empty lists are supported as default values')
2359
elif isinstance(default, (str, unicode, bool, int)):
2360
# Rely on python to convert strings, booleans and integers
2361
self.default = u'%s' % (default,)
2363
# other python objects are not expected
2364
raise AssertionError('%r is not supported as a default value'
2366
self.default_from_env = default_from_env
2368
self.from_unicode = from_unicode
2369
if invalid and invalid not in ('warning', 'error'):
2370
raise AssertionError("%s not supported for 'invalid'" % (invalid,))
2371
self.invalid = invalid
2373
def convert_from_unicode(self, unicode_value):
2374
if self.from_unicode is None or unicode_value is None:
2375
# Don't convert or nothing to convert
2376
return unicode_value
2378
converted = self.from_unicode(unicode_value)
2379
except (ValueError, TypeError):
2380
# Invalid values are ignored
2382
if converted is None and self.invalid is not None:
2383
# The conversion failed
2384
if self.invalid == 'warning':
2385
trace.warning('Value "%s" is not valid for "%s"',
2386
unicode_value, self.name)
2387
elif self.invalid == 'error':
2388
raise errors.ConfigOptionValueError(self.name, unicode_value)
2391
def get_default(self):
2393
for var in self.default_from_env:
2395
# If the env variable is defined, its value is the default one
2396
value = os.environ[var]
2401
# Otherwise, fallback to the value defined at registration
2402
value = self.default
2405
def get_help_text(self, additional_see_also=None, plain=True):
2407
from bzrlib import help_topics
2408
result += help_topics._format_see_also(additional_see_also)
2410
result = help_topics.help_as_plain_text(result)
2414
# Predefined converters to get proper values from store
2416
def bool_from_store(unicode_str):
2417
return ui.bool_from_string(unicode_str)
2420
def int_from_store(unicode_str):
2421
return int(unicode_str)
2424
def list_from_store(unicode_str):
2425
# ConfigObj return '' instead of u''. Use 'str' below to catch all cases.
2426
if isinstance(unicode_str, (str, unicode)):
2428
# A single value, most probably the user forgot (or didn't care to
2429
# add) the final ','
2432
# The empty string, convert to empty list
2435
# We rely on ConfigObj providing us with a list already
2440
class OptionRegistry(registry.Registry):
2441
"""Register config options by their name.
2443
This overrides ``registry.Registry`` to simplify registration by acquiring
2444
some information from the option object itself.
2447
def register(self, option):
2448
"""Register a new option to its name.
2450
:param option: The option to register. Its name is used as the key.
2452
super(OptionRegistry, self).register(option.name, option,
2455
def register_lazy(self, key, module_name, member_name):
2456
"""Register a new option to be loaded on request.
2458
:param key: the key to request the option later. Since the registration
2459
is lazy, it should be provided and match the option name.
2461
:param module_name: the python path to the module. Such as 'os.path'.
2463
:param member_name: the member of the module to return. If empty or
2464
None, get() will return the module itself.
2466
super(OptionRegistry, self).register_lazy(key,
2467
module_name, member_name)
2469
def get_help(self, key=None):
2470
"""Get the help text associated with the given key"""
2471
option = self.get(key)
2472
the_help = option.help
2473
if callable(the_help):
2474
return the_help(self, key)
2478
option_registry = OptionRegistry()
2481
# Registered options in lexicographical order
2483
option_registry.register(
2484
Option('bzr.workingtree.worth_saving_limit', default=10,
2485
from_unicode=int_from_store, invalid='warning',
2487
How many changes before saving the dirstate.
2489
-1 means that we will never rewrite the dirstate file for only
2490
stat-cache changes. Regardless of this setting, we will always rewrite
2491
the dirstate file if a file is added/removed/renamed/etc. This flag only
2492
affects the behavior of updating the dirstate file after we notice that
2493
a file has been touched.
2495
option_registry.register(
2496
Option('dirstate.fdatasync', default=True,
2497
from_unicode=bool_from_store,
2499
Flush dirstate changes onto physical disk?
2501
If true (default), working tree metadata changes are flushed through the
2502
OS buffers to physical disk. This is somewhat slower, but means data
2503
should not be lost if the machine crashes. See also repository.fdatasync.
2505
option_registry.register(
2506
Option('debug_flags', default=[], from_unicode=list_from_store,
2507
help='Debug flags to activate.'))
2508
option_registry.register(
2509
Option('default_format', default='2a',
2510
help='Format used when creating branches.'))
2511
option_registry.register(
2513
help='The command called to launch an editor to enter a message.'))
2514
option_registry.register(
2515
Option('ignore_missing_extensions', default=False,
2516
from_unicode=bool_from_store,
2518
Control the missing extensions warning display.
2520
The warning will not be emitted if set to True.
2522
option_registry.register(
2524
help='Language to translate messages into.'))
2525
option_registry.register(
2526
Option('locks.steal_dead', default=False, from_unicode=bool_from_store,
2528
Steal locks that appears to be dead.
2530
If set to True, bzr will check if a lock is supposed to be held by an
2531
active process from the same user on the same machine. If the user and
2532
machine match, but no process with the given PID is active, then bzr
2533
will automatically break the stale lock, and create a new lock for
2535
Otherwise, bzr will prompt as normal to break the lock.
2537
option_registry.register(
2538
Option('output_encoding',
2539
help= 'Unicode encoding for output'
2540
' (terminal encoding if not specified).'))
2541
option_registry.register(
2542
Option('repository.fdatasync', default=True,
2543
from_unicode=bool_from_store,
2545
Flush repository changes onto physical disk?
2547
If true (default), repository changes are flushed through the OS buffers
2548
to physical disk. This is somewhat slower, but means data should not be
2549
lost if the machine crashes. See also dirstate.fdatasync.
2553
class Section(object):
2554
"""A section defines a dict of option name => value.
2556
This is merely a read-only dict which can add some knowledge about the
2557
options. It is *not* a python dict object though and doesn't try to mimic
2561
def __init__(self, section_id, options):
2562
self.id = section_id
2563
# We re-use the dict-like object received
2564
self.options = options
2566
def get(self, name, default=None):
2567
return self.options.get(name, default)
2570
# Mostly for debugging use
2571
return "<config.%s id=%s>" % (self.__class__.__name__, self.id)
2574
_NewlyCreatedOption = object()
2575
"""Was the option created during the MutableSection lifetime"""
2578
class MutableSection(Section):
2579
"""A section allowing changes and keeping track of the original values."""
2581
def __init__(self, section_id, options):
2582
super(MutableSection, self).__init__(section_id, options)
2585
def set(self, name, value):
2586
if name not in self.options:
2587
# This is a new option
2588
self.orig[name] = _NewlyCreatedOption
2589
elif name not in self.orig:
2590
self.orig[name] = self.get(name, None)
2591
self.options[name] = value
2593
def remove(self, name):
2594
if name not in self.orig:
2595
self.orig[name] = self.get(name, None)
2596
del self.options[name]
2599
class Store(object):
2600
"""Abstract interface to persistent storage for configuration options."""
2602
readonly_section_class = Section
2603
mutable_section_class = MutableSection
2605
def is_loaded(self):
2606
"""Returns True if the Store has been loaded.
2608
This is used to implement lazy loading and ensure the persistent
2609
storage is queried only when needed.
2611
raise NotImplementedError(self.is_loaded)
2614
"""Loads the Store from persistent storage."""
2615
raise NotImplementedError(self.load)
2617
def _load_from_string(self, bytes):
2618
"""Create a store from a string in configobj syntax.
2620
:param bytes: A string representing the file content.
2622
raise NotImplementedError(self._load_from_string)
2625
"""Unloads the Store.
2627
This should make is_loaded() return False. This is used when the caller
2628
knows that the persistent storage has changed or may have change since
2631
raise NotImplementedError(self.unload)
2634
"""Saves the Store to persistent storage."""
2635
raise NotImplementedError(self.save)
2637
def external_url(self):
2638
raise NotImplementedError(self.external_url)
2640
def get_sections(self):
2641
"""Returns an ordered iterable of existing sections.
2643
:returns: An iterable of (name, dict).
2645
raise NotImplementedError(self.get_sections)
2647
def get_mutable_section(self, section_name=None):
2648
"""Returns the specified mutable section.
2650
:param section_name: The section identifier
2652
raise NotImplementedError(self.get_mutable_section)
2655
# Mostly for debugging use
2656
return "<config.%s(%s)>" % (self.__class__.__name__,
2657
self.external_url())
2660
class IniFileStore(Store):
2661
"""A config Store using ConfigObj for storage.
2663
:ivar transport: The transport object where the config file is located.
2665
:ivar file_name: The config file basename in the transport directory.
2667
:ivar _config_obj: Private member to hold the ConfigObj instance used to
2668
serialize/deserialize the config file.
2671
def __init__(self, transport, file_name):
2672
"""A config Store using ConfigObj for storage.
2674
:param transport: The transport object where the config file is located.
2676
:param file_name: The config file basename in the transport directory.
2678
super(IniFileStore, self).__init__()
2679
self.transport = transport
2680
self.file_name = file_name
2681
self._config_obj = None
2683
def is_loaded(self):
2684
return self._config_obj != None
2687
self._config_obj = None
2690
"""Load the store from the associated file."""
2691
if self.is_loaded():
2693
content = self.transport.get_bytes(self.file_name)
2694
self._load_from_string(content)
2695
for hook in ConfigHooks['load']:
2698
def _load_from_string(self, bytes):
2699
"""Create a config store from a string.
2701
:param bytes: A string representing the file content.
2703
if self.is_loaded():
2704
raise AssertionError('Already loaded: %r' % (self._config_obj,))
2705
co_input = StringIO(bytes)
2707
# The config files are always stored utf8-encoded
2708
self._config_obj = ConfigObj(co_input, encoding='utf-8')
2709
except configobj.ConfigObjError, e:
2710
self._config_obj = None
2711
raise errors.ParseConfigError(e.errors, self.external_url())
2712
except UnicodeDecodeError:
2713
raise errors.ConfigContentError(self.external_url())
2716
if not self.is_loaded():
2720
self._config_obj.write(out)
2721
self.transport.put_bytes(self.file_name, out.getvalue())
2722
for hook in ConfigHooks['save']:
2725
def external_url(self):
2726
# FIXME: external_url should really accepts an optional relpath
2727
# parameter (bug #750169) :-/ -- vila 2011-04-04
2728
# The following will do in the interim but maybe we don't want to
2729
# expose a path here but rather a config ID and its associated
2730
# object </hand wawe>.
2731
return urlutils.join(self.transport.external_url(), self.file_name)
2733
def get_sections(self):
2734
"""Get the configobj section in the file order.
2736
:returns: An iterable of (name, dict).
2738
# We need a loaded store
2741
except errors.NoSuchFile:
2742
# If the file doesn't exist, there is no sections
2744
cobj = self._config_obj
2746
yield self.readonly_section_class(None, cobj)
2747
for section_name in cobj.sections:
2748
yield self.readonly_section_class(section_name, cobj[section_name])
2750
def get_mutable_section(self, section_name=None):
2751
# We need a loaded store
2754
except errors.NoSuchFile:
2755
# The file doesn't exist, let's pretend it was empty
2756
self._load_from_string('')
2757
if section_name is None:
2758
section = self._config_obj
2760
section = self._config_obj.setdefault(section_name, {})
2761
return self.mutable_section_class(section_name, section)
2764
# Note that LockableConfigObjStore inherits from ConfigObjStore because we need
2765
# unlockable stores for use with objects that can already ensure the locking
2766
# (think branches). If different stores (not based on ConfigObj) are created,
2767
# they may face the same issue.
2770
class LockableIniFileStore(IniFileStore):
2771
"""A ConfigObjStore using locks on save to ensure store integrity."""
2773
def __init__(self, transport, file_name, lock_dir_name=None):
2774
"""A config Store using ConfigObj for storage.
2776
:param transport: The transport object where the config file is located.
2778
:param file_name: The config file basename in the transport directory.
2780
if lock_dir_name is None:
2781
lock_dir_name = 'lock'
2782
self.lock_dir_name = lock_dir_name
2783
super(LockableIniFileStore, self).__init__(transport, file_name)
2784
self._lock = lockdir.LockDir(self.transport, self.lock_dir_name)
2786
def lock_write(self, token=None):
2787
"""Takes a write lock in the directory containing the config file.
2789
If the directory doesn't exist it is created.
2791
# FIXME: This doesn't check the ownership of the created directories as
2792
# ensure_config_dir_exists does. It should if the transport is local
2793
# -- vila 2011-04-06
2794
self.transport.create_prefix()
2795
return self._lock.lock_write(token)
2800
def break_lock(self):
2801
self._lock.break_lock()
2805
# We need to be able to override the undecorated implementation
2806
self.save_without_locking()
2808
def save_without_locking(self):
2809
super(LockableIniFileStore, self).save()
2812
# FIXME: global, bazaar, shouldn't that be 'user' instead or even
2813
# 'user_defaults' as opposed to 'user_overrides', 'system_defaults'
2814
# (/etc/bzr/bazaar.conf) and 'system_overrides' ? -- vila 2011-04-05
2816
# FIXME: Moreover, we shouldn't need classes for these stores either, factory
2817
# functions or a registry will make it easier and clearer for tests, focusing
2818
# on the relevant parts of the API that needs testing -- vila 20110503 (based
2819
# on a poolie's remark)
2820
class GlobalStore(LockableIniFileStore):
2822
def __init__(self, possible_transports=None):
2823
t = transport.get_transport_from_path(
2824
config_dir(), possible_transports=possible_transports)
2825
super(GlobalStore, self).__init__(t, 'bazaar.conf')
2828
class LocationStore(LockableIniFileStore):
2830
def __init__(self, possible_transports=None):
2831
t = transport.get_transport_from_path(
2832
config_dir(), possible_transports=possible_transports)
2833
super(LocationStore, self).__init__(t, 'locations.conf')
2836
class BranchStore(IniFileStore):
2838
def __init__(self, branch):
2839
super(BranchStore, self).__init__(branch.control_transport,
2841
self.branch = branch
2843
def lock_write(self, token=None):
2844
return self.branch.lock_write(token)
2847
return self.branch.unlock()
2851
# We need to be able to override the undecorated implementation
2852
self.save_without_locking()
2854
def save_without_locking(self):
2855
super(BranchStore, self).save()
2858
class ControlStore(LockableIniFileStore):
2860
def __init__(self, bzrdir):
2861
super(ControlStore, self).__init__(bzrdir.transport,
2863
lock_dir_name='branch_lock')
2866
class SectionMatcher(object):
2867
"""Select sections into a given Store.
2869
This intended to be used to postpone getting an iterable of sections from a
2873
def __init__(self, store):
2876
def get_sections(self):
2877
# This is where we require loading the store so we can see all defined
2879
sections = self.store.get_sections()
2880
# Walk the revisions in the order provided
2885
def match(self, secion):
2886
raise NotImplementedError(self.match)
2889
class LocationSection(Section):
2891
def __init__(self, section, length, extra_path):
2892
super(LocationSection, self).__init__(section.id, section.options)
2893
self.length = length
2894
self.extra_path = extra_path
2896
def get(self, name, default=None):
2897
value = super(LocationSection, self).get(name, default)
2898
if value is not None:
2899
policy_name = self.get(name + ':policy', None)
2900
policy = _policy_value.get(policy_name, POLICY_NONE)
2901
if policy == POLICY_APPENDPATH:
2902
value = urlutils.join(value, self.extra_path)
2906
class LocationMatcher(SectionMatcher):
2908
def __init__(self, store, location):
2909
super(LocationMatcher, self).__init__(store)
2910
if location.startswith('file://'):
2911
location = urlutils.local_path_from_url(location)
2912
self.location = location
2914
def _get_matching_sections(self):
2915
"""Get all sections matching ``location``."""
2916
# We slightly diverge from LocalConfig here by allowing the no-name
2917
# section as the most generic one and the lower priority.
2918
no_name_section = None
2920
# Filter out the no_name_section so _iter_for_location_by_parts can be
2921
# used (it assumes all sections have a name).
2922
for section in self.store.get_sections():
2923
if section.id is None:
2924
no_name_section = section
2926
all_sections.append(section)
2927
# Unfortunately _iter_for_location_by_parts deals with section names so
2928
# we have to resync.
2929
filtered_sections = _iter_for_location_by_parts(
2930
[s.id for s in all_sections], self.location)
2931
iter_all_sections = iter(all_sections)
2932
matching_sections = []
2933
if no_name_section is not None:
2934
matching_sections.append(
2935
LocationSection(no_name_section, 0, self.location))
2936
for section_id, extra_path, length in filtered_sections:
2937
# a section id is unique for a given store so it's safe to take the
2938
# first matching section while iterating. Also, all filtered
2939
# sections are part of 'all_sections' and will always be found
2942
section = iter_all_sections.next()
2943
if section_id == section.id:
2944
matching_sections.append(
2945
LocationSection(section, length, extra_path))
2947
return matching_sections
2949
def get_sections(self):
2950
# Override the default implementation as we want to change the order
2951
matching_sections = self._get_matching_sections()
2952
# We want the longest (aka more specific) locations first
2953
sections = sorted(matching_sections,
2954
key=lambda section: (section.length, section.id),
2956
# Sections mentioning 'ignore_parents' restrict the selection
2957
for section in sections:
2958
# FIXME: We really want to use as_bool below -- vila 2011-04-07
2959
ignore = section.get('ignore_parents', None)
2960
if ignore is not None:
2961
ignore = ui.bool_from_string(ignore)
2964
# Finally, we have a valid section
2968
class Stack(object):
2969
"""A stack of configurations where an option can be defined"""
2971
def __init__(self, sections_def, store=None, mutable_section_name=None):
2972
"""Creates a stack of sections with an optional store for changes.
2974
:param sections_def: A list of Section or callables that returns an
2975
iterable of Section. This defines the Sections for the Stack and
2976
can be called repeatedly if needed.
2978
:param store: The optional Store where modifications will be
2979
recorded. If none is specified, no modifications can be done.
2981
:param mutable_section_name: The name of the MutableSection where
2982
changes are recorded. This requires the ``store`` parameter to be
2985
self.sections_def = sections_def
2987
self.mutable_section_name = mutable_section_name
2989
def get(self, name):
2990
"""Return the *first* option value found in the sections.
2992
This is where we guarantee that sections coming from Store are loaded
2993
lazily: the loading is delayed until we need to either check that an
2994
option exists or get its value, which in turn may require to discover
2995
in which sections it can be defined. Both of these (section and option
2996
existence) require loading the store (even partially).
2998
# FIXME: No caching of options nor sections yet -- vila 20110503
3000
# Ensuring lazy loading is achieved by delaying section matching (which
3001
# implies querying the persistent storage) until it can't be avoided
3002
# anymore by using callables to describe (possibly empty) section
3004
for section_or_callable in self.sections_def:
3005
# Each section can expand to multiple ones when a callable is used
3006
if callable(section_or_callable):
3007
sections = section_or_callable()
3009
sections = [section_or_callable]
3010
for section in sections:
3011
value = section.get(name)
3012
if value is not None:
3014
if value is not None:
3016
# If the option is registered, it may provide additional info about
3019
opt = option_registry.get(name)
3024
value = opt.convert_from_unicode(value)
3026
# The conversion failed or there was no value to convert,
3027
# fallback to the default value
3028
value = opt.convert_from_unicode(opt.get_default())
3029
for hook in ConfigHooks['get']:
3030
hook(self, name, value)
3033
def _get_mutable_section(self):
3034
"""Get the MutableSection for the Stack.
3036
This is where we guarantee that the mutable section is lazily loaded:
3037
this means we won't load the corresponding store before setting a value
3038
or deleting an option. In practice the store will often be loaded but
3039
this allows helps catching some programming errors.
3041
section = self.store.get_mutable_section(self.mutable_section_name)
3044
def set(self, name, value):
3045
"""Set a new value for the option."""
3046
section = self._get_mutable_section()
3047
section.set(name, value)
3048
for hook in ConfigHooks['set']:
3049
hook(self, name, value)
3051
def remove(self, name):
3052
"""Remove an existing option."""
3053
section = self._get_mutable_section()
3054
section.remove(name)
3055
for hook in ConfigHooks['remove']:
3059
# Mostly for debugging use
3060
return "<config.%s(%s)>" % (self.__class__.__name__, id(self))
3063
class _CompatibleStack(Stack):
3064
"""Place holder for compatibility with previous design.
3066
This is intended to ease the transition from the Config-based design to the
3067
Stack-based design and should not be used nor relied upon by plugins.
3069
One assumption made here is that the daughter classes will all use Stores
3070
derived from LockableIniFileStore).
3072
It implements set() by re-loading the store before applying the
3073
modification and saving it.
3075
The long term plan being to implement a single write by store to save
3076
all modifications, this class should not be used in the interim.
3079
def set(self, name, value):
3082
super(_CompatibleStack, self).set(name, value)
3083
# Force a write to persistent storage
3087
class GlobalStack(_CompatibleStack):
3088
"""Global options only stack."""
3092
gstore = GlobalStore()
3093
super(GlobalStack, self).__init__([gstore.get_sections], gstore)
3096
class LocationStack(_CompatibleStack):
3097
"""Per-location options falling back to global options stack."""
3099
def __init__(self, location):
3100
"""Make a new stack for a location and global configuration.
3102
:param location: A URL prefix to """
3103
lstore = LocationStore()
3104
matcher = LocationMatcher(lstore, location)
3105
gstore = GlobalStore()
3106
super(LocationStack, self).__init__(
3107
[matcher.get_sections, gstore.get_sections], lstore)
3110
class BranchStack(_CompatibleStack):
3111
"""Per-location options falling back to branch then global options stack."""
3113
def __init__(self, branch):
3114
bstore = BranchStore(branch)
3115
lstore = LocationStore()
3116
matcher = LocationMatcher(lstore, branch.base)
3117
gstore = GlobalStore()
3118
super(BranchStack, self).__init__(
3119
[matcher.get_sections, bstore.get_sections, gstore.get_sections],
3121
self.branch = branch
3124
class RemoteControlStack(_CompatibleStack):
3125
"""Remote control-only options stack."""
3127
def __init__(self, bzrdir):
3128
cstore = ControlStore(bzrdir)
3129
super(RemoteControlStack, self).__init__(
3130
[cstore.get_sections],
3132
self.bzrdir = bzrdir
3135
class RemoteBranchStack(_CompatibleStack):
3136
"""Remote branch-only options stack."""
3138
def __init__(self, branch):
3139
bstore = BranchStore(branch)
3140
super(RemoteBranchStack, self).__init__(
3141
[bstore.get_sections],
3143
self.branch = branch
3146
class cmd_config(commands.Command):
3147
__doc__ = """Display, set or remove a configuration option.
3149
Display the active value for a given option.
3151
If --all is specified, NAME is interpreted as a regular expression and all
3152
matching options are displayed mentioning their scope. The active value
3153
that bzr will take into account is the first one displayed for each option.
3155
If no NAME is given, --all .* is implied.
3157
Setting a value is achieved by using name=value without spaces. The value
3158
is set in the most relevant scope and can be checked by displaying the
3162
takes_args = ['name?']
3166
# FIXME: This should be a registry option so that plugins can register
3167
# their own config files (or not) -- vila 20101002
3168
commands.Option('scope', help='Reduce the scope to the specified'
3169
' configuration file',
3171
commands.Option('all',
3172
help='Display all the defined values for the matching options.',
3174
commands.Option('remove', help='Remove the option from'
3175
' the configuration file'),
3178
_see_also = ['configuration']
3180
@commands.display_command
3181
def run(self, name=None, all=False, directory=None, scope=None,
3183
if directory is None:
3185
directory = urlutils.normalize_url(directory)
3187
raise errors.BzrError(
3188
'--all and --remove are mutually exclusive.')
3190
# Delete the option in the given scope
3191
self._remove_config_option(name, directory, scope)
3193
# Defaults to all options
3194
self._show_matching_options('.*', directory, scope)
3197
name, value = name.split('=', 1)
3199
# Display the option(s) value(s)
3201
self._show_matching_options(name, directory, scope)
3203
self._show_value(name, directory, scope)
3206
raise errors.BzrError(
3207
'Only one option can be set.')
3208
# Set the option value
3209
self._set_config_option(name, value, directory, scope)
3211
def _get_configs(self, directory, scope=None):
3212
"""Iterate the configurations specified by ``directory`` and ``scope``.
3214
:param directory: Where the configurations are derived from.
3216
:param scope: A specific config to start from.
3218
if scope is not None:
3219
if scope == 'bazaar':
3220
yield GlobalConfig()
3221
elif scope == 'locations':
3222
yield LocationConfig(directory)
3223
elif scope == 'branch':
3224
(_, br, _) = bzrdir.BzrDir.open_containing_tree_or_branch(
3226
yield br.get_config()
3229
(_, br, _) = bzrdir.BzrDir.open_containing_tree_or_branch(
3231
yield br.get_config()
3232
except errors.NotBranchError:
3233
yield LocationConfig(directory)
3234
yield GlobalConfig()
3236
def _show_value(self, name, directory, scope):
3238
for c in self._get_configs(directory, scope):
3241
for (oname, value, section, conf_id, parser) in c._get_options():
3243
# Display only the first value and exit
3245
# FIXME: We need to use get_user_option to take policies
3246
# into account and we need to make sure the option exists
3247
# too (hence the two for loops), this needs a better API
3249
value = c.get_user_option(name)
3250
# Quote the value appropriately
3251
value = parser._quote(value)
3252
self.outf.write('%s\n' % (value,))
3256
raise errors.NoSuchConfigOption(name)
3258
def _show_matching_options(self, name, directory, scope):
3259
name = lazy_regex.lazy_compile(name)
3260
# We want any error in the regexp to be raised *now* so we need to
3261
# avoid the delay introduced by the lazy regexp. But, we still do
3262
# want the nicer errors raised by lazy_regex.
3263
name._compile_and_collapse()
3266
for c in self._get_configs(directory, scope):
3267
for (oname, value, section, conf_id, parser) in c._get_options():
3268
if name.search(oname):
3269
if cur_conf_id != conf_id:
3270
# Explain where the options are defined
3271
self.outf.write('%s:\n' % (conf_id,))
3272
cur_conf_id = conf_id
3274
if (section not in (None, 'DEFAULT')
3275
and cur_section != section):
3276
# Display the section if it's not the default (or only)
3278
self.outf.write(' [%s]\n' % (section,))
3279
cur_section = section
3280
self.outf.write(' %s = %s\n' % (oname, value))
3282
def _set_config_option(self, name, value, directory, scope):
3283
for conf in self._get_configs(directory, scope):
3284
conf.set_user_option(name, value)
3287
raise errors.NoSuchConfig(scope)
3289
def _remove_config_option(self, name, directory, scope):
3291
raise errors.BzrCommandError(
3292
'--remove expects an option to remove.')
3294
for conf in self._get_configs(directory, scope):
3295
for (section_name, section, conf_id) in conf._get_sections():
3296
if scope is not None and conf_id != scope:
3297
# Not the right configuration file
3300
if conf_id != conf.config_id():
3301
conf = self._get_configs(directory, conf_id).next()
3302
# We use the first section in the first config where the
3303
# option is defined to remove it
3304
conf.remove_user_option(name, section_name)
3309
raise errors.NoSuchConfig(scope)
3311
raise errors.NoSuchConfigOption(name)
3315
# We need adapters that can build a Store or a Stack in a test context. Test
3316
# classes, based on TestCaseWithTransport, can use the registry to parametrize
3317
# themselves. The builder will receive a test instance and should return a
3318
# ready-to-use store or stack. Plugins that define new store/stacks can also
3319
# register themselves here to be tested against the tests defined in
3320
# bzrlib.tests.test_config. Note that the builder can be called multiple times
3321
# for the same tests.
3323
# The registered object should be a callable receiving a test instance
3324
# parameter (inheriting from tests.TestCaseWithTransport) and returning a Store
3326
test_store_builder_registry = registry.Registry()
3328
# The registered object should be a callable receiving a test instance
3329
# parameter (inheriting from tests.TestCaseWithTransport) and returning a Stack
3331
test_stack_builder_registry = registry.Registry()
added
removed
bzrlib/config.py
