1747
2286
del configobj[option_name]
1749
2288
del configobj[section_name][option_name]
2289
for hook in OldConfigHooks['remove']:
2290
hook(self, option_name)
1750
2291
self._set_configobj(configobj)
1752
2293
def _get_config_file(self):
1754
return StringIO(self._transport.get_bytes(self._filename))
2295
f = StringIO(self._transport.get_bytes(self._filename))
2296
for hook in OldConfigHooks['load']:
1755
2299
except errors.NoSuchFile:
1756
2300
return StringIO()
2301
except errors.PermissionDenied, e:
2302
trace.warning("Permission denied while trying to open "
2303
"configuration file %s.", urlutils.unescape_for_display(
2304
urlutils.join(self._transport.base, self._filename), "utf-8"))
2307
def _external_url(self):
2308
return urlutils.join(self._transport.external_url(), self._filename)
1758
2310
def _get_configobj(self):
1759
2311
f = self._get_config_file()
1761
return ConfigObj(f, encoding='utf-8')
2314
conf = ConfigObj(f, encoding='utf-8')
2315
except configobj.ConfigObjError, e:
2316
raise errors.ParseConfigError(e.errors, self._external_url())
2317
except UnicodeDecodeError:
2318
raise errors.ConfigContentError(self._external_url())
1765
2323
def _set_configobj(self, configobj):
1766
2324
out_file = StringIO()
1767
2325
configobj.write(out_file)
1768
2326
out_file.seek(0)
1769
2327
self._transport.put_file(self._filename, out_file)
2328
for hook in OldConfigHooks['save']:
2332
class Option(object):
2333
"""An option definition.
2335
The option *values* are stored in config files and found in sections.
2337
Here we define various properties about the option itself, its default
2338
value, how to convert it from stores, what to do when invalid values are
2339
encoutered, in which config files it can be stored.
2342
def __init__(self, name, default=None, default_from_env=None,
2343
help=None, from_unicode=None, invalid=None):
2344
"""Build an option definition.
2346
:param name: the name used to refer to the option.
2348
:param default: the default value to use when none exist in the config
2349
stores. This is either a string that ``from_unicode`` will convert
2350
into the proper type, a callable returning a unicode string so that
2351
``from_unicode`` can be used on the return value, or a python
2352
object that can be stringified (so only the empty list is supported
2355
:param default_from_env: A list of environment variables which can
2356
provide a default value. 'default' will be used only if none of the
2357
variables specified here are set in the environment.
2359
:param help: a doc string to explain the option to the user.
2361
:param from_unicode: a callable to convert the unicode string
2362
representing the option value in a store. This is not called for
2365
:param invalid: the action to be taken when an invalid value is
2366
encountered in a store. This is called only when from_unicode is
2367
invoked to convert a string and returns None or raise ValueError or
2368
TypeError. Accepted values are: None (ignore invalid values),
2369
'warning' (emit a warning), 'error' (emit an error message and
2372
if default_from_env is None:
2373
default_from_env = []
2375
# Convert the default value to a unicode string so all values are
2376
# strings internally before conversion (via from_unicode) is attempted.
2379
elif isinstance(default, list):
2380
# Only the empty list is supported
2382
raise AssertionError(
2383
'Only empty lists are supported as default values')
2385
elif isinstance(default, (str, unicode, bool, int, float)):
2386
# Rely on python to convert strings, booleans and integers
2387
self.default = u'%s' % (default,)
2388
elif callable(default):
2389
self.default = default
2391
# other python objects are not expected
2392
raise AssertionError('%r is not supported as a default value'
2394
self.default_from_env = default_from_env
2396
self.from_unicode = from_unicode
2397
if invalid and invalid not in ('warning', 'error'):
2398
raise AssertionError("%s not supported for 'invalid'" % (invalid,))
2399
self.invalid = invalid
2401
def convert_from_unicode(self, unicode_value):
2402
if self.from_unicode is None or unicode_value is None:
2403
# Don't convert or nothing to convert
2404
return unicode_value
2406
converted = self.from_unicode(unicode_value)
2407
except (ValueError, TypeError):
2408
# Invalid values are ignored
2410
if converted is None and self.invalid is not None:
2411
# The conversion failed
2412
if self.invalid == 'warning':
2413
trace.warning('Value "%s" is not valid for "%s"',
2414
unicode_value, self.name)
2415
elif self.invalid == 'error':
2416
raise errors.ConfigOptionValueError(self.name, unicode_value)
2419
def get_default(self):
2421
for var in self.default_from_env:
2423
# If the env variable is defined, its value is the default one
2424
value = os.environ[var].decode(osutils.get_user_encoding())
2429
# Otherwise, fallback to the value defined at registration
2430
if callable(self.default):
2431
value = self.default()
2432
if not isinstance(value, unicode):
2433
raise AssertionError(
2434
'Callable default values should be unicode')
2436
value = self.default
2439
def get_help_text(self, additional_see_also=None, plain=True):
2441
from bzrlib import help_topics
2442
result += help_topics._format_see_also(additional_see_also)
2444
result = help_topics.help_as_plain_text(result)
2448
# Predefined converters to get proper values from store
2450
def bool_from_store(unicode_str):
2451
return ui.bool_from_string(unicode_str)
2454
def int_from_store(unicode_str):
2455
return int(unicode_str)
2458
def float_from_store(unicode_str):
2459
return float(unicode_str)
2462
# Use a an empty dict to initialize an empty configobj avoiding all
2463
# parsing and encoding checks
2464
_list_converter_config = configobj.ConfigObj(
2465
{}, encoding='utf-8', list_values=True, interpolation=False)
2468
def list_from_store(unicode_str):
2469
if not isinstance(unicode_str, basestring):
2471
# Now inject our string directly as unicode. All callers got their value
2472
# from configobj, so values that need to be quoted are already properly
2474
_list_converter_config.reset()
2475
_list_converter_config._parse([u"list=%s" % (unicode_str,)])
2476
maybe_list = _list_converter_config['list']
2477
# ConfigObj return '' instead of u''. Use 'str' below to catch all cases.
2478
if isinstance(maybe_list, basestring):
2480
# A single value, most probably the user forgot (or didn't care to
2481
# add) the final ','
2484
# The empty string, convert to empty list
2487
# We rely on ConfigObj providing us with a list already
2492
class OptionRegistry(registry.Registry):
2493
"""Register config options by their name.
2495
This overrides ``registry.Registry`` to simplify registration by acquiring
2496
some information from the option object itself.
2499
def register(self, option):
2500
"""Register a new option to its name.
2502
:param option: The option to register. Its name is used as the key.
2504
super(OptionRegistry, self).register(option.name, option,
2507
def register_lazy(self, key, module_name, member_name):
2508
"""Register a new option to be loaded on request.
2510
:param key: the key to request the option later. Since the registration
2511
is lazy, it should be provided and match the option name.
2513
:param module_name: the python path to the module. Such as 'os.path'.
2515
:param member_name: the member of the module to return. If empty or
2516
None, get() will return the module itself.
2518
super(OptionRegistry, self).register_lazy(key,
2519
module_name, member_name)
2521
def get_help(self, key=None):
2522
"""Get the help text associated with the given key"""
2523
option = self.get(key)
2524
the_help = option.help
2525
if callable(the_help):
2526
return the_help(self, key)
2530
option_registry = OptionRegistry()
2533
# Registered options in lexicographical order
2535
option_registry.register(
2536
Option('append_revisions_only',
2537
default=None, from_unicode=bool_from_store, invalid='warning',
2539
Whether to only append revisions to the mainline.
2541
If this is set to true, then it is not possible to change the
2542
existing mainline of the branch.
2544
option_registry.register(
2545
Option('acceptable_keys',
2546
default=None, from_unicode=list_from_store,
2548
List of GPG key patterns which are acceptable for verification.
2550
option_registry.register(
2551
Option('bzr.workingtree.worth_saving_limit', default=10,
2552
from_unicode=int_from_store, invalid='warning',
2554
How many changes before saving the dirstate.
2556
-1 means that we will never rewrite the dirstate file for only
2557
stat-cache changes. Regardless of this setting, we will always rewrite
2558
the dirstate file if a file is added/removed/renamed/etc. This flag only
2559
affects the behavior of updating the dirstate file after we notice that
2560
a file has been touched.
2562
option_registry.register(
2563
Option('check_signatures', default=CHECK_IF_POSSIBLE,
2564
from_unicode=signature_policy_from_unicode,
2566
GPG checking policy.
2568
Possible values: require, ignore, check-available (default)
2570
this option will control whether bzr will require good gpg
2571
signatures, ignore them, or check them if they are
2574
option_registry.register(
2575
Option('create_signatures', default=SIGN_WHEN_REQUIRED,
2576
from_unicode=signing_policy_from_unicode,
2580
Possible values: always, never, when-required (default)
2582
This option controls whether bzr will always create
2583
gpg signatures or not on commits.
2585
option_registry.register(
2586
Option('dirstate.fdatasync', default=True,
2587
from_unicode=bool_from_store,
2589
Flush dirstate changes onto physical disk?
2591
If true (default), working tree metadata changes are flushed through the
2592
OS buffers to physical disk. This is somewhat slower, but means data
2593
should not be lost if the machine crashes. See also repository.fdatasync.
2595
option_registry.register(
2596
Option('debug_flags', default=[], from_unicode=list_from_store,
2597
help='Debug flags to activate.'))
2598
option_registry.register(
2599
Option('default_format', default='2a',
2600
help='Format used when creating branches.'))
2601
option_registry.register(
2602
Option('dpush_strict', default=None,
2603
from_unicode=bool_from_store,
2605
The default value for ``dpush --strict``.
2607
If present, defines the ``--strict`` option default value for checking
2608
uncommitted changes before pushing into a different VCS without any
2609
custom bzr metadata.
2611
option_registry.register(
2613
help='The command called to launch an editor to enter a message.'))
2614
option_registry.register(
2615
Option('email', default=default_email,
2616
from_unicode=email_from_store,
2617
help='The users identity'))
2618
option_registry.register(
2619
Option('gpg_signing_command',
2622
Program to use use for creating signatures.
2624
This should support at least the -u and --clearsign options.
2626
option_registry.register(
2627
Option('gpg_signing_key',
2630
GPG key to use for signing.
2632
This defaults to the first key associated with the users email.
2634
option_registry.register(
2635
Option('ignore_missing_extensions', default=False,
2636
from_unicode=bool_from_store,
2638
Control the missing extensions warning display.
2640
The warning will not be emitted if set to True.
2642
option_registry.register(
2644
help='Language to translate messages into.'))
2645
option_registry.register(
2646
Option('locks.steal_dead', default=False, from_unicode=bool_from_store,
2648
Steal locks that appears to be dead.
2650
If set to True, bzr will check if a lock is supposed to be held by an
2651
active process from the same user on the same machine. If the user and
2652
machine match, but no process with the given PID is active, then bzr
2653
will automatically break the stale lock, and create a new lock for
2655
Otherwise, bzr will prompt as normal to break the lock.
2657
option_registry.register(
2658
Option('log_format', default='long',
2660
Log format to use when displaying revisions.
2662
Standard log formats are ``long``, ``short`` and ``line``. Additional formats
2663
may be provided by plugins.
2665
option_registry.register(
2666
Option('output_encoding',
2667
help= 'Unicode encoding for output'
2668
' (terminal encoding if not specified).'))
2669
option_registry.register(
2670
Option('post_commit', default=None,
2672
Post commit functions.
2674
An ordered list of python functions to call, separated by spaces.
2676
Each function takes branch, rev_id as parameters.
2678
option_registry.register(
2679
Option('push_strict', default=None,
2680
from_unicode=bool_from_store,
2682
The default value for ``push --strict``.
2684
If present, defines the ``--strict`` option default value for checking
2685
uncommitted changes before sending a merge directive.
2687
option_registry.register(
2688
Option('repository.fdatasync', default=True,
2689
from_unicode=bool_from_store,
2691
Flush repository changes onto physical disk?
2693
If true (default), repository changes are flushed through the OS buffers
2694
to physical disk. This is somewhat slower, but means data should not be
2695
lost if the machine crashes. See also dirstate.fdatasync.
2697
option_registry.register_lazy('smtp_server',
2698
'bzrlib.smtp_connection', 'smtp_server')
2699
option_registry.register_lazy('smtp_password',
2700
'bzrlib.smtp_connection', 'smtp_password')
2701
option_registry.register_lazy('smtp_username',
2702
'bzrlib.smtp_connection', 'smtp_username')
2703
option_registry.register(
2704
Option('selftest.timeout',
2706
from_unicode=int_from_store,
2707
help='Abort selftest if one test takes longer than this many seconds',
2710
option_registry.register(
2711
Option('send_strict', default=None,
2712
from_unicode=bool_from_store,
2714
The default value for ``send --strict``.
2716
If present, defines the ``--strict`` option default value for checking
2717
uncommitted changes before pushing.
2720
option_registry.register(
2721
Option('serve.client_timeout',
2722
default=300.0, from_unicode=float_from_store,
2723
help="If we wait for a new request from a client for more than"
2724
" X seconds, consider the client idle, and hangup."))
2727
class Section(object):
2728
"""A section defines a dict of option name => value.
2730
This is merely a read-only dict which can add some knowledge about the
2731
options. It is *not* a python dict object though and doesn't try to mimic
2735
def __init__(self, section_id, options):
2736
self.id = section_id
2737
# We re-use the dict-like object received
2738
self.options = options
2740
def get(self, name, default=None, expand=True):
2741
return self.options.get(name, default)
2743
def iter_option_names(self):
2744
for k in self.options.iterkeys():
2748
# Mostly for debugging use
2749
return "<config.%s id=%s>" % (self.__class__.__name__, self.id)
2752
_NewlyCreatedOption = object()
2753
"""Was the option created during the MutableSection lifetime"""
2756
class MutableSection(Section):
2757
"""A section allowing changes and keeping track of the original values."""
2759
def __init__(self, section_id, options):
2760
super(MutableSection, self).__init__(section_id, options)
2763
def set(self, name, value):
2764
if name not in self.options:
2765
# This is a new option
2766
self.orig[name] = _NewlyCreatedOption
2767
elif name not in self.orig:
2768
self.orig[name] = self.get(name, None)
2769
self.options[name] = value
2771
def remove(self, name):
2772
if name not in self.orig:
2773
self.orig[name] = self.get(name, None)
2774
del self.options[name]
2777
class Store(object):
2778
"""Abstract interface to persistent storage for configuration options."""
2780
readonly_section_class = Section
2781
mutable_section_class = MutableSection
2783
def is_loaded(self):
2784
"""Returns True if the Store has been loaded.
2786
This is used to implement lazy loading and ensure the persistent
2787
storage is queried only when needed.
2789
raise NotImplementedError(self.is_loaded)
2792
"""Loads the Store from persistent storage."""
2793
raise NotImplementedError(self.load)
2795
def _load_from_string(self, bytes):
2796
"""Create a store from a string in configobj syntax.
2798
:param bytes: A string representing the file content.
2800
raise NotImplementedError(self._load_from_string)
2803
"""Unloads the Store.
2805
This should make is_loaded() return False. This is used when the caller
2806
knows that the persistent storage has changed or may have change since
2809
raise NotImplementedError(self.unload)
2812
"""Saves the Store to persistent storage."""
2813
raise NotImplementedError(self.save)
2815
def external_url(self):
2816
raise NotImplementedError(self.external_url)
2818
def get_sections(self):
2819
"""Returns an ordered iterable of existing sections.
2821
:returns: An iterable of (store, section).
2823
raise NotImplementedError(self.get_sections)
2825
def get_mutable_section(self, section_id=None):
2826
"""Returns the specified mutable section.
2828
:param section_id: The section identifier
2830
raise NotImplementedError(self.get_mutable_section)
2833
# Mostly for debugging use
2834
return "<config.%s(%s)>" % (self.__class__.__name__,
2835
self.external_url())
2838
class CommandLineStore(Store):
2839
"A store to carry command line overrides for the config options."""
2841
def __init__(self, opts=None):
2842
super(CommandLineStore, self).__init__()
2848
# The dict should be cleared but not replaced so it can be shared.
2849
self.options.clear()
2851
def _from_cmdline(self, overrides):
2852
# Reset before accepting new definitions
2854
for over in overrides:
2856
name, value = over.split('=', 1)
2858
raise errors.BzrCommandError(
2859
gettext("Invalid '%s', should be of the form 'name=value'")
2861
self.options[name] = value
2863
def external_url(self):
2864
# Not an url but it makes debugging easier and is never needed
2868
def get_sections(self):
2869
yield self, self.readonly_section_class('cmdline_overrides',
2873
class IniFileStore(Store):
2874
"""A config Store using ConfigObj for storage.
2876
:ivar transport: The transport object where the config file is located.
2878
:ivar file_name: The config file basename in the transport directory.
2880
:ivar _config_obj: Private member to hold the ConfigObj instance used to
2881
serialize/deserialize the config file.
2885
"""A config Store using ConfigObj for storage.
2887
super(IniFileStore, self).__init__()
2888
self._config_obj = None
2890
def is_loaded(self):
2891
return self._config_obj != None
2894
self._config_obj = None
2896
def _load_content(self):
2897
"""Load the config file bytes.
2899
This should be provided by subclasses
2901
:return: Byte string
2903
raise NotImplementedError(self._load_content)
2905
def _save_content(self, content):
2906
"""Save the config file bytes.
2908
This should be provided by subclasses
2910
:param content: Config file bytes to write
2912
raise NotImplementedError(self._save_content)
2915
"""Load the store from the associated file."""
2916
if self.is_loaded():
2918
content = self._load_content()
2919
self._load_from_string(content)
2920
for hook in ConfigHooks['load']:
2923
def _load_from_string(self, bytes):
2924
"""Create a config store from a string.
2926
:param bytes: A string representing the file content.
2928
if self.is_loaded():
2929
raise AssertionError('Already loaded: %r' % (self._config_obj,))
2930
co_input = StringIO(bytes)
2932
# The config files are always stored utf8-encoded
2933
self._config_obj = ConfigObj(co_input, encoding='utf-8',
2935
except configobj.ConfigObjError, e:
2936
self._config_obj = None
2937
raise errors.ParseConfigError(e.errors, self.external_url())
2938
except UnicodeDecodeError:
2939
raise errors.ConfigContentError(self.external_url())
2942
if not self.is_loaded():
2946
self._config_obj.write(out)
2947
self._save_content(out.getvalue())
2948
for hook in ConfigHooks['save']:
2951
def get_sections(self):
2952
"""Get the configobj section in the file order.
2954
:returns: An iterable of (store, section).
2956
# We need a loaded store
2959
except (errors.NoSuchFile, errors.PermissionDenied):
2960
# If the file can't be read, there is no sections
2962
cobj = self._config_obj
2964
yield self, self.readonly_section_class(None, cobj)
2965
for section_name in cobj.sections:
2967
self.readonly_section_class(section_name,
2968
cobj[section_name]))
2970
def get_mutable_section(self, section_id=None):
2971
# We need a loaded store
2974
except errors.NoSuchFile:
2975
# The file doesn't exist, let's pretend it was empty
2976
self._load_from_string('')
2977
if section_id is None:
2978
section = self._config_obj
2980
section = self._config_obj.setdefault(section_id, {})
2981
return self.mutable_section_class(section_id, section)
2984
class TransportIniFileStore(IniFileStore):
2985
"""IniFileStore that loads files from a transport.
2988
def __init__(self, transport, file_name):
2989
"""A Store using a ini file on a Transport
2991
:param transport: The transport object where the config file is located.
2992
:param file_name: The config file basename in the transport directory.
2994
super(TransportIniFileStore, self).__init__()
2995
self.transport = transport
2996
self.file_name = file_name
2998
def _load_content(self):
3000
return self.transport.get_bytes(self.file_name)
3001
except errors.PermissionDenied:
3002
trace.warning("Permission denied while trying to load "
3003
"configuration store %s.", self.external_url())
3006
def _save_content(self, content):
3007
self.transport.put_bytes(self.file_name, content)
3009
def external_url(self):
3010
# FIXME: external_url should really accepts an optional relpath
3011
# parameter (bug #750169) :-/ -- vila 2011-04-04
3012
# The following will do in the interim but maybe we don't want to
3013
# expose a path here but rather a config ID and its associated
3014
# object </hand wawe>.
3015
return urlutils.join(self.transport.external_url(), self.file_name)
3018
# Note that LockableConfigObjStore inherits from ConfigObjStore because we need
3019
# unlockable stores for use with objects that can already ensure the locking
3020
# (think branches). If different stores (not based on ConfigObj) are created,
3021
# they may face the same issue.
3024
class LockableIniFileStore(TransportIniFileStore):
3025
"""A ConfigObjStore using locks on save to ensure store integrity."""
3027
def __init__(self, transport, file_name, lock_dir_name=None):
3028
"""A config Store using ConfigObj for storage.
3030
:param transport: The transport object where the config file is located.
3032
:param file_name: The config file basename in the transport directory.
3034
if lock_dir_name is None:
3035
lock_dir_name = 'lock'
3036
self.lock_dir_name = lock_dir_name
3037
super(LockableIniFileStore, self).__init__(transport, file_name)
3038
self._lock = lockdir.LockDir(self.transport, self.lock_dir_name)
3040
def lock_write(self, token=None):
3041
"""Takes a write lock in the directory containing the config file.
3043
If the directory doesn't exist it is created.
3045
# FIXME: This doesn't check the ownership of the created directories as
3046
# ensure_config_dir_exists does. It should if the transport is local
3047
# -- vila 2011-04-06
3048
self.transport.create_prefix()
3049
return self._lock.lock_write(token)
3054
def break_lock(self):
3055
self._lock.break_lock()
3059
# We need to be able to override the undecorated implementation
3060
self.save_without_locking()
3062
def save_without_locking(self):
3063
super(LockableIniFileStore, self).save()
3066
# FIXME: global, bazaar, shouldn't that be 'user' instead or even
3067
# 'user_defaults' as opposed to 'user_overrides', 'system_defaults'
3068
# (/etc/bzr/bazaar.conf) and 'system_overrides' ? -- vila 2011-04-05
3070
# FIXME: Moreover, we shouldn't need classes for these stores either, factory
3071
# functions or a registry will make it easier and clearer for tests, focusing
3072
# on the relevant parts of the API that needs testing -- vila 20110503 (based
3073
# on a poolie's remark)
3074
class GlobalStore(LockableIniFileStore):
3076
def __init__(self, possible_transports=None):
3077
t = transport.get_transport_from_path(
3078
config_dir(), possible_transports=possible_transports)
3079
super(GlobalStore, self).__init__(t, 'bazaar.conf')
3083
class LocationStore(LockableIniFileStore):
3085
def __init__(self, possible_transports=None):
3086
t = transport.get_transport_from_path(
3087
config_dir(), possible_transports=possible_transports)
3088
super(LocationStore, self).__init__(t, 'locations.conf')
3089
self.id = 'locations'
3092
class BranchStore(TransportIniFileStore):
3094
def __init__(self, branch):
3095
super(BranchStore, self).__init__(branch.control_transport,
3097
self.branch = branch
3100
def lock_write(self, token=None):
3101
return self.branch.lock_write(token)
3104
return self.branch.unlock()
3108
# We need to be able to override the undecorated implementation
3109
self.save_without_locking()
3111
def save_without_locking(self):
3112
super(BranchStore, self).save()
3115
class ControlStore(LockableIniFileStore):
3117
def __init__(self, bzrdir):
3118
super(ControlStore, self).__init__(bzrdir.transport,
3120
lock_dir_name='branch_lock')
3123
class SectionMatcher(object):
3124
"""Select sections into a given Store.
3126
This is intended to be used to postpone getting an iterable of sections
3130
def __init__(self, store):
3133
def get_sections(self):
3134
# This is where we require loading the store so we can see all defined
3136
sections = self.store.get_sections()
3137
# Walk the revisions in the order provided
3138
for store, s in sections:
3142
def match(self, section):
3143
"""Does the proposed section match.
3145
:param section: A Section object.
3147
:returns: True if the section matches, False otherwise.
3149
raise NotImplementedError(self.match)
3152
class NameMatcher(SectionMatcher):
3154
def __init__(self, store, section_id):
3155
super(NameMatcher, self).__init__(store)
3156
self.section_id = section_id
3158
def match(self, section):
3159
return section.id == self.section_id
3162
class LocationSection(Section):
3164
def __init__(self, section, length, extra_path):
3165
super(LocationSection, self).__init__(section.id, section.options)
3166
self.length = length
3167
self.extra_path = extra_path
3168
self.locals = {'relpath': extra_path,
3169
'basename': urlutils.basename(extra_path)}
3171
def get(self, name, default=None, expand=True):
3172
value = super(LocationSection, self).get(name, default)
3173
if value is not None and expand:
3174
policy_name = self.get(name + ':policy', None)
3175
policy = _policy_value.get(policy_name, POLICY_NONE)
3176
if policy == POLICY_APPENDPATH:
3177
value = urlutils.join(value, self.extra_path)
3178
# expand section local options right now (since POLICY_APPENDPATH
3179
# will never add options references, it's ok to expand after it).
3181
for is_ref, chunk in iter_option_refs(value):
3183
chunks.append(chunk)
3186
if ref in self.locals:
3187
chunks.append(self.locals[ref])
3189
chunks.append(chunk)
3190
value = ''.join(chunks)
3194
class LocationMatcher(SectionMatcher):
3196
def __init__(self, store, location):
3197
super(LocationMatcher, self).__init__(store)
3198
if location.startswith('file://'):
3199
location = urlutils.local_path_from_url(location)
3200
self.location = location
3202
def _get_matching_sections(self):
3203
"""Get all sections matching ``location``."""
3204
# We slightly diverge from LocalConfig here by allowing the no-name
3205
# section as the most generic one and the lower priority.
3206
no_name_section = None
3208
# Filter out the no_name_section so _iter_for_location_by_parts can be
3209
# used (it assumes all sections have a name).
3210
for _, section in self.store.get_sections():
3211
if section.id is None:
3212
no_name_section = section
3214
all_sections.append(section)
3215
# Unfortunately _iter_for_location_by_parts deals with section names so
3216
# we have to resync.
3217
filtered_sections = _iter_for_location_by_parts(
3218
[s.id for s in all_sections], self.location)
3219
iter_all_sections = iter(all_sections)
3220
matching_sections = []
3221
if no_name_section is not None:
3222
matching_sections.append(
3223
LocationSection(no_name_section, 0, self.location))
3224
for section_id, extra_path, length in filtered_sections:
3225
# a section id is unique for a given store so it's safe to take the
3226
# first matching section while iterating. Also, all filtered
3227
# sections are part of 'all_sections' and will always be found
3230
section = iter_all_sections.next()
3231
if section_id == section.id:
3232
matching_sections.append(
3233
LocationSection(section, length, extra_path))
3235
return matching_sections
3237
def get_sections(self):
3238
# Override the default implementation as we want to change the order
3239
matching_sections = self._get_matching_sections()
3240
# We want the longest (aka more specific) locations first
3241
sections = sorted(matching_sections,
3242
key=lambda section: (section.length, section.id),
3244
# Sections mentioning 'ignore_parents' restrict the selection
3245
for section in sections:
3246
# FIXME: We really want to use as_bool below -- vila 2011-04-07
3247
ignore = section.get('ignore_parents', None)
3248
if ignore is not None:
3249
ignore = ui.bool_from_string(ignore)
3252
# Finally, we have a valid section
3253
yield self.store, section
3256
_option_ref_re = lazy_regex.lazy_compile('({[^{}\n]+})')
3257
"""Describes an expandable option reference.
3259
We want to match the most embedded reference first.
3261
I.e. for '{{foo}}' we will get '{foo}',
3262
for '{bar{baz}}' we will get '{baz}'
3265
def iter_option_refs(string):
3266
# Split isolate refs so every other chunk is a ref
3268
for chunk in _option_ref_re.split(string):
3273
class Stack(object):
3274
"""A stack of configurations where an option can be defined"""
3276
def __init__(self, sections_def, store=None, mutable_section_id=None):
3277
"""Creates a stack of sections with an optional store for changes.
3279
:param sections_def: A list of Section or callables that returns an
3280
iterable of Section. This defines the Sections for the Stack and
3281
can be called repeatedly if needed.
3283
:param store: The optional Store where modifications will be
3284
recorded. If none is specified, no modifications can be done.
3286
:param mutable_section_id: The id of the MutableSection where changes
3287
are recorded. This requires the ``store`` parameter to be
3290
self.sections_def = sections_def
3292
self.mutable_section_id = mutable_section_id
3294
def get(self, name, expand=None):
3295
"""Return the *first* option value found in the sections.
3297
This is where we guarantee that sections coming from Store are loaded
3298
lazily: the loading is delayed until we need to either check that an
3299
option exists or get its value, which in turn may require to discover
3300
in which sections it can be defined. Both of these (section and option
3301
existence) require loading the store (even partially).
3303
:param name: The queried option.
3305
:param expand: Whether options references should be expanded.
3307
:returns: The value of the option.
3309
# FIXME: No caching of options nor sections yet -- vila 20110503
3311
expand = _get_expand_default_value()
3313
# Ensuring lazy loading is achieved by delaying section matching (which
3314
# implies querying the persistent storage) until it can't be avoided
3315
# anymore by using callables to describe (possibly empty) section
3317
for sections in self.sections_def:
3318
for store, section in sections():
3319
value = section.get(name)
3320
if value is not None:
3322
if value is not None:
3324
# If the option is registered, it may provide additional info about
3327
opt = option_registry.get(name)
3331
def expand_and_convert(val):
3332
# This may need to be called twice if the value is None or ends up
3333
# being None during expansion or conversion.
3336
if isinstance(val, basestring):
3337
val = self._expand_options_in_string(val)
3339
trace.warning('Cannot expand "%s":'
3340
' %s does not support option expansion'
3341
% (name, type(val)))
3343
val = opt.convert_from_unicode(val)
3345
value = expand_and_convert(value)
3346
if opt is not None and value is None:
3347
# If the option is registered, it may provide a default value
3348
value = opt.get_default()
3349
value = expand_and_convert(value)
3350
for hook in ConfigHooks['get']:
3351
hook(self, name, value)
3354
def expand_options(self, string, env=None):
3355
"""Expand option references in the string in the configuration context.
3357
:param string: The string containing option(s) to expand.
3359
:param env: An option dict defining additional configuration options or
3360
overriding existing ones.
3362
:returns: The expanded string.
3364
return self._expand_options_in_string(string, env)
3366
def _expand_options_in_string(self, string, env=None, _refs=None):
3367
"""Expand options in the string in the configuration context.
3369
:param string: The string to be expanded.
3371
:param env: An option dict defining additional configuration options or
3372
overriding existing ones.
3374
:param _refs: Private list (FIFO) containing the options being expanded
3377
:returns: The expanded string.
3380
# Not much to expand there
3383
# What references are currently resolved (to detect loops)
3386
# We need to iterate until no more refs appear ({{foo}} will need two
3387
# iterations for example).
3392
for is_ref, chunk in iter_option_refs(result):
3394
chunks.append(chunk)
3399
raise errors.OptionExpansionLoop(string, _refs)
3401
value = self._expand_option(name, env, _refs)
3403
raise errors.ExpandingUnknownOption(name, string)
3404
chunks.append(value)
3406
result = ''.join(chunks)
3409
def _expand_option(self, name, env, _refs):
3410
if env is not None and name in env:
3411
# Special case, values provided in env takes precedence over
3415
value = self.get(name, expand=False)
3416
value = self._expand_options_in_string(value, env, _refs)
3419
def _get_mutable_section(self):
3420
"""Get the MutableSection for the Stack.
3422
This is where we guarantee that the mutable section is lazily loaded:
3423
this means we won't load the corresponding store before setting a value
3424
or deleting an option. In practice the store will often be loaded but
3425
this helps catching some programming errors.
3427
section = self.store.get_mutable_section(self.mutable_section_id)
3430
def set(self, name, value):
3431
"""Set a new value for the option."""
3432
section = self._get_mutable_section()
3433
section.set(name, value)
3434
for hook in ConfigHooks['set']:
3435
hook(self, name, value)
3437
def remove(self, name):
3438
"""Remove an existing option."""
3439
section = self._get_mutable_section()
3440
section.remove(name)
3441
for hook in ConfigHooks['remove']:
3445
# Mostly for debugging use
3446
return "<config.%s(%s)>" % (self.__class__.__name__, id(self))
3448
def _get_overrides(self):
3449
# Hack around library_state.initialize never called
3450
if bzrlib.global_state is not None:
3451
return bzrlib.global_state.cmdline_overrides.get_sections()
3455
class _CompatibleStack(Stack):
3456
"""Place holder for compatibility with previous design.
3458
This is intended to ease the transition from the Config-based design to the
3459
Stack-based design and should not be used nor relied upon by plugins.
3461
One assumption made here is that the daughter classes will all use Stores
3462
derived from LockableIniFileStore).
3464
It implements set() and remove () by re-loading the store before applying
3465
the modification and saving it.
3467
The long term plan being to implement a single write by store to save
3468
all modifications, this class should not be used in the interim.
3471
def set(self, name, value):
3474
super(_CompatibleStack, self).set(name, value)
3475
# Force a write to persistent storage
3478
def remove(self, name):
3481
super(_CompatibleStack, self).remove(name)
3482
# Force a write to persistent storage
3486
class GlobalStack(_CompatibleStack):
3487
"""Global options only stack.
3489
The following sections are queried:
3491
* command-line overrides,
3493
* the 'DEFAULT' section in bazaar.conf
3495
This stack will use the ``DEFAULT`` section in bazaar.conf as its
3500
gstore = GlobalStore()
3501
super(GlobalStack, self).__init__(
3502
[self._get_overrides,
3503
NameMatcher(gstore, 'DEFAULT').get_sections],
3504
gstore, mutable_section_id='DEFAULT')
3507
class LocationStack(_CompatibleStack):
3508
"""Per-location options falling back to global options stack.
3511
The following sections are queried:
3513
* command-line overrides,
3515
* the sections matching ``location`` in ``locations.conf``, the order being
3516
defined by the number of path components in the section glob, higher
3517
numbers first (from most specific section to most generic).
3519
* the 'DEFAULT' section in bazaar.conf
3521
This stack will use the ``location`` section in locations.conf as its
3525
def __init__(self, location):
3526
"""Make a new stack for a location and global configuration.
3528
:param location: A URL prefix to """
3529
lstore = LocationStore()
3530
if location.startswith('file://'):
3531
location = urlutils.local_path_from_url(location)
3532
gstore = GlobalStore()
3533
super(LocationStack, self).__init__(
3534
[self._get_overrides,
3535
LocationMatcher(lstore, location).get_sections,
3536
NameMatcher(gstore, 'DEFAULT').get_sections],
3537
lstore, mutable_section_id=location)
3540
class BranchStack(_CompatibleStack):
3541
"""Per-location options falling back to branch then global options stack.
3543
The following sections are queried:
3545
* command-line overrides,
3547
* the sections matching ``location`` in ``locations.conf``, the order being
3548
defined by the number of path components in the section glob, higher
3549
numbers first (from most specific section to most generic),
3551
* the no-name section in branch.conf,
3553
* the ``DEFAULT`` section in ``bazaar.conf``.
3555
This stack will use the no-name section in ``branch.conf`` as its
3559
def __init__(self, branch):
3560
lstore = LocationStore()
3561
bstore = branch._get_config_store()
3562
gstore = GlobalStore()
3563
super(BranchStack, self).__init__(
3564
[self._get_overrides,
3565
LocationMatcher(lstore, branch.base).get_sections,
3566
NameMatcher(bstore, None).get_sections,
3567
NameMatcher(gstore, 'DEFAULT').get_sections],
3569
self.branch = branch
3572
class RemoteControlStack(_CompatibleStack):
3573
"""Remote control-only options stack."""
3575
# FIXME 2011-11-22 JRV This should probably be renamed to avoid confusion
3576
# with the stack used for remote bzr dirs. RemoteControlStack only uses
3577
# control.conf and is used only for stack options.
3579
def __init__(self, bzrdir):
3580
cstore = bzrdir._get_config_store()
3581
super(RemoteControlStack, self).__init__(
3582
[NameMatcher(cstore, None).get_sections],
3584
self.bzrdir = bzrdir
3587
class RemoteBranchStack(_CompatibleStack):
3588
"""Remote branch-only options stack."""
3590
# FIXME 2011-11-22 JRV This should probably be renamed to avoid confusion
3591
# with the stack used for remote branches. RemoteBranchStack only uses
3592
# branch.conf and is used only for the stack options.
3594
def __init__(self, branch):
3595
bstore = branch._get_config_store()
3596
super(RemoteBranchStack, self).__init__(
3597
[NameMatcher(bstore, None).get_sections],
3599
self.branch = branch
3601
# Use a an empty dict to initialize an empty configobj avoiding all
3602
# parsing and encoding checks
3603
_quoting_config = configobj.ConfigObj(
3604
{}, encoding='utf-8', interpolation=False)
1772
3606
class cmd_config(commands.Command):
1773
3607
__doc__ = """Display, set or remove a configuration option.
1775
Display the MATCHING configuration options mentioning their scope (the
1776
configuration file they are defined in). The active value that bzr will
1777
take into account is the first one displayed.
3609
Display the active value for a given option.
3611
If --all is specified, NAME is interpreted as a regular expression and all
3612
matching options are displayed mentioning their scope. The active value
3613
that bzr will take into account is the first one displayed for each option.
3615
If no NAME is given, --all .* is implied.
1779
3617
Setting a value is achieved by using name=value without spaces. The value
1780
3618
is set in the most relevant scope and can be checked by displaying the
1785
takes_args = ['matching?']
3622
takes_args = ['name?']
1787
3624
takes_options = [
1789
3626
# FIXME: This should be a registry option so that plugins can register
1790
# their own config files (or not) -- vila 20101002
3627
# their own config files (or not) and will also address
3628
# http://pad.lv/788991 -- vila 20101115
1791
3629
commands.Option('scope', help='Reduce the scope to the specified'
1792
' configuration file',
3630
' configuration file.',
3632
commands.Option('all',
3633
help='Display all the defined values for the matching options.',
1794
3635
commands.Option('remove', help='Remove the option from'
1795
' the configuration file'),
3636
' the configuration file.'),
3639
_see_also = ['configuration']
1798
3641
@commands.display_command
1799
def run(self, matching=None, directory=None, scope=None, remove=False):
3642
def run(self, name=None, all=False, directory=None, scope=None,
1800
3644
if directory is None:
1801
3645
directory = '.'
1802
3646
directory = urlutils.normalize_url(directory)
1803
if matching is None:
1804
self._show_config('*', directory)
3648
raise errors.BzrError(
3649
'--all and --remove are mutually exclusive.')
3651
# Delete the option in the given scope
3652
self._remove_config_option(name, directory, scope)
3654
# Defaults to all options
3655
self._show_matching_options('.*', directory, scope)
1807
self._remove_config_option(matching, directory, scope)
3658
name, value = name.split('=', 1)
3660
# Display the option(s) value(s)
3662
self._show_matching_options(name, directory, scope)
3664
self._show_value(name, directory, scope)
1809
pos = matching.find('=')
1811
self._show_config(matching, directory)
1813
self._set_config_option(matching[:pos], matching[pos+1:],
3667
raise errors.BzrError(
3668
'Only one option can be set.')
3669
# Set the option value
3670
self._set_config_option(name, value, directory, scope)
1816
def _get_configs(self, directory, scope=None):
1817
"""Iterate the configurations specified by ``directory`` and ``scope``.
3672
def _get_stack(self, directory, scope=None):
3673
"""Get the configuration stack specified by ``directory`` and ``scope``.
1819
3675
:param directory: Where the configurations are derived from.
1821
3677
:param scope: A specific config to start from.
3679
# FIXME: scope should allow access to plugin-specific stacks (even
3680
# reduced to the plugin-specific store), related to
3681
# http://pad.lv/788991 -- vila 2011-11-15
1823
3682
if scope is not None:
1824
3683
if scope == 'bazaar':
1825
yield GlobalConfig()
3684
return GlobalStack()
1826
3685
elif scope == 'locations':
1827
yield LocationConfig(directory)
3686
return LocationStack(directory)
1828
3687
elif scope == 'branch':
1829
(_, br, _) = bzrdir.BzrDir.open_containing_tree_or_branch(
1831
yield br.get_config()
3689
controldir.ControlDir.open_containing_tree_or_branch(
3691
return br.get_config_stack()
3692
raise errors.NoSuchConfig(scope)
1834
(_, br, _) = bzrdir.BzrDir.open_containing_tree_or_branch(
1836
yield br.get_config()
3696
controldir.ControlDir.open_containing_tree_or_branch(
3698
return br.get_config_stack()
1837
3699
except errors.NotBranchError:
1838
yield LocationConfig(directory)
1839
yield GlobalConfig()
1841
def _show_config(self, matching, directory):
1842
# Turn the glob into a regexp
1843
matching_re = re.compile(fnmatch.translate(matching))
1845
for c in self._get_configs(directory):
1846
for (name, value, section, conf_id) in c._get_options():
1847
if matching_re.search(name):
1848
if cur_conf_id != conf_id:
1849
self.outf.write('%s:\n' % (conf_id,))
1850
cur_conf_id = conf_id
1851
self.outf.write(' %s = %s\n' % (name, value))
3700
return LocationStack(directory)
3702
def _show_value(self, name, directory, scope):
3703
conf = self._get_stack(directory, scope)
3704
value = conf.get(name, expand=True)
3705
if value is not None:
3706
# Quote the value appropriately
3707
value = _quoting_config._quote(value)
3708
self.outf.write('%s\n' % (value,))
3710
raise errors.NoSuchConfigOption(name)
3712
def _show_matching_options(self, name, directory, scope):
3713
name = lazy_regex.lazy_compile(name)
3714
# We want any error in the regexp to be raised *now* so we need to
3715
# avoid the delay introduced by the lazy regexp. But, we still do
3716
# want the nicer errors raised by lazy_regex.
3717
name._compile_and_collapse()
3720
conf = self._get_stack(directory, scope)
3721
for sections in conf.sections_def:
3722
for store, section in sections():
3723
for oname in section.iter_option_names():
3724
if name.search(oname):
3725
if cur_store_id != store.id:
3726
# Explain where the options are defined
3727
self.outf.write('%s:\n' % (store.id,))
3728
cur_store_id = store.id
3730
if (section.id not in (None, 'DEFAULT')
3731
and cur_section != section.id):
3732
# Display the section if it's not the default (or
3734
self.outf.write(' [%s]\n' % (section.id,))
3735
cur_section = section.id
3736
value = section.get(oname, expand=False)
3737
value = _quoting_config._quote(value)
3738
self.outf.write(' %s = %s\n' % (oname, value))
1853
3740
def _set_config_option(self, name, value, directory, scope):
1854
for conf in self._get_configs(directory, scope):
1855
conf.set_user_option(name, value)
1858
raise errors.NoSuchConfig(scope)
3741
conf = self._get_stack(directory, scope)
3742
conf.set(name, value)
1860
3744
def _remove_config_option(self, name, directory, scope):
1862
for conf in self._get_configs(directory, scope):
1863
for (section_name, section, conf_id) in conf._get_sections():
1864
if scope is not None and conf_id != scope:
1865
# Not the right configuration file
1868
if conf_id != conf.config_id():
1869
conf = self._get_configs(directory, conf_id).next()
1870
# We use the first section in the first config where the
1871
# option is defined to remove it
1872
conf.remove_user_option(name, section_name)
1877
raise errors.NoSuchConfig(scope)
3746
raise errors.BzrCommandError(
3747
'--remove expects an option to remove.')
3748
conf = self._get_stack(directory, scope)
1879
3752
raise errors.NoSuchConfigOption(name)
3757
# We need adapters that can build a Store or a Stack in a test context. Test
3758
# classes, based on TestCaseWithTransport, can use the registry to parametrize
3759
# themselves. The builder will receive a test instance and should return a
3760
# ready-to-use store or stack. Plugins that define new store/stacks can also
3761
# register themselves here to be tested against the tests defined in
3762
# bzrlib.tests.test_config. Note that the builder can be called multiple times
3763
# for the same test.
3765
# The registered object should be a callable receiving a test instance
3766
# parameter (inheriting from tests.TestCaseWithTransport) and returning a Store
3768
test_store_builder_registry = registry.Registry()
3770
# The registered object should be a callable receiving a test instance
3771
# parameter (inheriting from tests.TestCaseWithTransport) and returning a Stack
3773
test_stack_builder_registry = registry.Registry()