1508
2280
configobj[name] = value
1510
2282
configobj.setdefault(section, {})[name] = value
2283
for hook in OldConfigHooks['set']:
2284
hook(self, name, value)
2285
self._set_configobj(configobj)
2287
def remove_option(self, option_name, section_name=None):
2288
configobj = self._get_configobj()
2289
if section_name is None:
2290
del configobj[option_name]
2292
del configobj[section_name][option_name]
2293
for hook in OldConfigHooks['remove']:
2294
hook(self, option_name)
1511
2295
self._set_configobj(configobj)
1513
2297
def _get_config_file(self):
1515
return StringIO(self._transport.get_bytes(self._filename))
2299
f = StringIO(self._transport.get_bytes(self._filename))
2300
for hook in OldConfigHooks['load']:
1516
2303
except errors.NoSuchFile:
1517
2304
return StringIO()
2305
except errors.PermissionDenied, e:
2306
trace.warning("Permission denied while trying to open "
2307
"configuration file %s.", urlutils.unescape_for_display(
2308
urlutils.join(self._transport.base, self._filename), "utf-8"))
2311
def _external_url(self):
2312
return urlutils.join(self._transport.external_url(), self._filename)
1519
2314
def _get_configobj(self):
1520
return ConfigObj(self._get_config_file(), encoding='utf-8')
2315
f = self._get_config_file()
2318
conf = ConfigObj(f, encoding='utf-8')
2319
except configobj.ConfigObjError, e:
2320
raise errors.ParseConfigError(e.errors, self._external_url())
2321
except UnicodeDecodeError:
2322
raise errors.ConfigContentError(self._external_url())
1522
2327
def _set_configobj(self, configobj):
1523
2328
out_file = StringIO()
1524
2329
configobj.write(out_file)
1525
2330
out_file.seek(0)
1526
2331
self._transport.put_file(self._filename, out_file)
2332
for hook in OldConfigHooks['save']:
2336
class Option(object):
2337
"""An option definition.
2339
The option *values* are stored in config files and found in sections.
2341
Here we define various properties about the option itself, its default
2342
value, how to convert it from stores, what to do when invalid values are
2343
encoutered, in which config files it can be stored.
2346
def __init__(self, name, default=None, default_from_env=None,
2347
help=None, from_unicode=None, invalid=None):
2348
"""Build an option definition.
2350
:param name: the name used to refer to the option.
2352
:param default: the default value to use when none exist in the config
2353
stores. This is either a string that ``from_unicode`` will convert
2354
into the proper type, a callable returning a unicode string so that
2355
``from_unicode`` can be used on the return value, or a python
2356
object that can be stringified (so only the empty list is supported
2359
:param default_from_env: A list of environment variables which can
2360
provide a default value. 'default' will be used only if none of the
2361
variables specified here are set in the environment.
2363
:param help: a doc string to explain the option to the user.
2365
:param from_unicode: a callable to convert the unicode string
2366
representing the option value in a store. This is not called for
2369
:param invalid: the action to be taken when an invalid value is
2370
encountered in a store. This is called only when from_unicode is
2371
invoked to convert a string and returns None or raise ValueError or
2372
TypeError. Accepted values are: None (ignore invalid values),
2373
'warning' (emit a warning), 'error' (emit an error message and
2376
if default_from_env is None:
2377
default_from_env = []
2379
# Convert the default value to a unicode string so all values are
2380
# strings internally before conversion (via from_unicode) is attempted.
2383
elif isinstance(default, list):
2384
# Only the empty list is supported
2386
raise AssertionError(
2387
'Only empty lists are supported as default values')
2389
elif isinstance(default, (str, unicode, bool, int, float)):
2390
# Rely on python to convert strings, booleans and integers
2391
self.default = u'%s' % (default,)
2392
elif callable(default):
2393
self.default = default
2395
# other python objects are not expected
2396
raise AssertionError('%r is not supported as a default value'
2398
self.default_from_env = default_from_env
2400
self.from_unicode = from_unicode
2401
if invalid and invalid not in ('warning', 'error'):
2402
raise AssertionError("%s not supported for 'invalid'" % (invalid,))
2403
self.invalid = invalid
2405
def convert_from_unicode(self, unicode_value):
2406
if self.from_unicode is None or unicode_value is None:
2407
# Don't convert or nothing to convert
2408
return unicode_value
2410
converted = self.from_unicode(unicode_value)
2411
except (ValueError, TypeError):
2412
# Invalid values are ignored
2414
if converted is None and self.invalid is not None:
2415
# The conversion failed
2416
if self.invalid == 'warning':
2417
trace.warning('Value "%s" is not valid for "%s"',
2418
unicode_value, self.name)
2419
elif self.invalid == 'error':
2420
raise errors.ConfigOptionValueError(self.name, unicode_value)
2423
def get_default(self):
2425
for var in self.default_from_env:
2427
# If the env variable is defined, its value is the default one
2428
value = os.environ[var].decode(osutils.get_user_encoding())
2433
# Otherwise, fallback to the value defined at registration
2434
if callable(self.default):
2435
value = self.default()
2436
if not isinstance(value, unicode):
2437
raise AssertionError(
2438
'Callable default values should be unicode')
2440
value = self.default
2443
def get_help_text(self, additional_see_also=None, plain=True):
2445
from bzrlib import help_topics
2446
result += help_topics._format_see_also(additional_see_also)
2448
result = help_topics.help_as_plain_text(result)
2452
# Predefined converters to get proper values from store
2454
def bool_from_store(unicode_str):
2455
return ui.bool_from_string(unicode_str)
2458
def int_from_store(unicode_str):
2459
return int(unicode_str)
2462
_unit_sfxs = dict(K=10**3, M=10**6, G=10**9)
2464
def int_SI_from_store(unicode_str):
2465
"""Convert a human readable size in SI units, e.g 10MB into an integer.
2467
Accepted suffixes are K,M,G. It is case-insensitive and may be followed
2468
by a trailing b (i.e. Kb, MB). This is intended to be practical and not
2471
:return Integer, expanded to its base-10 value if a proper SI unit is
2472
found, None otherwise.
2474
regexp = "^(\d+)(([" + ''.join(_unit_sfxs) + "])b?)?$"
2475
p = re.compile(regexp, re.IGNORECASE)
2476
m = p.match(unicode_str)
2479
val, _, unit = m.groups()
2483
coeff = _unit_sfxs[unit.upper()]
2485
raise ValueError(gettext('{0} is not an SI unit.').format(unit))
2490
def float_from_store(unicode_str):
2491
return float(unicode_str)
2494
# Use a an empty dict to initialize an empty configobj avoiding all
2495
# parsing and encoding checks
2496
_list_converter_config = configobj.ConfigObj(
2497
{}, encoding='utf-8', list_values=True, interpolation=False)
2500
def list_from_store(unicode_str):
2501
if not isinstance(unicode_str, basestring):
2503
# Now inject our string directly as unicode. All callers got their value
2504
# from configobj, so values that need to be quoted are already properly
2506
_list_converter_config.reset()
2507
_list_converter_config._parse([u"list=%s" % (unicode_str,)])
2508
maybe_list = _list_converter_config['list']
2509
# ConfigObj return '' instead of u''. Use 'str' below to catch all cases.
2510
if isinstance(maybe_list, basestring):
2512
# A single value, most probably the user forgot (or didn't care to
2513
# add) the final ','
2516
# The empty string, convert to empty list
2519
# We rely on ConfigObj providing us with a list already
2524
class OptionRegistry(registry.Registry):
2525
"""Register config options by their name.
2527
This overrides ``registry.Registry`` to simplify registration by acquiring
2528
some information from the option object itself.
2531
def register(self, option):
2532
"""Register a new option to its name.
2534
:param option: The option to register. Its name is used as the key.
2536
super(OptionRegistry, self).register(option.name, option,
2539
def register_lazy(self, key, module_name, member_name):
2540
"""Register a new option to be loaded on request.
2542
:param key: the key to request the option later. Since the registration
2543
is lazy, it should be provided and match the option name.
2545
:param module_name: the python path to the module. Such as 'os.path'.
2547
:param member_name: the member of the module to return. If empty or
2548
None, get() will return the module itself.
2550
super(OptionRegistry, self).register_lazy(key,
2551
module_name, member_name)
2553
def get_help(self, key=None):
2554
"""Get the help text associated with the given key"""
2555
option = self.get(key)
2556
the_help = option.help
2557
if callable(the_help):
2558
return the_help(self, key)
2562
option_registry = OptionRegistry()
2565
# Registered options in lexicographical order
2567
option_registry.register(
2568
Option('append_revisions_only',
2569
default=None, from_unicode=bool_from_store, invalid='warning',
2571
Whether to only append revisions to the mainline.
2573
If this is set to true, then it is not possible to change the
2574
existing mainline of the branch.
2576
option_registry.register(
2577
Option('acceptable_keys',
2578
default=None, from_unicode=list_from_store,
2580
List of GPG key patterns which are acceptable for verification.
2582
option_registry.register(
2583
Option('add.maximum_file_size',
2584
default=u'20MB', from_unicode=int_SI_from_store,
2586
Size above which files should be added manually.
2588
Files below this size are added automatically when using ``bzr add`` without
2591
A negative value means disable the size check.
2593
option_registry.register(
2594
Option('bzr.workingtree.worth_saving_limit', default=10,
2595
from_unicode=int_from_store, invalid='warning',
2597
How many changes before saving the dirstate.
2599
-1 means that we will never rewrite the dirstate file for only
2600
stat-cache changes. Regardless of this setting, we will always rewrite
2601
the dirstate file if a file is added/removed/renamed/etc. This flag only
2602
affects the behavior of updating the dirstate file after we notice that
2603
a file has been touched.
2605
option_registry.register(
2606
Option('check_signatures', default=CHECK_IF_POSSIBLE,
2607
from_unicode=signature_policy_from_unicode,
2609
GPG checking policy.
2611
Possible values: require, ignore, check-available (default)
2613
this option will control whether bzr will require good gpg
2614
signatures, ignore them, or check them if they are
2617
option_registry.register(
2618
Option('create_signatures', default=SIGN_WHEN_REQUIRED,
2619
from_unicode=signing_policy_from_unicode,
2623
Possible values: always, never, when-required (default)
2625
This option controls whether bzr will always create
2626
gpg signatures or not on commits.
2628
option_registry.register(
2629
Option('dirstate.fdatasync', default=True,
2630
from_unicode=bool_from_store,
2632
Flush dirstate changes onto physical disk?
2634
If true (default), working tree metadata changes are flushed through the
2635
OS buffers to physical disk. This is somewhat slower, but means data
2636
should not be lost if the machine crashes. See also repository.fdatasync.
2638
option_registry.register(
2639
Option('debug_flags', default=[], from_unicode=list_from_store,
2640
help='Debug flags to activate.'))
2641
option_registry.register(
2642
Option('default_format', default='2a',
2643
help='Format used when creating branches.'))
2644
option_registry.register(
2645
Option('dpush_strict', default=None,
2646
from_unicode=bool_from_store,
2648
The default value for ``dpush --strict``.
2650
If present, defines the ``--strict`` option default value for checking
2651
uncommitted changes before pushing into a different VCS without any
2652
custom bzr metadata.
2654
option_registry.register(
2656
help='The command called to launch an editor to enter a message.'))
2657
option_registry.register(
2658
Option('email', default=default_email,
2659
from_unicode=email_from_store,
2660
help='The users identity'))
2661
option_registry.register(
2662
Option('gpg_signing_command',
2665
Program to use use for creating signatures.
2667
This should support at least the -u and --clearsign options.
2669
option_registry.register(
2670
Option('gpg_signing_key',
2673
GPG key to use for signing.
2675
This defaults to the first key associated with the users email.
2677
option_registry.register(
2678
Option('ignore_missing_extensions', default=False,
2679
from_unicode=bool_from_store,
2681
Control the missing extensions warning display.
2683
The warning will not be emitted if set to True.
2685
option_registry.register(
2687
help='Language to translate messages into.'))
2688
option_registry.register(
2689
Option('locks.steal_dead', default=False, from_unicode=bool_from_store,
2691
Steal locks that appears to be dead.
2693
If set to True, bzr will check if a lock is supposed to be held by an
2694
active process from the same user on the same machine. If the user and
2695
machine match, but no process with the given PID is active, then bzr
2696
will automatically break the stale lock, and create a new lock for
2698
Otherwise, bzr will prompt as normal to break the lock.
2700
option_registry.register(
2701
Option('log_format', default='long',
2703
Log format to use when displaying revisions.
2705
Standard log formats are ``long``, ``short`` and ``line``. Additional formats
2706
may be provided by plugins.
2708
option_registry.register(
2709
Option('output_encoding',
2710
help= 'Unicode encoding for output'
2711
' (terminal encoding if not specified).'))
2712
option_registry.register(
2713
Option('post_commit', default=None,
2715
Post commit functions.
2717
An ordered list of python functions to call, separated by spaces.
2719
Each function takes branch, rev_id as parameters.
2721
option_registry.register(
2722
Option('push_strict', default=None,
2723
from_unicode=bool_from_store,
2725
The default value for ``push --strict``.
2727
If present, defines the ``--strict`` option default value for checking
2728
uncommitted changes before sending a merge directive.
2730
option_registry.register(
2731
Option('repository.fdatasync', default=True,
2732
from_unicode=bool_from_store,
2734
Flush repository changes onto physical disk?
2736
If true (default), repository changes are flushed through the OS buffers
2737
to physical disk. This is somewhat slower, but means data should not be
2738
lost if the machine crashes. See also dirstate.fdatasync.
2741
option_registry.register(
2742
Option('selftest.timeout',
2744
from_unicode=int_from_store,
2745
help='Abort selftest if one test takes longer than this many seconds',
2748
option_registry.register(
2749
Option('send_strict', default=None,
2750
from_unicode=bool_from_store,
2752
The default value for ``send --strict``.
2754
If present, defines the ``--strict`` option default value for checking
2755
uncommitted changes before pushing.
2758
option_registry.register(
2759
Option('serve.client_timeout',
2760
default=300.0, from_unicode=float_from_store,
2761
help="If we wait for a new request from a client for more than"
2762
" X seconds, consider the client idle, and hangup."))
2765
class Section(object):
2766
"""A section defines a dict of option name => value.
2768
This is merely a read-only dict which can add some knowledge about the
2769
options. It is *not* a python dict object though and doesn't try to mimic
2773
def __init__(self, section_id, options):
2774
self.id = section_id
2775
# We re-use the dict-like object received
2776
self.options = options
2778
def get(self, name, default=None, expand=True):
2779
return self.options.get(name, default)
2781
def iter_option_names(self):
2782
for k in self.options.iterkeys():
2786
# Mostly for debugging use
2787
return "<config.%s id=%s>" % (self.__class__.__name__, self.id)
2790
_NewlyCreatedOption = object()
2791
"""Was the option created during the MutableSection lifetime"""
2794
class MutableSection(Section):
2795
"""A section allowing changes and keeping track of the original values."""
2797
def __init__(self, section_id, options):
2798
super(MutableSection, self).__init__(section_id, options)
2801
def set(self, name, value):
2802
if name not in self.options:
2803
# This is a new option
2804
self.orig[name] = _NewlyCreatedOption
2805
elif name not in self.orig:
2806
self.orig[name] = self.get(name, None)
2807
self.options[name] = value
2809
def remove(self, name):
2810
if name not in self.orig:
2811
self.orig[name] = self.get(name, None)
2812
del self.options[name]
2815
class Store(object):
2816
"""Abstract interface to persistent storage for configuration options."""
2818
readonly_section_class = Section
2819
mutable_section_class = MutableSection
2821
def is_loaded(self):
2822
"""Returns True if the Store has been loaded.
2824
This is used to implement lazy loading and ensure the persistent
2825
storage is queried only when needed.
2827
raise NotImplementedError(self.is_loaded)
2830
"""Loads the Store from persistent storage."""
2831
raise NotImplementedError(self.load)
2833
def _load_from_string(self, bytes):
2834
"""Create a store from a string in configobj syntax.
2836
:param bytes: A string representing the file content.
2838
raise NotImplementedError(self._load_from_string)
2841
"""Unloads the Store.
2843
This should make is_loaded() return False. This is used when the caller
2844
knows that the persistent storage has changed or may have change since
2847
raise NotImplementedError(self.unload)
2850
"""Saves the Store to persistent storage."""
2851
raise NotImplementedError(self.save)
2853
def external_url(self):
2854
raise NotImplementedError(self.external_url)
2856
def get_sections(self):
2857
"""Returns an ordered iterable of existing sections.
2859
:returns: An iterable of (store, section).
2861
raise NotImplementedError(self.get_sections)
2863
def get_mutable_section(self, section_id=None):
2864
"""Returns the specified mutable section.
2866
:param section_id: The section identifier
2868
raise NotImplementedError(self.get_mutable_section)
2871
# Mostly for debugging use
2872
return "<config.%s(%s)>" % (self.__class__.__name__,
2873
self.external_url())
2876
class CommandLineStore(Store):
2877
"A store to carry command line overrides for the config options."""
2879
def __init__(self, opts=None):
2880
super(CommandLineStore, self).__init__()
2886
# The dict should be cleared but not replaced so it can be shared.
2887
self.options.clear()
2889
def _from_cmdline(self, overrides):
2890
# Reset before accepting new definitions
2892
for over in overrides:
2894
name, value = over.split('=', 1)
2896
raise errors.BzrCommandError(
2897
gettext("Invalid '%s', should be of the form 'name=value'")
2899
self.options[name] = value
2901
def external_url(self):
2902
# Not an url but it makes debugging easier and is never needed
2906
def get_sections(self):
2907
yield self, self.readonly_section_class('cmdline_overrides',
2911
class IniFileStore(Store):
2912
"""A config Store using ConfigObj for storage.
2914
:ivar transport: The transport object where the config file is located.
2916
:ivar file_name: The config file basename in the transport directory.
2918
:ivar _config_obj: Private member to hold the ConfigObj instance used to
2919
serialize/deserialize the config file.
2923
"""A config Store using ConfigObj for storage.
2925
super(IniFileStore, self).__init__()
2926
self._config_obj = None
2928
def is_loaded(self):
2929
return self._config_obj != None
2932
self._config_obj = None
2934
def _load_content(self):
2935
"""Load the config file bytes.
2937
This should be provided by subclasses
2939
:return: Byte string
2941
raise NotImplementedError(self._load_content)
2943
def _save_content(self, content):
2944
"""Save the config file bytes.
2946
This should be provided by subclasses
2948
:param content: Config file bytes to write
2950
raise NotImplementedError(self._save_content)
2953
"""Load the store from the associated file."""
2954
if self.is_loaded():
2956
content = self._load_content()
2957
self._load_from_string(content)
2958
for hook in ConfigHooks['load']:
2961
def _load_from_string(self, bytes):
2962
"""Create a config store from a string.
2964
:param bytes: A string representing the file content.
2966
if self.is_loaded():
2967
raise AssertionError('Already loaded: %r' % (self._config_obj,))
2968
co_input = StringIO(bytes)
2970
# The config files are always stored utf8-encoded
2971
self._config_obj = ConfigObj(co_input, encoding='utf-8',
2973
except configobj.ConfigObjError, e:
2974
self._config_obj = None
2975
raise errors.ParseConfigError(e.errors, self.external_url())
2976
except UnicodeDecodeError:
2977
raise errors.ConfigContentError(self.external_url())
2980
if not self.is_loaded():
2984
self._config_obj.write(out)
2985
self._save_content(out.getvalue())
2986
for hook in ConfigHooks['save']:
2989
def get_sections(self):
2990
"""Get the configobj section in the file order.
2992
:returns: An iterable of (store, section).
2994
# We need a loaded store
2997
except (errors.NoSuchFile, errors.PermissionDenied):
2998
# If the file can't be read, there is no sections
3000
cobj = self._config_obj
3002
yield self, self.readonly_section_class(None, cobj)
3003
for section_name in cobj.sections:
3005
self.readonly_section_class(section_name,
3006
cobj[section_name]))
3008
def get_mutable_section(self, section_id=None):
3009
# We need a loaded store
3012
except errors.NoSuchFile:
3013
# The file doesn't exist, let's pretend it was empty
3014
self._load_from_string('')
3015
if section_id is None:
3016
section = self._config_obj
3018
section = self._config_obj.setdefault(section_id, {})
3019
return self.mutable_section_class(section_id, section)
3022
class TransportIniFileStore(IniFileStore):
3023
"""IniFileStore that loads files from a transport.
3026
def __init__(self, transport, file_name):
3027
"""A Store using a ini file on a Transport
3029
:param transport: The transport object where the config file is located.
3030
:param file_name: The config file basename in the transport directory.
3032
super(TransportIniFileStore, self).__init__()
3033
self.transport = transport
3034
self.file_name = file_name
3036
def _load_content(self):
3038
return self.transport.get_bytes(self.file_name)
3039
except errors.PermissionDenied:
3040
trace.warning("Permission denied while trying to load "
3041
"configuration store %s.", self.external_url())
3044
def _save_content(self, content):
3045
self.transport.put_bytes(self.file_name, content)
3047
def external_url(self):
3048
# FIXME: external_url should really accepts an optional relpath
3049
# parameter (bug #750169) :-/ -- vila 2011-04-04
3050
# The following will do in the interim but maybe we don't want to
3051
# expose a path here but rather a config ID and its associated
3052
# object </hand wawe>.
3053
return urlutils.join(self.transport.external_url(), self.file_name)
3056
# Note that LockableConfigObjStore inherits from ConfigObjStore because we need
3057
# unlockable stores for use with objects that can already ensure the locking
3058
# (think branches). If different stores (not based on ConfigObj) are created,
3059
# they may face the same issue.
3062
class LockableIniFileStore(TransportIniFileStore):
3063
"""A ConfigObjStore using locks on save to ensure store integrity."""
3065
def __init__(self, transport, file_name, lock_dir_name=None):
3066
"""A config Store using ConfigObj for storage.
3068
:param transport: The transport object where the config file is located.
3070
:param file_name: The config file basename in the transport directory.
3072
if lock_dir_name is None:
3073
lock_dir_name = 'lock'
3074
self.lock_dir_name = lock_dir_name
3075
super(LockableIniFileStore, self).__init__(transport, file_name)
3076
self._lock = lockdir.LockDir(self.transport, self.lock_dir_name)
3078
def lock_write(self, token=None):
3079
"""Takes a write lock in the directory containing the config file.
3081
If the directory doesn't exist it is created.
3083
# FIXME: This doesn't check the ownership of the created directories as
3084
# ensure_config_dir_exists does. It should if the transport is local
3085
# -- vila 2011-04-06
3086
self.transport.create_prefix()
3087
return self._lock.lock_write(token)
3092
def break_lock(self):
3093
self._lock.break_lock()
3097
# We need to be able to override the undecorated implementation
3098
self.save_without_locking()
3100
def save_without_locking(self):
3101
super(LockableIniFileStore, self).save()
3104
# FIXME: global, bazaar, shouldn't that be 'user' instead or even
3105
# 'user_defaults' as opposed to 'user_overrides', 'system_defaults'
3106
# (/etc/bzr/bazaar.conf) and 'system_overrides' ? -- vila 2011-04-05
3108
# FIXME: Moreover, we shouldn't need classes for these stores either, factory
3109
# functions or a registry will make it easier and clearer for tests, focusing
3110
# on the relevant parts of the API that needs testing -- vila 20110503 (based
3111
# on a poolie's remark)
3112
class GlobalStore(LockableIniFileStore):
3114
def __init__(self, possible_transports=None):
3115
t = transport.get_transport_from_path(
3116
config_dir(), possible_transports=possible_transports)
3117
super(GlobalStore, self).__init__(t, 'bazaar.conf')
3121
class LocationStore(LockableIniFileStore):
3123
def __init__(self, possible_transports=None):
3124
t = transport.get_transport_from_path(
3125
config_dir(), possible_transports=possible_transports)
3126
super(LocationStore, self).__init__(t, 'locations.conf')
3127
self.id = 'locations'
3130
class BranchStore(TransportIniFileStore):
3132
def __init__(self, branch):
3133
super(BranchStore, self).__init__(branch.control_transport,
3135
self.branch = branch
3138
def lock_write(self, token=None):
3139
return self.branch.lock_write(token)
3142
return self.branch.unlock()
3146
# We need to be able to override the undecorated implementation
3147
self.save_without_locking()
3149
def save_without_locking(self):
3150
super(BranchStore, self).save()
3153
class ControlStore(LockableIniFileStore):
3155
def __init__(self, bzrdir):
3156
super(ControlStore, self).__init__(bzrdir.transport,
3158
lock_dir_name='branch_lock')
3161
class SectionMatcher(object):
3162
"""Select sections into a given Store.
3164
This is intended to be used to postpone getting an iterable of sections
3168
def __init__(self, store):
3171
def get_sections(self):
3172
# This is where we require loading the store so we can see all defined
3174
sections = self.store.get_sections()
3175
# Walk the revisions in the order provided
3176
for store, s in sections:
3180
def match(self, section):
3181
"""Does the proposed section match.
3183
:param section: A Section object.
3185
:returns: True if the section matches, False otherwise.
3187
raise NotImplementedError(self.match)
3190
class NameMatcher(SectionMatcher):
3192
def __init__(self, store, section_id):
3193
super(NameMatcher, self).__init__(store)
3194
self.section_id = section_id
3196
def match(self, section):
3197
return section.id == self.section_id
3200
class LocationSection(Section):
3202
def __init__(self, section, length, extra_path):
3203
super(LocationSection, self).__init__(section.id, section.options)
3204
self.length = length
3205
self.extra_path = extra_path
3206
self.locals = {'relpath': extra_path,
3207
'basename': urlutils.basename(extra_path)}
3209
def get(self, name, default=None, expand=True):
3210
value = super(LocationSection, self).get(name, default)
3211
if value is not None and expand:
3212
policy_name = self.get(name + ':policy', None)
3213
policy = _policy_value.get(policy_name, POLICY_NONE)
3214
if policy == POLICY_APPENDPATH:
3215
value = urlutils.join(value, self.extra_path)
3216
# expand section local options right now (since POLICY_APPENDPATH
3217
# will never add options references, it's ok to expand after it).
3219
for is_ref, chunk in iter_option_refs(value):
3221
chunks.append(chunk)
3224
if ref in self.locals:
3225
chunks.append(self.locals[ref])
3227
chunks.append(chunk)
3228
value = ''.join(chunks)
3232
class LocationMatcher(SectionMatcher):
3234
def __init__(self, store, location):
3235
super(LocationMatcher, self).__init__(store)
3236
if location.startswith('file://'):
3237
location = urlutils.local_path_from_url(location)
3238
self.location = location
3240
def _get_matching_sections(self):
3241
"""Get all sections matching ``location``."""
3242
# We slightly diverge from LocalConfig here by allowing the no-name
3243
# section as the most generic one and the lower priority.
3244
no_name_section = None
3246
# Filter out the no_name_section so _iter_for_location_by_parts can be
3247
# used (it assumes all sections have a name).
3248
for _, section in self.store.get_sections():
3249
if section.id is None:
3250
no_name_section = section
3252
all_sections.append(section)
3253
# Unfortunately _iter_for_location_by_parts deals with section names so
3254
# we have to resync.
3255
filtered_sections = _iter_for_location_by_parts(
3256
[s.id for s in all_sections], self.location)
3257
iter_all_sections = iter(all_sections)
3258
matching_sections = []
3259
if no_name_section is not None:
3260
matching_sections.append(
3261
LocationSection(no_name_section, 0, self.location))
3262
for section_id, extra_path, length in filtered_sections:
3263
# a section id is unique for a given store so it's safe to take the
3264
# first matching section while iterating. Also, all filtered
3265
# sections are part of 'all_sections' and will always be found
3268
section = iter_all_sections.next()
3269
if section_id == section.id:
3270
matching_sections.append(
3271
LocationSection(section, length, extra_path))
3273
return matching_sections
3275
def get_sections(self):
3276
# Override the default implementation as we want to change the order
3277
matching_sections = self._get_matching_sections()
3278
# We want the longest (aka more specific) locations first
3279
sections = sorted(matching_sections,
3280
key=lambda section: (section.length, section.id),
3282
# Sections mentioning 'ignore_parents' restrict the selection
3283
for section in sections:
3284
# FIXME: We really want to use as_bool below -- vila 2011-04-07
3285
ignore = section.get('ignore_parents', None)
3286
if ignore is not None:
3287
ignore = ui.bool_from_string(ignore)
3290
# Finally, we have a valid section
3291
yield self.store, section
3294
_option_ref_re = lazy_regex.lazy_compile('({[^{}\n]+})')
3295
"""Describes an expandable option reference.
3297
We want to match the most embedded reference first.
3299
I.e. for '{{foo}}' we will get '{foo}',
3300
for '{bar{baz}}' we will get '{baz}'
3303
def iter_option_refs(string):
3304
# Split isolate refs so every other chunk is a ref
3306
for chunk in _option_ref_re.split(string):
3311
class Stack(object):
3312
"""A stack of configurations where an option can be defined"""
3314
def __init__(self, sections_def, store=None, mutable_section_id=None):
3315
"""Creates a stack of sections with an optional store for changes.
3317
:param sections_def: A list of Section or callables that returns an
3318
iterable of Section. This defines the Sections for the Stack and
3319
can be called repeatedly if needed.
3321
:param store: The optional Store where modifications will be
3322
recorded. If none is specified, no modifications can be done.
3324
:param mutable_section_id: The id of the MutableSection where changes
3325
are recorded. This requires the ``store`` parameter to be
3328
self.sections_def = sections_def
3330
self.mutable_section_id = mutable_section_id
3332
def get(self, name, expand=None):
3333
"""Return the *first* option value found in the sections.
3335
This is where we guarantee that sections coming from Store are loaded
3336
lazily: the loading is delayed until we need to either check that an
3337
option exists or get its value, which in turn may require to discover
3338
in which sections it can be defined. Both of these (section and option
3339
existence) require loading the store (even partially).
3341
:param name: The queried option.
3343
:param expand: Whether options references should be expanded.
3345
:returns: The value of the option.
3347
# FIXME: No caching of options nor sections yet -- vila 20110503
3349
expand = _get_expand_default_value()
3351
# Ensuring lazy loading is achieved by delaying section matching (which
3352
# implies querying the persistent storage) until it can't be avoided
3353
# anymore by using callables to describe (possibly empty) section
3355
for sections in self.sections_def:
3356
for store, section in sections():
3357
value = section.get(name)
3358
if value is not None:
3360
if value is not None:
3362
# If the option is registered, it may provide additional info about
3365
opt = option_registry.get(name)
3369
def expand_and_convert(val):
3370
# This may need to be called twice if the value is None or ends up
3371
# being None during expansion or conversion.
3374
if isinstance(val, basestring):
3375
val = self._expand_options_in_string(val)
3377
trace.warning('Cannot expand "%s":'
3378
' %s does not support option expansion'
3379
% (name, type(val)))
3381
val = opt.convert_from_unicode(val)
3383
value = expand_and_convert(value)
3384
if opt is not None and value is None:
3385
# If the option is registered, it may provide a default value
3386
value = opt.get_default()
3387
value = expand_and_convert(value)
3388
for hook in ConfigHooks['get']:
3389
hook(self, name, value)
3392
def expand_options(self, string, env=None):
3393
"""Expand option references in the string in the configuration context.
3395
:param string: The string containing option(s) to expand.
3397
:param env: An option dict defining additional configuration options or
3398
overriding existing ones.
3400
:returns: The expanded string.
3402
return self._expand_options_in_string(string, env)
3404
def _expand_options_in_string(self, string, env=None, _refs=None):
3405
"""Expand options in the string in the configuration context.
3407
:param string: The string to be expanded.
3409
:param env: An option dict defining additional configuration options or
3410
overriding existing ones.
3412
:param _refs: Private list (FIFO) containing the options being expanded
3415
:returns: The expanded string.
3418
# Not much to expand there
3421
# What references are currently resolved (to detect loops)
3424
# We need to iterate until no more refs appear ({{foo}} will need two
3425
# iterations for example).
3430
for is_ref, chunk in iter_option_refs(result):
3432
chunks.append(chunk)
3437
raise errors.OptionExpansionLoop(string, _refs)
3439
value = self._expand_option(name, env, _refs)
3441
raise errors.ExpandingUnknownOption(name, string)
3442
chunks.append(value)
3444
result = ''.join(chunks)
3447
def _expand_option(self, name, env, _refs):
3448
if env is not None and name in env:
3449
# Special case, values provided in env takes precedence over
3453
value = self.get(name, expand=False)
3454
value = self._expand_options_in_string(value, env, _refs)
3457
def _get_mutable_section(self):
3458
"""Get the MutableSection for the Stack.
3460
This is where we guarantee that the mutable section is lazily loaded:
3461
this means we won't load the corresponding store before setting a value
3462
or deleting an option. In practice the store will often be loaded but
3463
this helps catching some programming errors.
3465
section = self.store.get_mutable_section(self.mutable_section_id)
3468
def set(self, name, value):
3469
"""Set a new value for the option."""
3470
section = self._get_mutable_section()
3471
section.set(name, value)
3472
for hook in ConfigHooks['set']:
3473
hook(self, name, value)
3475
def remove(self, name):
3476
"""Remove an existing option."""
3477
section = self._get_mutable_section()
3478
section.remove(name)
3479
for hook in ConfigHooks['remove']:
3483
# Mostly for debugging use
3484
return "<config.%s(%s)>" % (self.__class__.__name__, id(self))
3486
def _get_overrides(self):
3487
# Hack around library_state.initialize never called
3488
if bzrlib.global_state is not None:
3489
return bzrlib.global_state.cmdline_overrides.get_sections()
3493
class _CompatibleStack(Stack):
3494
"""Place holder for compatibility with previous design.
3496
This is intended to ease the transition from the Config-based design to the
3497
Stack-based design and should not be used nor relied upon by plugins.
3499
One assumption made here is that the daughter classes will all use Stores
3500
derived from LockableIniFileStore).
3502
It implements set() and remove () by re-loading the store before applying
3503
the modification and saving it.
3505
The long term plan being to implement a single write by store to save
3506
all modifications, this class should not be used in the interim.
3509
def set(self, name, value):
3512
super(_CompatibleStack, self).set(name, value)
3513
# Force a write to persistent storage
3516
def remove(self, name):
3519
super(_CompatibleStack, self).remove(name)
3520
# Force a write to persistent storage
3524
class GlobalStack(_CompatibleStack):
3525
"""Global options only stack.
3527
The following sections are queried:
3529
* command-line overrides,
3531
* the 'DEFAULT' section in bazaar.conf
3533
This stack will use the ``DEFAULT`` section in bazaar.conf as its
3538
gstore = GlobalStore()
3539
super(GlobalStack, self).__init__(
3540
[self._get_overrides,
3541
NameMatcher(gstore, 'DEFAULT').get_sections],
3542
gstore, mutable_section_id='DEFAULT')
3545
class LocationStack(_CompatibleStack):
3546
"""Per-location options falling back to global options stack.
3549
The following sections are queried:
3551
* command-line overrides,
3553
* the sections matching ``location`` in ``locations.conf``, the order being
3554
defined by the number of path components in the section glob, higher
3555
numbers first (from most specific section to most generic).
3557
* the 'DEFAULT' section in bazaar.conf
3559
This stack will use the ``location`` section in locations.conf as its
3563
def __init__(self, location):
3564
"""Make a new stack for a location and global configuration.
3566
:param location: A URL prefix to """
3567
lstore = LocationStore()
3568
if location.startswith('file://'):
3569
location = urlutils.local_path_from_url(location)
3570
gstore = GlobalStore()
3571
super(LocationStack, self).__init__(
3572
[self._get_overrides,
3573
LocationMatcher(lstore, location).get_sections,
3574
NameMatcher(gstore, 'DEFAULT').get_sections],
3575
lstore, mutable_section_id=location)
3578
class BranchStack(_CompatibleStack):
3579
"""Per-location options falling back to branch then global options stack.
3581
The following sections are queried:
3583
* command-line overrides,
3585
* the sections matching ``location`` in ``locations.conf``, the order being
3586
defined by the number of path components in the section glob, higher
3587
numbers first (from most specific section to most generic),
3589
* the no-name section in branch.conf,
3591
* the ``DEFAULT`` section in ``bazaar.conf``.
3593
This stack will use the no-name section in ``branch.conf`` as its
3597
def __init__(self, branch):
3598
lstore = LocationStore()
3599
bstore = branch._get_config_store()
3600
gstore = GlobalStore()
3601
super(BranchStack, self).__init__(
3602
[self._get_overrides,
3603
LocationMatcher(lstore, branch.base).get_sections,
3604
NameMatcher(bstore, None).get_sections,
3605
NameMatcher(gstore, 'DEFAULT').get_sections],
3607
self.branch = branch
3610
class RemoteControlStack(_CompatibleStack):
3611
"""Remote control-only options stack."""
3613
# FIXME 2011-11-22 JRV This should probably be renamed to avoid confusion
3614
# with the stack used for remote bzr dirs. RemoteControlStack only uses
3615
# control.conf and is used only for stack options.
3617
def __init__(self, bzrdir):
3618
cstore = bzrdir._get_config_store()
3619
super(RemoteControlStack, self).__init__(
3620
[NameMatcher(cstore, None).get_sections],
3622
self.bzrdir = bzrdir
3625
class RemoteBranchStack(_CompatibleStack):
3626
"""Remote branch-only options stack."""
3628
# FIXME 2011-11-22 JRV This should probably be renamed to avoid confusion
3629
# with the stack used for remote branches. RemoteBranchStack only uses
3630
# branch.conf and is used only for the stack options.
3632
def __init__(self, branch):
3633
bstore = branch._get_config_store()
3634
super(RemoteBranchStack, self).__init__(
3635
[NameMatcher(bstore, None).get_sections],
3637
self.branch = branch
3639
# Use a an empty dict to initialize an empty configobj avoiding all
3640
# parsing and encoding checks
3641
_quoting_config = configobj.ConfigObj(
3642
{}, encoding='utf-8', interpolation=False)
3644
class cmd_config(commands.Command):
3645
__doc__ = """Display, set or remove a configuration option.
3647
Display the active value for a given option.
3649
If --all is specified, NAME is interpreted as a regular expression and all
3650
matching options are displayed mentioning their scope. The active value
3651
that bzr will take into account is the first one displayed for each option.
3653
If no NAME is given, --all .* is implied.
3655
Setting a value is achieved by using name=value without spaces. The value
3656
is set in the most relevant scope and can be checked by displaying the
3660
takes_args = ['name?']
3664
# FIXME: This should be a registry option so that plugins can register
3665
# their own config files (or not) and will also address
3666
# http://pad.lv/788991 -- vila 20101115
3667
commands.Option('scope', help='Reduce the scope to the specified'
3668
' configuration file.',
3670
commands.Option('all',
3671
help='Display all the defined values for the matching options.',
3673
commands.Option('remove', help='Remove the option from'
3674
' the configuration file.'),
3677
_see_also = ['configuration']
3679
@commands.display_command
3680
def run(self, name=None, all=False, directory=None, scope=None,
3682
if directory is None:
3684
directory = urlutils.normalize_url(directory)
3686
raise errors.BzrError(
3687
'--all and --remove are mutually exclusive.')
3689
# Delete the option in the given scope
3690
self._remove_config_option(name, directory, scope)
3692
# Defaults to all options
3693
self._show_matching_options('.*', directory, scope)
3696
name, value = name.split('=', 1)
3698
# Display the option(s) value(s)
3700
self._show_matching_options(name, directory, scope)
3702
self._show_value(name, directory, scope)
3705
raise errors.BzrError(
3706
'Only one option can be set.')
3707
# Set the option value
3708
self._set_config_option(name, value, directory, scope)
3710
def _get_stack(self, directory, scope=None):
3711
"""Get the configuration stack specified by ``directory`` and ``scope``.
3713
:param directory: Where the configurations are derived from.
3715
:param scope: A specific config to start from.
3717
# FIXME: scope should allow access to plugin-specific stacks (even
3718
# reduced to the plugin-specific store), related to
3719
# http://pad.lv/788991 -- vila 2011-11-15
3720
if scope is not None:
3721
if scope == 'bazaar':
3722
return GlobalStack()
3723
elif scope == 'locations':
3724
return LocationStack(directory)
3725
elif scope == 'branch':
3727
controldir.ControlDir.open_containing_tree_or_branch(
3729
return br.get_config_stack()
3730
raise errors.NoSuchConfig(scope)
3734
controldir.ControlDir.open_containing_tree_or_branch(
3736
return br.get_config_stack()
3737
except errors.NotBranchError:
3738
return LocationStack(directory)
3740
def _show_value(self, name, directory, scope):
3741
conf = self._get_stack(directory, scope)
3742
value = conf.get(name, expand=True)
3743
if value is not None:
3744
# Quote the value appropriately
3745
value = _quoting_config._quote(value)
3746
self.outf.write('%s\n' % (value,))
3748
raise errors.NoSuchConfigOption(name)
3750
def _show_matching_options(self, name, directory, scope):
3751
name = lazy_regex.lazy_compile(name)
3752
# We want any error in the regexp to be raised *now* so we need to
3753
# avoid the delay introduced by the lazy regexp. But, we still do
3754
# want the nicer errors raised by lazy_regex.
3755
name._compile_and_collapse()
3758
conf = self._get_stack(directory, scope)
3759
for sections in conf.sections_def:
3760
for store, section in sections():
3761
for oname in section.iter_option_names():
3762
if name.search(oname):
3763
if cur_store_id != store.id:
3764
# Explain where the options are defined
3765
self.outf.write('%s:\n' % (store.id,))
3766
cur_store_id = store.id
3768
if (section.id not in (None, 'DEFAULT')
3769
and cur_section != section.id):
3770
# Display the section if it's not the default (or
3772
self.outf.write(' [%s]\n' % (section.id,))
3773
cur_section = section.id
3774
value = section.get(oname, expand=False)
3775
value = _quoting_config._quote(value)
3776
self.outf.write(' %s = %s\n' % (oname, value))
3778
def _set_config_option(self, name, value, directory, scope):
3779
conf = self._get_stack(directory, scope)
3780
conf.set(name, value)
3782
def _remove_config_option(self, name, directory, scope):
3784
raise errors.BzrCommandError(
3785
'--remove expects an option to remove.')
3786
conf = self._get_stack(directory, scope)
3790
raise errors.NoSuchConfigOption(name)
3795
# We need adapters that can build a Store or a Stack in a test context. Test
3796
# classes, based on TestCaseWithTransport, can use the registry to parametrize
3797
# themselves. The builder will receive a test instance and should return a
3798
# ready-to-use store or stack. Plugins that define new store/stacks can also
3799
# register themselves here to be tested against the tests defined in
3800
# bzrlib.tests.test_config. Note that the builder can be called multiple times
3801
# for the same test.
3803
# The registered object should be a callable receiving a test instance
3804
# parameter (inheriting from tests.TestCaseWithTransport) and returning a Store
3806
test_store_builder_registry = registry.Registry()
3808
# The registered object should be a callable receiving a test instance
3809
# parameter (inheriting from tests.TestCaseWithTransport) and returning a Stack
3811
test_stack_builder_registry = registry.Registry()