1508
2280
configobj[name] = value
1510
2282
configobj.setdefault(section, {})[name] = value
2283
for hook in OldConfigHooks['set']:
2284
hook(self, name, value)
2285
self._set_configobj(configobj)
2287
def remove_option(self, option_name, section_name=None):
2288
configobj = self._get_configobj()
2289
if section_name is None:
2290
del configobj[option_name]
2292
del configobj[section_name][option_name]
2293
for hook in OldConfigHooks['remove']:
2294
hook(self, option_name)
1511
2295
self._set_configobj(configobj)
1513
2297
def _get_config_file(self):
1515
return StringIO(self._transport.get_bytes(self._filename))
2299
f = StringIO(self._transport.get_bytes(self._filename))
2300
for hook in OldConfigHooks['load']:
1516
2303
except errors.NoSuchFile:
1517
2304
return StringIO()
2305
except errors.PermissionDenied, e:
2306
trace.warning("Permission denied while trying to open "
2307
"configuration file %s.", urlutils.unescape_for_display(
2308
urlutils.join(self._transport.base, self._filename), "utf-8"))
2311
def _external_url(self):
2312
return urlutils.join(self._transport.external_url(), self._filename)
1519
2314
def _get_configobj(self):
1520
return ConfigObj(self._get_config_file(), encoding='utf-8')
2315
f = self._get_config_file()
2318
conf = ConfigObj(f, encoding='utf-8')
2319
except configobj.ConfigObjError, e:
2320
raise errors.ParseConfigError(e.errors, self._external_url())
2321
except UnicodeDecodeError:
2322
raise errors.ConfigContentError(self._external_url())
1522
2327
def _set_configobj(self, configobj):
1523
2328
out_file = StringIO()
1524
2329
configobj.write(out_file)
1525
2330
out_file.seek(0)
1526
2331
self._transport.put_file(self._filename, out_file)
2332
for hook in OldConfigHooks['save']:
2336
class Option(object):
2337
"""An option definition.
2339
The option *values* are stored in config files and found in sections.
2341
Here we define various properties about the option itself, its default
2342
value, how to convert it from stores, what to do when invalid values are
2343
encoutered, in which config files it can be stored.
2346
def __init__(self, name, default=None, default_from_env=None,
2347
help=None, from_unicode=None, invalid=None,
2349
"""Build an option definition.
2351
:param name: the name used to refer to the option.
2353
:param default: the default value to use when none exist in the config
2354
stores. This is either a string that ``from_unicode`` will convert
2355
into the proper type, a callable returning a unicode string so that
2356
``from_unicode`` can be used on the return value, or a python
2357
object that can be stringified (so only the empty list is supported
2360
:param default_from_env: A list of environment variables which can
2361
provide a default value. 'default' will be used only if none of the
2362
variables specified here are set in the environment.
2364
:param help: a doc string to explain the option to the user.
2366
:param from_unicode: a callable to convert the unicode string
2367
representing the option value in a store. This is not called for
2370
:param invalid: the action to be taken when an invalid value is
2371
encountered in a store. This is called only when from_unicode is
2372
invoked to convert a string and returns None or raise ValueError or
2373
TypeError. Accepted values are: None (ignore invalid values),
2374
'warning' (emit a warning), 'error' (emit an error message and
2377
:param unquote: should the unicode value be unquoted before conversion.
2378
This should be used only when the store providing the values cannot
2379
safely unquote them (see http://pad.lv/906897). It is provided so
2380
daughter classes can handle the quoting themselves.
2382
if default_from_env is None:
2383
default_from_env = []
2385
# Convert the default value to a unicode string so all values are
2386
# strings internally before conversion (via from_unicode) is attempted.
2389
elif isinstance(default, list):
2390
# Only the empty list is supported
2392
raise AssertionError(
2393
'Only empty lists are supported as default values')
2395
elif isinstance(default, (str, unicode, bool, int, float)):
2396
# Rely on python to convert strings, booleans and integers
2397
self.default = u'%s' % (default,)
2398
elif callable(default):
2399
self.default = default
2401
# other python objects are not expected
2402
raise AssertionError('%r is not supported as a default value'
2404
self.default_from_env = default_from_env
2406
self.from_unicode = from_unicode
2407
self.unquote = unquote
2408
if invalid and invalid not in ('warning', 'error'):
2409
raise AssertionError("%s not supported for 'invalid'" % (invalid,))
2410
self.invalid = invalid
2412
def convert_from_unicode(self, store, unicode_value):
2413
if self.unquote and store is not None and unicode_value is not None:
2414
unicode_value = store.unquote(unicode_value)
2415
if self.from_unicode is None or unicode_value is None:
2416
# Don't convert or nothing to convert
2417
return unicode_value
2419
converted = self.from_unicode(unicode_value)
2420
except (ValueError, TypeError):
2421
# Invalid values are ignored
2423
if converted is None and self.invalid is not None:
2424
# The conversion failed
2425
if self.invalid == 'warning':
2426
trace.warning('Value "%s" is not valid for "%s"',
2427
unicode_value, self.name)
2428
elif self.invalid == 'error':
2429
raise errors.ConfigOptionValueError(self.name, unicode_value)
2432
def get_default(self):
2434
for var in self.default_from_env:
2436
# If the env variable is defined, its value is the default one
2437
value = os.environ[var].decode(osutils.get_user_encoding())
2442
# Otherwise, fallback to the value defined at registration
2443
if callable(self.default):
2444
value = self.default()
2445
if not isinstance(value, unicode):
2446
raise AssertionError(
2447
'Callable default values should be unicode')
2449
value = self.default
2452
def get_help_text(self, additional_see_also=None, plain=True):
2454
from bzrlib import help_topics
2455
result += help_topics._format_see_also(additional_see_also)
2457
result = help_topics.help_as_plain_text(result)
2461
# Predefined converters to get proper values from store
2463
def bool_from_store(unicode_str):
2464
return ui.bool_from_string(unicode_str)
2467
def int_from_store(unicode_str):
2468
return int(unicode_str)
2471
_unit_suffixes = dict(K=10**3, M=10**6, G=10**9)
2473
def int_SI_from_store(unicode_str):
2474
"""Convert a human readable size in SI units, e.g 10MB into an integer.
2476
Accepted suffixes are K,M,G. It is case-insensitive and may be followed
2477
by a trailing b (i.e. Kb, MB). This is intended to be practical and not
2480
:return Integer, expanded to its base-10 value if a proper SI unit is
2481
found, None otherwise.
2483
regexp = "^(\d+)(([" + ''.join(_unit_suffixes) + "])b?)?$"
2484
p = re.compile(regexp, re.IGNORECASE)
2485
m = p.match(unicode_str)
2488
val, _, unit = m.groups()
2492
coeff = _unit_suffixes[unit.upper()]
2494
raise ValueError(gettext('{0} is not an SI unit.').format(unit))
2499
def float_from_store(unicode_str):
2500
return float(unicode_str)
2503
# Use a an empty dict to initialize an empty configobj avoiding all
2504
# parsing and encoding checks
2505
_list_converter_config = configobj.ConfigObj(
2506
{}, encoding='utf-8', list_values=True, interpolation=False)
2509
class ListOption(Option):
2511
def __init__(self, name, default=None, default_from_env=None,
2512
help=None, invalid=None):
2513
"""A list Option definition.
2515
This overrides the base class so the conversion from a unicode string
2516
can take quoting into account.
2518
super(ListOption, self).__init__(
2519
name, default=default, default_from_env=default_from_env,
2520
from_unicode=self.from_unicode, help=help,
2521
invalid=invalid, unquote=False)
2523
def from_unicode(self, unicode_str):
2524
if not isinstance(unicode_str, basestring):
2526
# Now inject our string directly as unicode. All callers got their
2527
# value from configobj, so values that need to be quoted are already
2529
_list_converter_config.reset()
2530
_list_converter_config._parse([u"list=%s" % (unicode_str,)])
2531
maybe_list = _list_converter_config['list']
2532
if isinstance(maybe_list, basestring):
2534
# A single value, most probably the user forgot (or didn't care
2535
# to add) the final ','
2538
# The empty string, convert to empty list
2541
# We rely on ConfigObj providing us with a list already
2546
class OptionRegistry(registry.Registry):
2547
"""Register config options by their name.
2549
This overrides ``registry.Registry`` to simplify registration by acquiring
2550
some information from the option object itself.
2553
def register(self, option):
2554
"""Register a new option to its name.
2556
:param option: The option to register. Its name is used as the key.
2558
super(OptionRegistry, self).register(option.name, option,
2561
def register_lazy(self, key, module_name, member_name):
2562
"""Register a new option to be loaded on request.
2564
:param key: the key to request the option later. Since the registration
2565
is lazy, it should be provided and match the option name.
2567
:param module_name: the python path to the module. Such as 'os.path'.
2569
:param member_name: the member of the module to return. If empty or
2570
None, get() will return the module itself.
2572
super(OptionRegistry, self).register_lazy(key,
2573
module_name, member_name)
2575
def get_help(self, key=None):
2576
"""Get the help text associated with the given key"""
2577
option = self.get(key)
2578
the_help = option.help
2579
if callable(the_help):
2580
return the_help(self, key)
2584
option_registry = OptionRegistry()
2587
# Registered options in lexicographical order
2589
option_registry.register(
2590
Option('append_revisions_only',
2591
default=None, from_unicode=bool_from_store, invalid='warning',
2593
Whether to only append revisions to the mainline.
2595
If this is set to true, then it is not possible to change the
2596
existing mainline of the branch.
2598
option_registry.register(
2599
ListOption('acceptable_keys',
2602
List of GPG key patterns which are acceptable for verification.
2604
option_registry.register(
2605
Option('add.maximum_file_size',
2606
default=u'20MB', from_unicode=int_SI_from_store,
2608
Size above which files should be added manually.
2610
Files below this size are added automatically when using ``bzr add`` without
2613
A negative value means disable the size check.
2615
option_registry.register(
2617
default=None, from_unicode=bool_from_store,
2619
Is the branch bound to ``bound_location``.
2621
If set to "True", the branch should act as a checkout, and push each commit to
2622
the bound_location. This option is normally set by ``bind``/``unbind``.
2624
See also: bound_location.
2626
option_registry.register(
2627
Option('bound_location',
2630
The location that commits should go to when acting as a checkout.
2632
This option is normally set by ``bind``.
2636
option_registry.register(
2637
Option('bzr.workingtree.worth_saving_limit', default=10,
2638
from_unicode=int_from_store, invalid='warning',
2640
How many changes before saving the dirstate.
2642
-1 means that we will never rewrite the dirstate file for only
2643
stat-cache changes. Regardless of this setting, we will always rewrite
2644
the dirstate file if a file is added/removed/renamed/etc. This flag only
2645
affects the behavior of updating the dirstate file after we notice that
2646
a file has been touched.
2648
option_registry.register(
2649
Option('check_signatures', default=CHECK_IF_POSSIBLE,
2650
from_unicode=signature_policy_from_unicode,
2652
GPG checking policy.
2654
Possible values: require, ignore, check-available (default)
2656
this option will control whether bzr will require good gpg
2657
signatures, ignore them, or check them if they are
2660
option_registry.register(
2661
Option('create_signatures', default=SIGN_WHEN_REQUIRED,
2662
from_unicode=signing_policy_from_unicode,
2666
Possible values: always, never, when-required (default)
2668
This option controls whether bzr will always create
2669
gpg signatures or not on commits.
2671
option_registry.register(
2672
Option('dirstate.fdatasync', default=True,
2673
from_unicode=bool_from_store,
2675
Flush dirstate changes onto physical disk?
2677
If true (default), working tree metadata changes are flushed through the
2678
OS buffers to physical disk. This is somewhat slower, but means data
2679
should not be lost if the machine crashes. See also repository.fdatasync.
2681
option_registry.register(
2682
ListOption('debug_flags', default=[],
2683
help='Debug flags to activate.'))
2684
option_registry.register(
2685
Option('default_format', default='2a',
2686
help='Format used when creating branches.'))
2687
option_registry.register(
2688
Option('dpush_strict', default=None,
2689
from_unicode=bool_from_store,
2691
The default value for ``dpush --strict``.
2693
If present, defines the ``--strict`` option default value for checking
2694
uncommitted changes before pushing into a different VCS without any
2695
custom bzr metadata.
2697
option_registry.register(
2699
help='The command called to launch an editor to enter a message.'))
2700
option_registry.register(
2701
Option('email', default=default_email,
2702
from_unicode=email_from_store,
2703
help='The users identity'))
2704
option_registry.register(
2705
Option('gpg_signing_command',
2708
Program to use use for creating signatures.
2710
This should support at least the -u and --clearsign options.
2712
option_registry.register(
2713
Option('gpg_signing_key',
2716
GPG key to use for signing.
2718
This defaults to the first key associated with the users email.
2720
option_registry.register(
2721
Option('ignore_missing_extensions', default=False,
2722
from_unicode=bool_from_store,
2724
Control the missing extensions warning display.
2726
The warning will not be emitted if set to True.
2728
option_registry.register(
2730
help='Language to translate messages into.'))
2731
option_registry.register(
2732
Option('locks.steal_dead', default=False, from_unicode=bool_from_store,
2734
Steal locks that appears to be dead.
2736
If set to True, bzr will check if a lock is supposed to be held by an
2737
active process from the same user on the same machine. If the user and
2738
machine match, but no process with the given PID is active, then bzr
2739
will automatically break the stale lock, and create a new lock for
2741
Otherwise, bzr will prompt as normal to break the lock.
2743
option_registry.register(
2744
Option('log_format', default='long',
2746
Log format to use when displaying revisions.
2748
Standard log formats are ``long``, ``short`` and ``line``. Additional formats
2749
may be provided by plugins.
2751
option_registry.register(
2752
Option('output_encoding',
2753
help= 'Unicode encoding for output'
2754
' (terminal encoding if not specified).'))
2755
option_registry.register(
2756
Option('parent_location',
2759
The location of the default branch for pull or merge.
2761
This option is normally set when creating a branch, the first ``pull`` or by
2762
``pull --remember``.
2764
option_registry.register(
2765
Option('post_commit', default=None,
2767
Post commit functions.
2769
An ordered list of python functions to call, separated by spaces.
2771
Each function takes branch, rev_id as parameters.
2773
option_registry.register(
2774
Option('public_branch',
2777
A publically-accessible version of this branch.
2779
This implies that the branch setting this option is not publically-accessible.
2780
Used and set by ``bzr send``.
2782
option_registry.register(
2783
Option('push_location',
2786
The location of the default branch for push.
2788
This option is normally set by the first ``push`` or ``push --remember``.
2790
option_registry.register(
2791
Option('push_strict', default=None,
2792
from_unicode=bool_from_store,
2794
The default value for ``push --strict``.
2796
If present, defines the ``--strict`` option default value for checking
2797
uncommitted changes before sending a merge directive.
2799
option_registry.register(
2800
Option('repository.fdatasync', default=True,
2801
from_unicode=bool_from_store,
2803
Flush repository changes onto physical disk?
2805
If true (default), repository changes are flushed through the OS buffers
2806
to physical disk. This is somewhat slower, but means data should not be
2807
lost if the machine crashes. See also dirstate.fdatasync.
2809
option_registry.register_lazy('smtp_server',
2810
'bzrlib.smtp_connection', 'smtp_server')
2811
option_registry.register_lazy('smtp_password',
2812
'bzrlib.smtp_connection', 'smtp_password')
2813
option_registry.register_lazy('smtp_username',
2814
'bzrlib.smtp_connection', 'smtp_username')
2815
option_registry.register(
2816
Option('selftest.timeout',
2818
from_unicode=int_from_store,
2819
help='Abort selftest if one test takes longer than this many seconds',
2822
option_registry.register(
2823
Option('send_strict', default=None,
2824
from_unicode=bool_from_store,
2826
The default value for ``send --strict``.
2828
If present, defines the ``--strict`` option default value for checking
2829
uncommitted changes before sending a bundle.
2832
option_registry.register(
2833
Option('serve.client_timeout',
2834
default=300.0, from_unicode=float_from_store,
2835
help="If we wait for a new request from a client for more than"
2836
" X seconds, consider the client idle, and hangup."))
2837
option_registry.register(
2838
Option('stacked_on_location',
2840
help="""The location where this branch is stacked on."""))
2841
option_registry.register(
2842
Option('submit_branch',
2845
The branch you intend to submit your current work to.
2847
This is automatically set by ``bzr send`` and ``bzr merge``, and is also used
2848
by the ``submit:`` revision spec.
2852
class Section(object):
2853
"""A section defines a dict of option name => value.
2855
This is merely a read-only dict which can add some knowledge about the
2856
options. It is *not* a python dict object though and doesn't try to mimic
2860
def __init__(self, section_id, options):
2861
self.id = section_id
2862
# We re-use the dict-like object received
2863
self.options = options
2865
def get(self, name, default=None, expand=True):
2866
return self.options.get(name, default)
2868
def iter_option_names(self):
2869
for k in self.options.iterkeys():
2873
# Mostly for debugging use
2874
return "<config.%s id=%s>" % (self.__class__.__name__, self.id)
2877
_NewlyCreatedOption = object()
2878
"""Was the option created during the MutableSection lifetime"""
2881
class MutableSection(Section):
2882
"""A section allowing changes and keeping track of the original values."""
2884
def __init__(self, section_id, options):
2885
super(MutableSection, self).__init__(section_id, options)
2888
def set(self, name, value):
2889
if name not in self.options:
2890
# This is a new option
2891
self.orig[name] = _NewlyCreatedOption
2892
elif name not in self.orig:
2893
self.orig[name] = self.get(name, None)
2894
self.options[name] = value
2896
def remove(self, name):
2897
if name not in self.orig:
2898
self.orig[name] = self.get(name, None)
2899
del self.options[name]
2902
class Store(object):
2903
"""Abstract interface to persistent storage for configuration options."""
2905
readonly_section_class = Section
2906
mutable_section_class = MutableSection
2908
def is_loaded(self):
2909
"""Returns True if the Store has been loaded.
2911
This is used to implement lazy loading and ensure the persistent
2912
storage is queried only when needed.
2914
raise NotImplementedError(self.is_loaded)
2917
"""Loads the Store from persistent storage."""
2918
raise NotImplementedError(self.load)
2920
def _load_from_string(self, bytes):
2921
"""Create a store from a string in configobj syntax.
2923
:param bytes: A string representing the file content.
2925
raise NotImplementedError(self._load_from_string)
2928
"""Unloads the Store.
2930
This should make is_loaded() return False. This is used when the caller
2931
knows that the persistent storage has changed or may have change since
2934
raise NotImplementedError(self.unload)
2936
def quote(self, value):
2937
"""Quote a configuration option value for storing purposes.
2939
This allows Stacks to present values as they will be stored.
2943
def unquote(self, value):
2944
"""Unquote a configuration option value into unicode.
2946
The received value is quoted as stored.
2951
"""Saves the Store to persistent storage."""
2952
raise NotImplementedError(self.save)
2954
def external_url(self):
2955
raise NotImplementedError(self.external_url)
2957
def get_sections(self):
2958
"""Returns an ordered iterable of existing sections.
2960
:returns: An iterable of (store, section).
2962
raise NotImplementedError(self.get_sections)
2964
def get_mutable_section(self, section_id=None):
2965
"""Returns the specified mutable section.
2967
:param section_id: The section identifier
2969
raise NotImplementedError(self.get_mutable_section)
2972
# Mostly for debugging use
2973
return "<config.%s(%s)>" % (self.__class__.__name__,
2974
self.external_url())
2977
class CommandLineStore(Store):
2978
"A store to carry command line overrides for the config options."""
2980
def __init__(self, opts=None):
2981
super(CommandLineStore, self).__init__()
2987
# The dict should be cleared but not replaced so it can be shared.
2988
self.options.clear()
2990
def _from_cmdline(self, overrides):
2991
# Reset before accepting new definitions
2993
for over in overrides:
2995
name, value = over.split('=', 1)
2997
raise errors.BzrCommandError(
2998
gettext("Invalid '%s', should be of the form 'name=value'")
3000
self.options[name] = value
3002
def external_url(self):
3003
# Not an url but it makes debugging easier and is never needed
3007
def get_sections(self):
3008
yield self, self.readonly_section_class('cmdline_overrides',
3012
class IniFileStore(Store):
3013
"""A config Store using ConfigObj for storage.
3015
:ivar transport: The transport object where the config file is located.
3017
:ivar file_name: The config file basename in the transport directory.
3019
:ivar _config_obj: Private member to hold the ConfigObj instance used to
3020
serialize/deserialize the config file.
3024
"""A config Store using ConfigObj for storage.
3026
super(IniFileStore, self).__init__()
3027
self._config_obj = None
3029
def is_loaded(self):
3030
return self._config_obj != None
3033
self._config_obj = None
3035
def _load_content(self):
3036
"""Load the config file bytes.
3038
This should be provided by subclasses
3040
:return: Byte string
3042
raise NotImplementedError(self._load_content)
3044
def _save_content(self, content):
3045
"""Save the config file bytes.
3047
This should be provided by subclasses
3049
:param content: Config file bytes to write
3051
raise NotImplementedError(self._save_content)
3054
"""Load the store from the associated file."""
3055
if self.is_loaded():
3057
content = self._load_content()
3058
self._load_from_string(content)
3059
for hook in ConfigHooks['load']:
3062
def _load_from_string(self, bytes):
3063
"""Create a config store from a string.
3065
:param bytes: A string representing the file content.
3067
if self.is_loaded():
3068
raise AssertionError('Already loaded: %r' % (self._config_obj,))
3069
co_input = StringIO(bytes)
3071
# The config files are always stored utf8-encoded
3072
self._config_obj = ConfigObj(co_input, encoding='utf-8',
3074
except configobj.ConfigObjError, e:
3075
self._config_obj = None
3076
raise errors.ParseConfigError(e.errors, self.external_url())
3077
except UnicodeDecodeError:
3078
raise errors.ConfigContentError(self.external_url())
3081
if not self.is_loaded():
3085
self._config_obj.write(out)
3086
self._save_content(out.getvalue())
3087
for hook in ConfigHooks['save']:
3090
def get_sections(self):
3091
"""Get the configobj section in the file order.
3093
:returns: An iterable of (store, section).
3095
# We need a loaded store
3098
except (errors.NoSuchFile, errors.PermissionDenied):
3099
# If the file can't be read, there is no sections
3101
cobj = self._config_obj
3103
yield self, self.readonly_section_class(None, cobj)
3104
for section_name in cobj.sections:
3106
self.readonly_section_class(section_name,
3107
cobj[section_name]))
3109
def get_mutable_section(self, section_id=None):
3110
# We need a loaded store
3113
except errors.NoSuchFile:
3114
# The file doesn't exist, let's pretend it was empty
3115
self._load_from_string('')
3116
if section_id is None:
3117
section = self._config_obj
3119
section = self._config_obj.setdefault(section_id, {})
3120
return self.mutable_section_class(section_id, section)
3122
def quote(self, value):
3124
# configobj conflates automagical list values and quoting
3125
self._config_obj.list_values = True
3126
return self._config_obj._quote(value)
3128
self._config_obj.list_values = False
3130
def unquote(self, value):
3132
# _unquote doesn't handle None nor empty strings
3133
value = self._config_obj._unquote(value)
3137
class TransportIniFileStore(IniFileStore):
3138
"""IniFileStore that loads files from a transport.
3141
def __init__(self, transport, file_name):
3142
"""A Store using a ini file on a Transport
3144
:param transport: The transport object where the config file is located.
3145
:param file_name: The config file basename in the transport directory.
3147
super(TransportIniFileStore, self).__init__()
3148
self.transport = transport
3149
self.file_name = file_name
3151
def _load_content(self):
3153
return self.transport.get_bytes(self.file_name)
3154
except errors.PermissionDenied:
3155
trace.warning("Permission denied while trying to load "
3156
"configuration store %s.", self.external_url())
3159
def _save_content(self, content):
3160
self.transport.put_bytes(self.file_name, content)
3162
def external_url(self):
3163
# FIXME: external_url should really accepts an optional relpath
3164
# parameter (bug #750169) :-/ -- vila 2011-04-04
3165
# The following will do in the interim but maybe we don't want to
3166
# expose a path here but rather a config ID and its associated
3167
# object </hand wawe>.
3168
return urlutils.join(self.transport.external_url(), self.file_name)
3171
# Note that LockableConfigObjStore inherits from ConfigObjStore because we need
3172
# unlockable stores for use with objects that can already ensure the locking
3173
# (think branches). If different stores (not based on ConfigObj) are created,
3174
# they may face the same issue.
3177
class LockableIniFileStore(TransportIniFileStore):
3178
"""A ConfigObjStore using locks on save to ensure store integrity."""
3180
def __init__(self, transport, file_name, lock_dir_name=None):
3181
"""A config Store using ConfigObj for storage.
3183
:param transport: The transport object where the config file is located.
3185
:param file_name: The config file basename in the transport directory.
3187
if lock_dir_name is None:
3188
lock_dir_name = 'lock'
3189
self.lock_dir_name = lock_dir_name
3190
super(LockableIniFileStore, self).__init__(transport, file_name)
3191
self._lock = lockdir.LockDir(self.transport, self.lock_dir_name)
3193
def lock_write(self, token=None):
3194
"""Takes a write lock in the directory containing the config file.
3196
If the directory doesn't exist it is created.
3198
# FIXME: This doesn't check the ownership of the created directories as
3199
# ensure_config_dir_exists does. It should if the transport is local
3200
# -- vila 2011-04-06
3201
self.transport.create_prefix()
3202
return self._lock.lock_write(token)
3207
def break_lock(self):
3208
self._lock.break_lock()
3212
# We need to be able to override the undecorated implementation
3213
self.save_without_locking()
3215
def save_without_locking(self):
3216
super(LockableIniFileStore, self).save()
3219
# FIXME: global, bazaar, shouldn't that be 'user' instead or even
3220
# 'user_defaults' as opposed to 'user_overrides', 'system_defaults'
3221
# (/etc/bzr/bazaar.conf) and 'system_overrides' ? -- vila 2011-04-05
3223
# FIXME: Moreover, we shouldn't need classes for these stores either, factory
3224
# functions or a registry will make it easier and clearer for tests, focusing
3225
# on the relevant parts of the API that needs testing -- vila 20110503 (based
3226
# on a poolie's remark)
3227
class GlobalStore(LockableIniFileStore):
3229
def __init__(self, possible_transports=None):
3230
t = transport.get_transport_from_path(
3231
config_dir(), possible_transports=possible_transports)
3232
super(GlobalStore, self).__init__(t, 'bazaar.conf')
3236
class LocationStore(LockableIniFileStore):
3238
def __init__(self, possible_transports=None):
3239
t = transport.get_transport_from_path(
3240
config_dir(), possible_transports=possible_transports)
3241
super(LocationStore, self).__init__(t, 'locations.conf')
3242
self.id = 'locations'
3245
class BranchStore(TransportIniFileStore):
3247
def __init__(self, branch):
3248
super(BranchStore, self).__init__(branch.control_transport,
3250
self.branch = branch
3253
def lock_write(self, token=None):
3254
return self.branch.lock_write(token)
3257
return self.branch.unlock()
3261
# We need to be able to override the undecorated implementation
3262
self.save_without_locking()
3264
def save_without_locking(self):
3265
super(BranchStore, self).save()
3268
class ControlStore(LockableIniFileStore):
3270
def __init__(self, bzrdir):
3271
super(ControlStore, self).__init__(bzrdir.transport,
3273
lock_dir_name='branch_lock')
3276
class SectionMatcher(object):
3277
"""Select sections into a given Store.
3279
This is intended to be used to postpone getting an iterable of sections
3283
def __init__(self, store):
3286
def get_sections(self):
3287
# This is where we require loading the store so we can see all defined
3289
sections = self.store.get_sections()
3290
# Walk the revisions in the order provided
3291
for store, s in sections:
3295
def match(self, section):
3296
"""Does the proposed section match.
3298
:param section: A Section object.
3300
:returns: True if the section matches, False otherwise.
3302
raise NotImplementedError(self.match)
3305
class NameMatcher(SectionMatcher):
3307
def __init__(self, store, section_id):
3308
super(NameMatcher, self).__init__(store)
3309
self.section_id = section_id
3311
def match(self, section):
3312
return section.id == self.section_id
3315
class LocationSection(Section):
3317
def __init__(self, section, length, extra_path):
3318
super(LocationSection, self).__init__(section.id, section.options)
3319
self.length = length
3320
self.extra_path = extra_path
3321
self.locals = {'relpath': extra_path,
3322
'basename': urlutils.basename(extra_path)}
3324
def get(self, name, default=None, expand=True):
3325
value = super(LocationSection, self).get(name, default)
3326
if value is not None and expand:
3327
policy_name = self.get(name + ':policy', None)
3328
policy = _policy_value.get(policy_name, POLICY_NONE)
3329
if policy == POLICY_APPENDPATH:
3330
value = urlutils.join(value, self.extra_path)
3331
# expand section local options right now (since POLICY_APPENDPATH
3332
# will never add options references, it's ok to expand after it).
3334
for is_ref, chunk in iter_option_refs(value):
3336
chunks.append(chunk)
3339
if ref in self.locals:
3340
chunks.append(self.locals[ref])
3342
chunks.append(chunk)
3343
value = ''.join(chunks)
3347
class LocationMatcher(SectionMatcher):
3349
def __init__(self, store, location):
3350
super(LocationMatcher, self).__init__(store)
3351
if location.startswith('file://'):
3352
location = urlutils.local_path_from_url(location)
3353
self.location = location
3355
def _get_matching_sections(self):
3356
"""Get all sections matching ``location``."""
3357
# We slightly diverge from LocalConfig here by allowing the no-name
3358
# section as the most generic one and the lower priority.
3359
no_name_section = None
3361
# Filter out the no_name_section so _iter_for_location_by_parts can be
3362
# used (it assumes all sections have a name).
3363
for _, section in self.store.get_sections():
3364
if section.id is None:
3365
no_name_section = section
3367
all_sections.append(section)
3368
# Unfortunately _iter_for_location_by_parts deals with section names so
3369
# we have to resync.
3370
filtered_sections = _iter_for_location_by_parts(
3371
[s.id for s in all_sections], self.location)
3372
iter_all_sections = iter(all_sections)
3373
matching_sections = []
3374
if no_name_section is not None:
3375
matching_sections.append(
3376
LocationSection(no_name_section, 0, self.location))
3377
for section_id, extra_path, length in filtered_sections:
3378
# a section id is unique for a given store so it's safe to take the
3379
# first matching section while iterating. Also, all filtered
3380
# sections are part of 'all_sections' and will always be found
3383
section = iter_all_sections.next()
3384
if section_id == section.id:
3385
matching_sections.append(
3386
LocationSection(section, length, extra_path))
3388
return matching_sections
3390
def get_sections(self):
3391
# Override the default implementation as we want to change the order
3392
matching_sections = self._get_matching_sections()
3393
# We want the longest (aka more specific) locations first
3394
sections = sorted(matching_sections,
3395
key=lambda section: (section.length, section.id),
3397
# Sections mentioning 'ignore_parents' restrict the selection
3398
for section in sections:
3399
# FIXME: We really want to use as_bool below -- vila 2011-04-07
3400
ignore = section.get('ignore_parents', None)
3401
if ignore is not None:
3402
ignore = ui.bool_from_string(ignore)
3405
# Finally, we have a valid section
3406
yield self.store, section
3409
_option_ref_re = lazy_regex.lazy_compile('({[^{}\n]+})')
3410
"""Describes an expandable option reference.
3412
We want to match the most embedded reference first.
3414
I.e. for '{{foo}}' we will get '{foo}',
3415
for '{bar{baz}}' we will get '{baz}'
3418
def iter_option_refs(string):
3419
# Split isolate refs so every other chunk is a ref
3421
for chunk in _option_ref_re.split(string):
3426
class Stack(object):
3427
"""A stack of configurations where an option can be defined"""
3429
def __init__(self, sections_def, store=None, mutable_section_id=None):
3430
"""Creates a stack of sections with an optional store for changes.
3432
:param sections_def: A list of Section or callables that returns an
3433
iterable of Section. This defines the Sections for the Stack and
3434
can be called repeatedly if needed.
3436
:param store: The optional Store where modifications will be
3437
recorded. If none is specified, no modifications can be done.
3439
:param mutable_section_id: The id of the MutableSection where changes
3440
are recorded. This requires the ``store`` parameter to be
3443
self.sections_def = sections_def
3445
self.mutable_section_id = mutable_section_id
3447
def get(self, name, expand=None):
3448
"""Return the *first* option value found in the sections.
3450
This is where we guarantee that sections coming from Store are loaded
3451
lazily: the loading is delayed until we need to either check that an
3452
option exists or get its value, which in turn may require to discover
3453
in which sections it can be defined. Both of these (section and option
3454
existence) require loading the store (even partially).
3456
:param name: The queried option.
3458
:param expand: Whether options references should be expanded.
3460
:returns: The value of the option.
3462
# FIXME: No caching of options nor sections yet -- vila 20110503
3464
expand = _get_expand_default_value()
3466
# Ensuring lazy loading is achieved by delaying section matching (which
3467
# implies querying the persistent storage) until it can't be avoided
3468
# anymore by using callables to describe (possibly empty) section
3470
found_store = None # Where the option value has been found
3471
for sections in self.sections_def:
3472
for store, section in sections():
3473
value = section.get(name)
3474
if value is not None:
3477
if value is not None:
3479
# If the option is registered, it may provide additional info about
3482
opt = option_registry.get(name)
3486
def expand_and_convert(val):
3487
# This may need to be called twice if the value is None or ends up
3488
# being None during expansion or conversion.
3491
if isinstance(val, basestring):
3492
val = self._expand_options_in_string(val)
3494
trace.warning('Cannot expand "%s":'
3495
' %s does not support option expansion'
3496
% (name, type(val)))
3498
val = found_store.unquote(val)
3500
val = opt.convert_from_unicode(found_store, val)
3502
value = expand_and_convert(value)
3503
if opt is not None and value is None:
3504
# If the option is registered, it may provide a default value
3505
value = opt.get_default()
3506
value = expand_and_convert(value)
3507
for hook in ConfigHooks['get']:
3508
hook(self, name, value)
3511
def expand_options(self, string, env=None):
3512
"""Expand option references in the string in the configuration context.
3514
:param string: The string containing option(s) to expand.
3516
:param env: An option dict defining additional configuration options or
3517
overriding existing ones.
3519
:returns: The expanded string.
3521
return self._expand_options_in_string(string, env)
3523
def _expand_options_in_string(self, string, env=None, _refs=None):
3524
"""Expand options in the string in the configuration context.
3526
:param string: The string to be expanded.
3528
:param env: An option dict defining additional configuration options or
3529
overriding existing ones.
3531
:param _refs: Private list (FIFO) containing the options being expanded
3534
:returns: The expanded string.
3537
# Not much to expand there
3540
# What references are currently resolved (to detect loops)
3543
# We need to iterate until no more refs appear ({{foo}} will need two
3544
# iterations for example).
3549
for is_ref, chunk in iter_option_refs(result):
3551
chunks.append(chunk)
3556
raise errors.OptionExpansionLoop(string, _refs)
3558
value = self._expand_option(name, env, _refs)
3560
raise errors.ExpandingUnknownOption(name, string)
3561
chunks.append(value)
3563
result = ''.join(chunks)
3566
def _expand_option(self, name, env, _refs):
3567
if env is not None and name in env:
3568
# Special case, values provided in env takes precedence over
3572
value = self.get(name, expand=False)
3573
value = self._expand_options_in_string(value, env, _refs)
3576
def _get_mutable_section(self):
3577
"""Get the MutableSection for the Stack.
3579
This is where we guarantee that the mutable section is lazily loaded:
3580
this means we won't load the corresponding store before setting a value
3581
or deleting an option. In practice the store will often be loaded but
3582
this helps catching some programming errors.
3585
section = store.get_mutable_section(self.mutable_section_id)
3586
return store, section
3588
def set(self, name, value):
3589
"""Set a new value for the option."""
3590
store, section = self._get_mutable_section()
3591
section.set(name, store.quote(value))
3592
for hook in ConfigHooks['set']:
3593
hook(self, name, value)
3595
def remove(self, name):
3596
"""Remove an existing option."""
3597
_, section = self._get_mutable_section()
3598
section.remove(name)
3599
for hook in ConfigHooks['remove']:
3603
# Mostly for debugging use
3604
return "<config.%s(%s)>" % (self.__class__.__name__, id(self))
3606
def _get_overrides(self):
3607
# Hack around library_state.initialize never called
3608
if bzrlib.global_state is not None:
3609
return bzrlib.global_state.cmdline_overrides.get_sections()
3613
class MemoryStack(Stack):
3614
"""A configuration stack defined from a string.
3616
This is mainly intended for tests and requires no disk resources.
3619
def __init__(self, content=None):
3620
"""Create an in-memory stack from a given content.
3622
It uses a single store based on configobj and support reading and
3625
:param content: The initial content of the store. If None, the store is
3626
not loaded and ``_load_from_string`` can and should be used if
3629
store = IniFileStore()
3630
if content is not None:
3631
store._load_from_string(content)
3632
super(MemoryStack, self).__init__(
3633
[store.get_sections], store)
3636
class _CompatibleStack(Stack):
3637
"""Place holder for compatibility with previous design.
3639
This is intended to ease the transition from the Config-based design to the
3640
Stack-based design and should not be used nor relied upon by plugins.
3642
One assumption made here is that the daughter classes will all use Stores
3643
derived from LockableIniFileStore).
3645
It implements set() and remove () by re-loading the store before applying
3646
the modification and saving it.
3648
The long term plan being to implement a single write by store to save
3649
all modifications, this class should not be used in the interim.
3652
def set(self, name, value):
3655
super(_CompatibleStack, self).set(name, value)
3656
# Force a write to persistent storage
3659
def remove(self, name):
3662
super(_CompatibleStack, self).remove(name)
3663
# Force a write to persistent storage
3667
class GlobalStack(_CompatibleStack):
3668
"""Global options only stack.
3670
The following sections are queried:
3672
* command-line overrides,
3674
* the 'DEFAULT' section in bazaar.conf
3676
This stack will use the ``DEFAULT`` section in bazaar.conf as its
3681
gstore = GlobalStore()
3682
super(GlobalStack, self).__init__(
3683
[self._get_overrides,
3684
NameMatcher(gstore, 'DEFAULT').get_sections],
3685
gstore, mutable_section_id='DEFAULT')
3688
class LocationStack(_CompatibleStack):
3689
"""Per-location options falling back to global options stack.
3692
The following sections are queried:
3694
* command-line overrides,
3696
* the sections matching ``location`` in ``locations.conf``, the order being
3697
defined by the number of path components in the section glob, higher
3698
numbers first (from most specific section to most generic).
3700
* the 'DEFAULT' section in bazaar.conf
3702
This stack will use the ``location`` section in locations.conf as its
3706
def __init__(self, location):
3707
"""Make a new stack for a location and global configuration.
3709
:param location: A URL prefix to """
3710
lstore = LocationStore()
3711
if location.startswith('file://'):
3712
location = urlutils.local_path_from_url(location)
3713
gstore = GlobalStore()
3714
super(LocationStack, self).__init__(
3715
[self._get_overrides,
3716
LocationMatcher(lstore, location).get_sections,
3717
NameMatcher(gstore, 'DEFAULT').get_sections],
3718
lstore, mutable_section_id=location)
3721
class BranchStack(_CompatibleStack):
3722
"""Per-location options falling back to branch then global options stack.
3724
The following sections are queried:
3726
* command-line overrides,
3728
* the sections matching ``location`` in ``locations.conf``, the order being
3729
defined by the number of path components in the section glob, higher
3730
numbers first (from most specific section to most generic),
3732
* the no-name section in branch.conf,
3734
* the ``DEFAULT`` section in ``bazaar.conf``.
3736
This stack will use the no-name section in ``branch.conf`` as its
3740
def __init__(self, branch):
3741
lstore = LocationStore()
3742
bstore = branch._get_config_store()
3743
gstore = GlobalStore()
3744
super(BranchStack, self).__init__(
3745
[self._get_overrides,
3746
LocationMatcher(lstore, branch.base).get_sections,
3747
NameMatcher(bstore, None).get_sections,
3748
NameMatcher(gstore, 'DEFAULT').get_sections],
3750
self.branch = branch
3753
class RemoteControlStack(_CompatibleStack):
3754
"""Remote control-only options stack."""
3756
# FIXME 2011-11-22 JRV This should probably be renamed to avoid confusion
3757
# with the stack used for remote bzr dirs. RemoteControlStack only uses
3758
# control.conf and is used only for stack options.
3760
def __init__(self, bzrdir):
3761
cstore = bzrdir._get_config_store()
3762
super(RemoteControlStack, self).__init__(
3763
[NameMatcher(cstore, None).get_sections],
3765
self.bzrdir = bzrdir
3768
class BranchOnlyStack(_CompatibleStack):
3769
"""Branch-only options stack."""
3771
# FIXME: _BranchOnlyStack only uses branch.conf and is used only for the
3772
# stacked_on_location options waiting for http://pad.lv/832042 to be fixed.
3773
# -- vila 2011-12-16
3775
def __init__(self, branch):
3776
bstore = branch._get_config_store()
3777
super(BranchOnlyStack, self).__init__(
3778
[NameMatcher(bstore, None).get_sections],
3780
self.branch = branch
3783
# Use a an empty dict to initialize an empty configobj avoiding all
3784
# parsing and encoding checks
3785
_quoting_config = configobj.ConfigObj(
3786
{}, encoding='utf-8', interpolation=False, list_values=True)
3788
class cmd_config(commands.Command):
3789
__doc__ = """Display, set or remove a configuration option.
3791
Display the active value for a given option.
3793
If --all is specified, NAME is interpreted as a regular expression and all
3794
matching options are displayed mentioning their scope. The active value
3795
that bzr will take into account is the first one displayed for each option.
3797
If no NAME is given, --all .* is implied.
3799
Setting a value is achieved by using name=value without spaces. The value
3800
is set in the most relevant scope and can be checked by displaying the
3804
takes_args = ['name?']
3808
# FIXME: This should be a registry option so that plugins can register
3809
# their own config files (or not) and will also address
3810
# http://pad.lv/788991 -- vila 20101115
3811
commands.Option('scope', help='Reduce the scope to the specified'
3812
' configuration file.',
3814
commands.Option('all',
3815
help='Display all the defined values for the matching options.',
3817
commands.Option('remove', help='Remove the option from'
3818
' the configuration file.'),
3821
_see_also = ['configuration']
3823
@commands.display_command
3824
def run(self, name=None, all=False, directory=None, scope=None,
3826
if directory is None:
3828
directory = urlutils.normalize_url(directory)
3830
raise errors.BzrError(
3831
'--all and --remove are mutually exclusive.')
3833
# Delete the option in the given scope
3834
self._remove_config_option(name, directory, scope)
3836
# Defaults to all options
3837
self._show_matching_options('.*', directory, scope)
3840
name, value = name.split('=', 1)
3842
# Display the option(s) value(s)
3844
self._show_matching_options(name, directory, scope)
3846
self._show_value(name, directory, scope)
3849
raise errors.BzrError(
3850
'Only one option can be set.')
3851
# Set the option value
3852
self._set_config_option(name, value, directory, scope)
3854
def _get_stack(self, directory, scope=None):
3855
"""Get the configuration stack specified by ``directory`` and ``scope``.
3857
:param directory: Where the configurations are derived from.
3859
:param scope: A specific config to start from.
3861
# FIXME: scope should allow access to plugin-specific stacks (even
3862
# reduced to the plugin-specific store), related to
3863
# http://pad.lv/788991 -- vila 2011-11-15
3864
if scope is not None:
3865
if scope == 'bazaar':
3866
return GlobalStack()
3867
elif scope == 'locations':
3868
return LocationStack(directory)
3869
elif scope == 'branch':
3871
controldir.ControlDir.open_containing_tree_or_branch(
3873
return br.get_config_stack()
3874
raise errors.NoSuchConfig(scope)
3878
controldir.ControlDir.open_containing_tree_or_branch(
3880
return br.get_config_stack()
3881
except errors.NotBranchError:
3882
return LocationStack(directory)
3884
def _show_value(self, name, directory, scope):
3885
conf = self._get_stack(directory, scope)
3886
value = conf.get(name, expand=True)
3887
if value is not None:
3888
# Quote the value appropriately
3889
value = _quoting_config._quote(value)
3890
self.outf.write('%s\n' % (value,))
3892
raise errors.NoSuchConfigOption(name)
3894
def _show_matching_options(self, name, directory, scope):
3895
name = lazy_regex.lazy_compile(name)
3896
# We want any error in the regexp to be raised *now* so we need to
3897
# avoid the delay introduced by the lazy regexp. But, we still do
3898
# want the nicer errors raised by lazy_regex.
3899
name._compile_and_collapse()
3902
conf = self._get_stack(directory, scope)
3903
for sections in conf.sections_def:
3904
for store, section in sections():
3905
for oname in section.iter_option_names():
3906
if name.search(oname):
3907
if cur_store_id != store.id:
3908
# Explain where the options are defined
3909
self.outf.write('%s:\n' % (store.id,))
3910
cur_store_id = store.id
3912
if (section.id is not None
3913
and cur_section != section.id):
3914
# Display the section id as it appears in the store
3915
# (None doesn't appear by definition)
3916
self.outf.write(' [%s]\n' % (section.id,))
3917
cur_section = section.id
3918
value = section.get(oname, expand=False)
3919
# Since we don't use the stack, we need to restore a
3922
opt = option_registry.get(oname)
3923
value = opt.convert_from_unicode(store, value)
3925
value = store.unquote(value)
3926
value = _quoting_config._quote(value)
3927
self.outf.write(' %s = %s\n' % (oname, value))
3929
def _set_config_option(self, name, value, directory, scope):
3930
conf = self._get_stack(directory, scope)
3931
conf.set(name, value)
3933
def _remove_config_option(self, name, directory, scope):
3935
raise errors.BzrCommandError(
3936
'--remove expects an option to remove.')
3937
conf = self._get_stack(directory, scope)
3941
raise errors.NoSuchConfigOption(name)
3946
# We need adapters that can build a Store or a Stack in a test context. Test
3947
# classes, based on TestCaseWithTransport, can use the registry to parametrize
3948
# themselves. The builder will receive a test instance and should return a
3949
# ready-to-use store or stack. Plugins that define new store/stacks can also
3950
# register themselves here to be tested against the tests defined in
3951
# bzrlib.tests.test_config. Note that the builder can be called multiple times
3952
# for the same test.
3954
# The registered object should be a callable receiving a test instance
3955
# parameter (inheriting from tests.TestCaseWithTransport) and returning a Store
3957
test_store_builder_registry = registry.Registry()
3959
# The registered object should be a callable receiving a test instance
3960
# parameter (inheriting from tests.TestCaseWithTransport) and returning a Stack
3962
test_stack_builder_registry = registry.Registry()