154
def signature_policy_from_unicode(signature_string):
155
"""Convert a string to a signing policy."""
156
if signature_string.lower() == 'check-available':
157
return CHECK_IF_POSSIBLE
158
if signature_string.lower() == 'ignore':
160
if signature_string.lower() == 'require':
162
raise ValueError("Invalid signatures policy '%s'"
166
def signing_policy_from_unicode(signature_string):
167
"""Convert a string to a signing policy."""
168
if signature_string.lower() == 'when-required':
169
return SIGN_WHEN_REQUIRED
170
if signature_string.lower() == 'never':
172
if signature_string.lower() == 'always':
174
raise ValueError("Invalid signing policy '%s'"
152
178
class ConfigObj(configobj.ConfigObj):
154
180
def __init__(self, infile=None, **kwargs):
414
440
# add) the final ','
418
def get_user_option_as_int_from_SI(self, option_name, default=None):
444
@deprecated_method(deprecated_in((2, 5, 0)))
445
def get_user_option_as_int_from_SI(self, option_name, default=None):
419
446
"""Get a generic option from a human readable size in SI units, e.g 10MB
421
448
Accepted suffixes are K,M,G. It is case-insensitive and may be followed
422
449
by a trailing b (i.e. Kb, MB). This is intended to be practical and not
425
452
:return Integer, expanded to its base-10 value if a proper SI unit is
426
453
found. If the option doesn't exist, or isn't a value in
427
454
SI units, return default (which defaults to None)
922
948
"""See Config.post_commit."""
923
949
return self._get_user_option('post_commit')
925
def _string_to_signature_policy(self, signature_string):
926
"""Convert a string to a signing policy."""
927
if signature_string.lower() == 'check-available':
928
return CHECK_IF_POSSIBLE
929
if signature_string.lower() == 'ignore':
931
if signature_string.lower() == 'require':
933
raise errors.BzrError("Invalid signatures policy '%s'"
936
def _string_to_signing_policy(self, signature_string):
937
"""Convert a string to a signing policy."""
938
if signature_string.lower() == 'when-required':
939
return SIGN_WHEN_REQUIRED
940
if signature_string.lower() == 'never':
942
if signature_string.lower() == 'always':
944
raise errors.BzrError("Invalid signing policy '%s'"
947
951
def _get_alias(self, value):
949
953
return self._get_parser().get_value("ALIASES",
2319
2331
encoutered, in which config files it can be stored.
2322
def __init__(self, name, default=None, default_from_env=None,
2324
from_unicode=None, invalid=None):
2334
def __init__(self, name, override_from_env=None,
2335
default=None, default_from_env=None,
2336
help=None, from_unicode=None, invalid=None, unquote=True):
2325
2337
"""Build an option definition.
2327
2339
:param name: the name used to refer to the option.
2341
:param override_from_env: A list of environment variables which can
2342
provide override any configuration setting.
2329
2344
:param default: the default value to use when none exist in the config
2330
2345
stores. This is either a string that ``from_unicode`` will convert
2331
into the proper type or a python object that can be stringified (so
2332
only the empty list is supported for example).
2346
into the proper type, a callable returning a unicode string so that
2347
``from_unicode`` can be used on the return value, or a python
2348
object that can be stringified (so only the empty list is supported
2334
2351
:param default_from_env: A list of environment variables which can
2335
2352
provide a default value. 'default' will be used only if none of the
2347
2364
TypeError. Accepted values are: None (ignore invalid values),
2348
2365
'warning' (emit a warning), 'error' (emit an error message and
2368
:param unquote: should the unicode value be unquoted before conversion.
2369
This should be used only when the store providing the values cannot
2370
safely unquote them (see http://pad.lv/906897). It is provided so
2371
daughter classes can handle the quoting themselves.
2373
if override_from_env is None:
2374
override_from_env = []
2351
2375
if default_from_env is None:
2352
2376
default_from_env = []
2353
2377
self.name = name
2378
self.override_from_env = override_from_env
2354
2379
# Convert the default value to a unicode string so all values are
2355
2380
# strings internally before conversion (via from_unicode) is attempted.
2356
2381
if default is None:
2361
2386
raise AssertionError(
2362
2387
'Only empty lists are supported as default values')
2363
2388
self.default = u','
2364
elif isinstance(default, (str, unicode, bool, int)):
2389
elif isinstance(default, (str, unicode, bool, int, float)):
2365
2390
# Rely on python to convert strings, booleans and integers
2366
2391
self.default = u'%s' % (default,)
2392
elif callable(default):
2393
self.default = default
2368
2395
# other python objects are not expected
2369
2396
raise AssertionError('%r is not supported as a default value'
2371
2398
self.default_from_env = default_from_env
2372
2399
self.help = help
2373
2400
self.from_unicode = from_unicode
2401
self.unquote = unquote
2374
2402
if invalid and invalid not in ('warning', 'error'):
2375
2403
raise AssertionError("%s not supported for 'invalid'" % (invalid,))
2376
2404
self.invalid = invalid
2378
def convert_from_unicode(self, unicode_value):
2406
def convert_from_unicode(self, store, unicode_value):
2407
if self.unquote and store is not None and unicode_value is not None:
2408
unicode_value = store.unquote(unicode_value)
2379
2409
if self.from_unicode is None or unicode_value is None:
2380
2410
# Don't convert or nothing to convert
2381
2411
return unicode_value
2393
2423
raise errors.ConfigOptionValueError(self.name, unicode_value)
2394
2424
return converted
2426
def get_override(self):
2428
for var in self.override_from_env:
2430
# If the env variable is defined, its value takes precedence
2431
value = os.environ[var].decode(osutils.get_user_encoding())
2396
2437
def get_default(self):
2398
2439
for var in self.default_from_env:
2400
2441
# If the env variable is defined, its value is the default one
2401
value = os.environ[var]
2442
value = os.environ[var].decode(osutils.get_user_encoding())
2403
2444
except KeyError:
2405
2446
if value is None:
2406
2447
# Otherwise, fallback to the value defined at registration
2407
value = self.default
2448
if callable(self.default):
2449
value = self.default()
2450
if not isinstance(value, unicode):
2451
raise AssertionError(
2452
'Callable default values should be unicode')
2454
value = self.default
2410
2457
def get_help_text(self, additional_see_also=None, plain=True):
2426
2473
return int(unicode_str)
2476
_unit_suffixes = dict(K=10**3, M=10**6, G=10**9)
2478
def int_SI_from_store(unicode_str):
2479
"""Convert a human readable size in SI units, e.g 10MB into an integer.
2481
Accepted suffixes are K,M,G. It is case-insensitive and may be followed
2482
by a trailing b (i.e. Kb, MB). This is intended to be practical and not
2485
:return Integer, expanded to its base-10 value if a proper SI unit is
2486
found, None otherwise.
2488
regexp = "^(\d+)(([" + ''.join(_unit_suffixes) + "])b?)?$"
2489
p = re.compile(regexp, re.IGNORECASE)
2490
m = p.match(unicode_str)
2493
val, _, unit = m.groups()
2497
coeff = _unit_suffixes[unit.upper()]
2499
raise ValueError(gettext('{0} is not an SI unit.').format(unit))
2504
def float_from_store(unicode_str):
2505
return float(unicode_str)
2429
2508
# Use a an empty dict to initialize an empty configobj avoiding all
2430
2509
# parsing and encoding checks
2431
2510
_list_converter_config = configobj.ConfigObj(
2432
2511
{}, encoding='utf-8', list_values=True, interpolation=False)
2435
def list_from_store(unicode_str):
2436
if not isinstance(unicode_str, basestring):
2438
# Now inject our string directly as unicode. All callers got their value
2439
# from configobj, so values that need to be quoted are already properly
2441
_list_converter_config.reset()
2442
_list_converter_config._parse([u"list=%s" % (unicode_str,)])
2443
maybe_list = _list_converter_config['list']
2444
# ConfigObj return '' instead of u''. Use 'str' below to catch all cases.
2445
if isinstance(maybe_list, basestring):
2447
# A single value, most probably the user forgot (or didn't care to
2448
# add) the final ','
2514
class ListOption(Option):
2516
def __init__(self, name, default=None, default_from_env=None,
2517
help=None, invalid=None):
2518
"""A list Option definition.
2520
This overrides the base class so the conversion from a unicode string
2521
can take quoting into account.
2523
super(ListOption, self).__init__(
2524
name, default=default, default_from_env=default_from_env,
2525
from_unicode=self.from_unicode, help=help,
2526
invalid=invalid, unquote=False)
2528
def from_unicode(self, unicode_str):
2529
if not isinstance(unicode_str, basestring):
2531
# Now inject our string directly as unicode. All callers got their
2532
# value from configobj, so values that need to be quoted are already
2534
_list_converter_config.reset()
2535
_list_converter_config._parse([u"list=%s" % (unicode_str,)])
2536
maybe_list = _list_converter_config['list']
2537
if isinstance(maybe_list, basestring):
2539
# A single value, most probably the user forgot (or didn't care
2540
# to add) the final ','
2543
# The empty string, convert to empty list
2451
# The empty string, convert to empty list
2454
# We rely on ConfigObj providing us with a list already
2546
# We rely on ConfigObj providing us with a list already
2459
2551
class OptionRegistry(registry.Registry):
2500
2592
# Registered options in lexicographical order
2502
2594
option_registry.register(
2595
Option('append_revisions_only',
2596
default=None, from_unicode=bool_from_store, invalid='warning',
2598
Whether to only append revisions to the mainline.
2600
If this is set to true, then it is not possible to change the
2601
existing mainline of the branch.
2603
option_registry.register(
2604
ListOption('acceptable_keys',
2607
List of GPG key patterns which are acceptable for verification.
2609
option_registry.register(
2610
Option('add.maximum_file_size',
2611
default=u'20MB', from_unicode=int_SI_from_store,
2613
Size above which files should be added manually.
2615
Files below this size are added automatically when using ``bzr add`` without
2618
A negative value means disable the size check.
2620
option_registry.register(
2622
default=None, from_unicode=bool_from_store,
2624
Is the branch bound to ``bound_location``.
2626
If set to "True", the branch should act as a checkout, and push each commit to
2627
the bound_location. This option is normally set by ``bind``/``unbind``.
2629
See also: bound_location.
2631
option_registry.register(
2632
Option('bound_location',
2635
The location that commits should go to when acting as a checkout.
2637
This option is normally set by ``bind``.
2641
option_registry.register(
2642
Option('branch.fetch_tags', default=False, from_unicode=bool_from_store,
2644
Whether revisions associated with tags should be fetched.
2646
option_registry.register(
2503
2647
Option('bzr.workingtree.worth_saving_limit', default=10,
2504
2648
from_unicode=int_from_store, invalid='warning',
2512
2656
a file has been touched.
2514
2658
option_registry.register(
2659
Option('check_signatures', default=CHECK_IF_POSSIBLE,
2660
from_unicode=signature_policy_from_unicode,
2662
GPG checking policy.
2664
Possible values: require, ignore, check-available (default)
2666
this option will control whether bzr will require good gpg
2667
signatures, ignore them, or check them if they are
2670
option_registry.register(
2671
Option('child_submit_format',
2672
help='''The preferred format of submissions to this branch.'''))
2673
option_registry.register(
2674
Option('child_submit_to',
2675
help='''Where submissions to this branch are mailed to.'''))
2676
option_registry.register(
2677
Option('create_signatures', default=SIGN_WHEN_REQUIRED,
2678
from_unicode=signing_policy_from_unicode,
2682
Possible values: always, never, when-required (default)
2684
This option controls whether bzr will always create
2685
gpg signatures or not on commits.
2687
option_registry.register(
2515
2688
Option('dirstate.fdatasync', default=True,
2516
2689
from_unicode=bool_from_store,
2541
2714
Option('editor',
2542
2715
help='The command called to launch an editor to enter a message.'))
2543
2716
option_registry.register(
2717
Option('email', override_from_env=['BZR_EMAIL'], default=default_email,
2718
help='The users identity'))
2719
option_registry.register(
2720
Option('gpg_signing_command',
2723
Program to use use for creating signatures.
2725
This should support at least the -u and --clearsign options.
2727
option_registry.register(
2728
Option('gpg_signing_key',
2731
GPG key to use for signing.
2733
This defaults to the first key associated with the users email.
2735
option_registry.register(
2544
2736
Option('ignore_missing_extensions', default=False,
2545
2737
from_unicode=bool_from_store,
2564
2756
Otherwise, bzr will prompt as normal to break the lock.
2566
2758
option_registry.register(
2759
Option('log_format', default='long',
2761
Log format to use when displaying revisions.
2763
Standard log formats are ``long``, ``short`` and ``line``. Additional formats
2764
may be provided by plugins.
2766
option_registry.register(
2567
2767
Option('output_encoding',
2568
2768
help= 'Unicode encoding for output'
2569
2769
' (terminal encoding if not specified).'))
2570
2770
option_registry.register(
2771
Option('parent_location',
2774
The location of the default branch for pull or merge.
2776
This option is normally set when creating a branch, the first ``pull`` or by
2777
``pull --remember``.
2779
option_registry.register(
2780
Option('post_commit', default=None,
2782
Post commit functions.
2784
An ordered list of python functions to call, separated by spaces.
2786
Each function takes branch, rev_id as parameters.
2788
option_registry.register(
2789
Option('public_branch',
2792
A publically-accessible version of this branch.
2794
This implies that the branch setting this option is not publically-accessible.
2795
Used and set by ``bzr send``.
2797
option_registry.register(
2798
Option('push_location',
2801
The location of the default branch for push.
2803
This option is normally set by the first ``push`` or ``push --remember``.
2805
option_registry.register(
2571
2806
Option('push_strict', default=None,
2572
2807
from_unicode=bool_from_store,
2586
2821
to physical disk. This is somewhat slower, but means data should not be
2587
2822
lost if the machine crashes. See also dirstate.fdatasync.
2824
option_registry.register_lazy('smtp_server',
2825
'bzrlib.smtp_connection', 'smtp_server')
2826
option_registry.register_lazy('smtp_password',
2827
'bzrlib.smtp_connection', 'smtp_password')
2828
option_registry.register_lazy('smtp_username',
2829
'bzrlib.smtp_connection', 'smtp_username')
2830
option_registry.register(
2831
Option('selftest.timeout',
2833
from_unicode=int_from_store,
2834
help='Abort selftest if one test takes longer than this many seconds',
2589
2837
option_registry.register(
2590
2838
Option('send_strict', default=None,
2591
2839
from_unicode=bool_from_store,
2593
2841
The default value for ``send --strict``.
2595
2843
If present, defines the ``--strict`` option default value for checking
2596
uncommitted changes before pushing.
2844
uncommitted changes before sending a bundle.
2847
option_registry.register(
2848
Option('serve.client_timeout',
2849
default=300.0, from_unicode=float_from_store,
2850
help="If we wait for a new request from a client for more than"
2851
" X seconds, consider the client idle, and hangup."))
2852
option_registry.register(
2853
Option('stacked_on_location',
2855
help="""The location where this branch is stacked on."""))
2856
option_registry.register(
2857
Option('submit_branch',
2860
The branch you intend to submit your current work to.
2862
This is automatically set by ``bzr send`` and ``bzr merge``, and is also used
2863
by the ``submit:`` revision spec.
2865
option_registry.register(
2867
help='''Where submissions from this branch are mailed to.'''))
2869
option_registry.register_lazy('ssl.ca_certs',
2870
'bzrlib.transport.http._urllib2_wrappers', 'opt_ssl_ca_certs')
2872
option_registry.register_lazy('ssl.cert_reqs',
2873
'bzrlib.transport.http._urllib2_wrappers', 'opt_ssl_cert_reqs')
2600
2877
class Section(object):
2601
2878
"""A section defines a dict of option name => value.
2642
2925
self.orig[name] = self.get(name, None)
2643
2926
del self.options[name]
2928
def reset_changes(self):
2931
def apply_changes(self, dirty, store):
2932
"""Apply option value changes.
2934
``self`` has been reloaded from the persistent storage. ``dirty``
2935
contains the changes made since the previous loading.
2937
:param dirty: the mutable section containing the changes.
2939
:param store: the store containing the section
2941
for k, expected in dirty.orig.iteritems():
2942
actual = dirty.get(k, _DeletedOption)
2943
reloaded = self.get(k, _NewlyCreatedOption)
2944
if actual is _DeletedOption:
2945
if k in self.options:
2949
# Report concurrent updates in an ad-hoc way. This should only
2950
# occurs when different processes try to update the same option
2951
# which is not supported (as in: the config framework is not meant
2952
# to be used a sharing mechanism).
2953
if expected != reloaded:
2954
if actual is _DeletedOption:
2955
actual = '<DELETED>'
2956
if reloaded is _NewlyCreatedOption:
2957
reloaded = '<CREATED>'
2958
if expected is _NewlyCreatedOption:
2959
expected = '<CREATED>'
2960
# Someone changed the value since we get it from the persistent
2962
trace.warning(gettext(
2963
"Option {0} in section {1} of {2} was changed"
2964
" from {3} to {4}. The {5} value will be saved.".format(
2965
k, self.id, store.external_url(), expected,
2967
# No need to keep track of these changes
2968
self.reset_changes()
2646
2971
class Store(object):
2647
2972
"""Abstract interface to persistent storage for configuration options."""
2678
3007
raise NotImplementedError(self.unload)
3009
def quote(self, value):
3010
"""Quote a configuration option value for storing purposes.
3012
This allows Stacks to present values as they will be stored.
3016
def unquote(self, value):
3017
"""Unquote a configuration option value into unicode.
3019
The received value is quoted as stored.
2680
3023
def save(self):
2681
3024
"""Saves the Store to persistent storage."""
2682
3025
raise NotImplementedError(self.save)
3027
def _need_saving(self):
3028
for s in self.dirty_sections:
3030
# At least one dirty section contains a modification
3034
def apply_changes(self, dirty_sections):
3035
"""Apply changes from dirty sections while checking for coherency.
3037
The Store content is discarded and reloaded from persistent storage to
3038
acquire up-to-date values.
3040
Dirty sections are MutableSection which kept track of the value they
3041
are expected to update.
3043
# We need an up-to-date version from the persistent storage, unload the
3044
# store. The reload will occur when needed (triggered by the first
3045
# get_mutable_section() call below.
3047
# Apply the changes from the preserved dirty sections
3048
for dirty in dirty_sections:
3049
clean = self.get_mutable_section(dirty.id)
3050
clean.apply_changes(dirty, self)
3051
# Everything is clean now
3052
self.dirty_sections = []
3054
def save_changes(self):
3055
"""Saves the Store to persistent storage if changes occurred.
3057
Apply the changes recorded in the mutable sections to a store content
3058
refreshed from persistent storage.
3060
raise NotImplementedError(self.save_changes)
2684
3062
def external_url(self):
2685
3063
raise NotImplementedError(self.external_url)
2687
3065
def get_sections(self):
2688
3066
"""Returns an ordered iterable of existing sections.
2690
:returns: An iterable of (name, dict).
3068
:returns: An iterable of (store, section).
2692
3070
raise NotImplementedError(self.get_sections)
2694
def get_mutable_section(self, section_name=None):
3072
def get_mutable_section(self, section_id=None):
2695
3073
"""Returns the specified mutable section.
2697
:param section_name: The section identifier
3075
:param section_id: The section identifier
2699
3077
raise NotImplementedError(self.get_mutable_section)
2704
3082
self.external_url())
3085
class CommandLineStore(Store):
3086
"A store to carry command line overrides for the config options."""
3088
def __init__(self, opts=None):
3089
super(CommandLineStore, self).__init__()
3096
# The dict should be cleared but not replaced so it can be shared.
3097
self.options.clear()
3099
def _from_cmdline(self, overrides):
3100
# Reset before accepting new definitions
3102
for over in overrides:
3104
name, value = over.split('=', 1)
3106
raise errors.BzrCommandError(
3107
gettext("Invalid '%s', should be of the form 'name=value'")
3109
self.options[name] = value
3111
def external_url(self):
3112
# Not an url but it makes debugging easier and is never needed
3116
def get_sections(self):
3117
yield self, self.readonly_section_class(None, self.options)
2707
3120
class IniFileStore(Store):
2708
3121
"""A config Store using ConfigObj for storage.
2710
:ivar transport: The transport object where the config file is located.
2712
:ivar file_name: The config file basename in the transport directory.
2714
3123
:ivar _config_obj: Private member to hold the ConfigObj instance used to
2715
3124
serialize/deserialize the config file.
2718
def __init__(self, transport, file_name):
2719
3128
"""A config Store using ConfigObj for storage.
2721
:param transport: The transport object where the config file is located.
2723
:param file_name: The config file basename in the transport directory.
2725
3130
super(IniFileStore, self).__init__()
2726
self.transport = transport
2727
self.file_name = file_name
2728
3131
self._config_obj = None
2730
3133
def is_loaded(self):
2733
3136
def unload(self):
2734
3137
self._config_obj = None
3138
self.dirty_sections = []
3140
def _load_content(self):
3141
"""Load the config file bytes.
3143
This should be provided by subclasses
3145
:return: Byte string
3147
raise NotImplementedError(self._load_content)
3149
def _save_content(self, content):
3150
"""Save the config file bytes.
3152
This should be provided by subclasses
3154
:param content: Config file bytes to write
3156
raise NotImplementedError(self._save_content)
2736
3158
def load(self):
2737
3159
"""Load the store from the associated file."""
2738
3160
if self.is_loaded():
2741
content = self.transport.get_bytes(self.file_name)
2742
except errors.PermissionDenied:
2743
trace.warning("Permission denied while trying to load "
2744
"configuration store %s.", self.external_url())
3162
content = self._load_content()
2746
3163
self._load_from_string(content)
2747
3164
for hook in ConfigHooks['load']:
2765
3182
except UnicodeDecodeError:
2766
3183
raise errors.ConfigContentError(self.external_url())
3185
def save_changes(self):
3186
if not self.is_loaded():
3189
if not self._need_saving():
3191
# Preserve the current version
3192
current = self._config_obj
3193
dirty_sections = list(self.dirty_sections)
3194
self.apply_changes(dirty_sections)
3195
# Save to the persistent storage
2768
3198
def save(self):
2769
3199
if not self.is_loaded():
2770
3200
# Nothing to save
2772
3202
out = StringIO()
2773
3203
self._config_obj.write(out)
2774
self.transport.put_bytes(self.file_name, out.getvalue())
3204
self._save_content(out.getvalue())
2775
3205
for hook in ConfigHooks['save']:
2778
def external_url(self):
2779
# FIXME: external_url should really accepts an optional relpath
2780
# parameter (bug #750169) :-/ -- vila 2011-04-04
2781
# The following will do in the interim but maybe we don't want to
2782
# expose a path here but rather a config ID and its associated
2783
# object </hand wawe>.
2784
return urlutils.join(self.transport.external_url(), self.file_name)
2786
3208
def get_sections(self):
2787
3209
"""Get the configobj section in the file order.
2789
:returns: An iterable of (name, dict).
3211
:returns: An iterable of (store, section).
2791
3213
# We need a loaded store
2797
3219
cobj = self._config_obj
2798
3220
if cobj.scalars:
2799
yield self.readonly_section_class(None, cobj)
3221
yield self, self.readonly_section_class(None, cobj)
2800
3222
for section_name in cobj.sections:
2801
yield self.readonly_section_class(section_name, cobj[section_name])
3224
self.readonly_section_class(section_name,
3225
cobj[section_name]))
2803
def get_mutable_section(self, section_name=None):
3227
def get_mutable_section(self, section_id=None):
2804
3228
# We need a loaded store
2807
3231
except errors.NoSuchFile:
2808
3232
# The file doesn't exist, let's pretend it was empty
2809
3233
self._load_from_string('')
2810
if section_name is None:
3234
if section_id is None:
2811
3235
section = self._config_obj
2813
section = self._config_obj.setdefault(section_name, {})
2814
return self.mutable_section_class(section_name, section)
3237
section = self._config_obj.setdefault(section_id, {})
3238
mutable_section = self.mutable_section_class(section_id, section)
3239
# All mutable sections can become dirty
3240
self.dirty_sections.append(mutable_section)
3241
return mutable_section
3243
def quote(self, value):
3245
# configobj conflates automagical list values and quoting
3246
self._config_obj.list_values = True
3247
return self._config_obj._quote(value)
3249
self._config_obj.list_values = False
3251
def unquote(self, value):
3252
if value and isinstance(value, basestring):
3253
# _unquote doesn't handle None nor empty strings nor anything that
3254
# is not a string, really.
3255
value = self._config_obj._unquote(value)
3258
def external_url(self):
3259
# Since an IniFileStore can be used without a file (at least in tests),
3260
# it's better to provide something than raising a NotImplementedError.
3261
# All daughter classes are supposed to provide an implementation
3263
return 'In-Process Store, no URL'
3265
class TransportIniFileStore(IniFileStore):
3266
"""IniFileStore that loads files from a transport.
3268
:ivar transport: The transport object where the config file is located.
3270
:ivar file_name: The config file basename in the transport directory.
3273
def __init__(self, transport, file_name):
3274
"""A Store using a ini file on a Transport
3276
:param transport: The transport object where the config file is located.
3277
:param file_name: The config file basename in the transport directory.
3279
super(TransportIniFileStore, self).__init__()
3280
self.transport = transport
3281
self.file_name = file_name
3283
def _load_content(self):
3285
return self.transport.get_bytes(self.file_name)
3286
except errors.PermissionDenied:
3287
trace.warning("Permission denied while trying to load "
3288
"configuration store %s.", self.external_url())
3291
def _save_content(self, content):
3292
self.transport.put_bytes(self.file_name, content)
3294
def external_url(self):
3295
# FIXME: external_url should really accepts an optional relpath
3296
# parameter (bug #750169) :-/ -- vila 2011-04-04
3297
# The following will do in the interim but maybe we don't want to
3298
# expose a path here but rather a config ID and its associated
3299
# object </hand wawe>.
3300
return urlutils.join(self.transport.external_url(), self.file_name)
2817
3303
# Note that LockableConfigObjStore inherits from ConfigObjStore because we need
2884
3371
t = transport.get_transport_from_path(
2885
3372
config_dir(), possible_transports=possible_transports)
2886
3373
super(LocationStore, self).__init__(t, 'locations.conf')
2889
class BranchStore(IniFileStore):
3374
self.id = 'locations'
3377
class BranchStore(TransportIniFileStore):
2891
3379
def __init__(self, branch):
2892
3380
super(BranchStore, self).__init__(branch.control_transport,
2894
3382
self.branch = branch
2896
3385
def lock_write(self, token=None):
2897
3386
return self.branch.lock_write(token)
2958
3448
class LocationSection(Section):
2960
def __init__(self, section, length, extra_path):
3450
def __init__(self, section, extra_path):
2961
3451
super(LocationSection, self).__init__(section.id, section.options)
2962
self.length = length
2963
3452
self.extra_path = extra_path
3453
self.locals = {'relpath': extra_path,
3454
'basename': urlutils.basename(extra_path)}
2965
def get(self, name, default=None):
3456
def get(self, name, default=None, expand=True):
2966
3457
value = super(LocationSection, self).get(name, default)
2967
if value is not None:
3458
if value is not None and expand:
2968
3459
policy_name = self.get(name + ':policy', None)
2969
3460
policy = _policy_value.get(policy_name, POLICY_NONE)
2970
3461
if policy == POLICY_APPENDPATH:
2971
3462
value = urlutils.join(value, self.extra_path)
3463
# expand section local options right now (since POLICY_APPENDPATH
3464
# will never add options references, it's ok to expand after it).
3466
for is_ref, chunk in iter_option_refs(value):
3468
chunks.append(chunk)
3471
if ref in self.locals:
3472
chunks.append(self.locals[ref])
3474
chunks.append(chunk)
3475
value = ''.join(chunks)
3479
class StartingPathMatcher(SectionMatcher):
3480
"""Select sections for a given location respecting the Store order."""
3482
# FIXME: Both local paths and urls can be used for section names as well as
3483
# ``location`` to stay consistent with ``LocationMatcher`` which itself
3484
# inherited the fuzziness from the previous ``LocationConfig``
3485
# implementation. We probably need to revisit which encoding is allowed for
3486
# both ``location`` and section names and how we normalize
3487
# them. http://pad.lv/85479, http://pad.lv/437009 and http://359320 are
3488
# related too. -- vila 2012-01-04
3490
def __init__(self, store, location):
3491
super(StartingPathMatcher, self).__init__(store)
3492
if location.startswith('file://'):
3493
location = urlutils.local_path_from_url(location)
3494
self.location = location
3496
def get_sections(self):
3497
"""Get all sections matching ``location`` in the store.
3499
The most generic sections are described first in the store, then more
3500
specific ones can be provided for reduced scopes.
3502
The returned section are therefore returned in the reversed order so
3503
the most specific ones can be found first.
3505
location_parts = self.location.rstrip('/').split('/')
3508
# Later sections are more specific, they should be returned first
3509
for _, section in reversed(list(store.get_sections())):
3510
if section.id is None:
3511
# The no-name section is always included if present
3512
yield store, LocationSection(section, self.location)
3514
section_path = section.id
3515
if section_path.startswith('file://'):
3516
# the location is already a local path or URL, convert the
3517
# section id to the same format
3518
section_path = urlutils.local_path_from_url(section_path)
3519
if (self.location.startswith(section_path)
3520
or fnmatch.fnmatch(self.location, section_path)):
3521
section_parts = section_path.rstrip('/').split('/')
3522
extra_path = '/'.join(location_parts[len(section_parts):])
3523
yield store, LocationSection(section, extra_path)
2975
3526
class LocationMatcher(SectionMatcher):
2977
3528
def __init__(self, store, location):
3020
3571
matching_sections = self._get_matching_sections()
3021
3572
# We want the longest (aka more specific) locations first
3022
3573
sections = sorted(matching_sections,
3023
key=lambda section: (section.length, section.id),
3574
key=lambda (length, section): (length, section.id),
3025
3576
# Sections mentioning 'ignore_parents' restrict the selection
3026
for section in sections:
3577
for _, section in sections:
3027
3578
# FIXME: We really want to use as_bool below -- vila 2011-04-07
3028
3579
ignore = section.get('ignore_parents', None)
3029
3580
if ignore is not None:
3033
3584
# Finally, we have a valid section
3585
yield self.store, section
3588
_option_ref_re = lazy_regex.lazy_compile('({[^{}\n]+})')
3589
"""Describes an expandable option reference.
3591
We want to match the most embedded reference first.
3593
I.e. for '{{foo}}' we will get '{foo}',
3594
for '{bar{baz}}' we will get '{baz}'
3597
def iter_option_refs(string):
3598
# Split isolate refs so every other chunk is a ref
3600
for chunk in _option_ref_re.split(string):
3037
3605
class Stack(object):
3038
3606
"""A stack of configurations where an option can be defined"""
3040
_option_ref_re = lazy_regex.lazy_compile('({[^{}]+})')
3041
"""Describes an exandable option reference.
3043
We want to match the most embedded reference first.
3045
I.e. for '{{foo}}' we will get '{foo}',
3046
for '{bar{baz}}' we will get '{baz}'
3049
def __init__(self, sections_def, store=None, mutable_section_name=None):
3608
def __init__(self, sections_def, store=None, mutable_section_id=None):
3050
3609
"""Creates a stack of sections with an optional store for changes.
3052
3611
:param sections_def: A list of Section or callables that returns an
3056
3615
:param store: The optional Store where modifications will be
3057
3616
recorded. If none is specified, no modifications can be done.
3059
:param mutable_section_name: The name of the MutableSection where
3060
changes are recorded. This requires the ``store`` parameter to be
3618
:param mutable_section_id: The id of the MutableSection where changes
3619
are recorded. This requires the ``store`` parameter to be
3063
3622
self.sections_def = sections_def
3064
3623
self.store = store
3065
self.mutable_section_name = mutable_section_name
3624
self.mutable_section_id = mutable_section_id
3067
3626
def get(self, name, expand=None):
3068
3627
"""Return the *first* option value found in the sections.
3083
3642
if expand is None:
3084
3643
expand = _get_expand_default_value()
3086
# Ensuring lazy loading is achieved by delaying section matching (which
3087
# implies querying the persistent storage) until it can't be avoided
3088
# anymore by using callables to describe (possibly empty) section
3090
for section_or_callable in self.sections_def:
3091
# Each section can expand to multiple ones when a callable is used
3092
if callable(section_or_callable):
3093
sections = section_or_callable()
3095
sections = [section_or_callable]
3096
for section in sections:
3097
value = section.get(name)
3098
if value is not None:
3100
if value is not None:
3645
found_store = None # Where the option value has been found
3102
3646
# If the option is registered, it may provide additional info about
3103
3647
# value handling
3117
3662
trace.warning('Cannot expand "%s":'
3118
3663
' %s does not support option expansion'
3119
3664
% (name, type(val)))
3121
val = opt.convert_from_unicode(val)
3666
val = found_store.unquote(val)
3668
val = opt.convert_from_unicode(found_store, val)
3123
value = expand_and_convert(value)
3124
if opt is not None and value is None:
3125
# If the option is registered, it may provide a default value
3126
value = opt.get_default()
3127
value = expand_and_convert(value)
3671
# First of all, check if the environment can override the configuration
3673
if opt is not None and opt.override_from_env:
3674
value = opt.get_override()
3675
value = expand_and_convert(value)
3677
# Ensuring lazy loading is achieved by delaying section matching
3678
# (which implies querying the persistent storage) until it can't be
3679
# avoided anymore by using callables to describe (possibly empty)
3681
for sections in self.sections_def:
3682
for store, section in sections():
3683
value = section.get(name)
3684
if value is not None:
3687
if value is not None:
3689
value = expand_and_convert(value)
3690
if opt is not None and value is None:
3691
# If the option is registered, it may provide a default value
3692
value = opt.get_default()
3693
value = expand_and_convert(value)
3128
3694
for hook in ConfigHooks['get']:
3129
3695
hook(self, name, value)
3210
3766
This is where we guarantee that the mutable section is lazily loaded:
3211
3767
this means we won't load the corresponding store before setting a value
3212
3768
or deleting an option. In practice the store will often be loaded but
3213
this allows helps catching some programming errors.
3769
this helps catching some programming errors.
3215
section = self.store.get_mutable_section(self.mutable_section_name)
3772
section = store.get_mutable_section(self.mutable_section_id)
3773
return store, section
3218
3775
def set(self, name, value):
3219
3776
"""Set a new value for the option."""
3220
section = self._get_mutable_section()
3221
section.set(name, value)
3777
store, section = self._get_mutable_section()
3778
section.set(name, store.quote(value))
3222
3779
for hook in ConfigHooks['set']:
3223
3780
hook(self, name, value)
3225
3782
def remove(self, name):
3226
3783
"""Remove an existing option."""
3227
section = self._get_mutable_section()
3784
_, section = self._get_mutable_section()
3228
3785
section.remove(name)
3229
3786
for hook in ConfigHooks['remove']:
3230
3787
hook(self, name)
3233
3790
# Mostly for debugging use
3234
3791
return "<config.%s(%s)>" % (self.__class__.__name__, id(self))
3793
def _get_overrides(self):
3794
# Hack around library_state.initialize never called
3795
if bzrlib.global_state is not None:
3796
return bzrlib.global_state.cmdline_overrides.get_sections()
3800
class MemoryStack(Stack):
3801
"""A configuration stack defined from a string.
3803
This is mainly intended for tests and requires no disk resources.
3806
def __init__(self, content=None):
3807
"""Create an in-memory stack from a given content.
3809
It uses a single store based on configobj and support reading and
3812
:param content: The initial content of the store. If None, the store is
3813
not loaded and ``_load_from_string`` can and should be used if
3816
store = IniFileStore()
3817
if content is not None:
3818
store._load_from_string(content)
3819
super(MemoryStack, self).__init__(
3820
[store.get_sections], store)
3237
3823
class _CompatibleStack(Stack):
3238
3824
"""Place holder for compatibility with previous design.
3257
3843
# Force a write to persistent storage
3258
3844
self.store.save()
3846
def remove(self, name):
3849
super(_CompatibleStack, self).remove(name)
3850
# Force a write to persistent storage
3261
3854
class GlobalStack(_CompatibleStack):
3262
"""Global options only stack."""
3855
"""Global options only stack.
3857
The following sections are queried:
3859
* command-line overrides,
3861
* the 'DEFAULT' section in bazaar.conf
3863
This stack will use the ``DEFAULT`` section in bazaar.conf as its
3264
3867
def __init__(self):
3266
3868
gstore = GlobalStore()
3267
super(GlobalStack, self).__init__([gstore.get_sections], gstore)
3869
super(GlobalStack, self).__init__(
3870
[self._get_overrides,
3871
NameMatcher(gstore, 'DEFAULT').get_sections],
3872
gstore, mutable_section_id='DEFAULT')
3270
3875
class LocationStack(_CompatibleStack):
3271
"""Per-location options falling back to global options stack."""
3876
"""Per-location options falling back to global options stack.
3879
The following sections are queried:
3881
* command-line overrides,
3883
* the sections matching ``location`` in ``locations.conf``, the order being
3884
defined by the number of path components in the section glob, higher
3885
numbers first (from most specific section to most generic).
3887
* the 'DEFAULT' section in bazaar.conf
3889
This stack will use the ``location`` section in locations.conf as its
3273
3893
def __init__(self, location):
3274
3894
"""Make a new stack for a location and global configuration.
3276
3896
:param location: A URL prefix to """
3277
3897
lstore = LocationStore()
3278
matcher = LocationMatcher(lstore, location)
3898
if location.startswith('file://'):
3899
location = urlutils.local_path_from_url(location)
3279
3900
gstore = GlobalStore()
3280
3901
super(LocationStack, self).__init__(
3281
[matcher.get_sections, gstore.get_sections], lstore)
3902
[self._get_overrides,
3903
LocationMatcher(lstore, location).get_sections,
3904
NameMatcher(gstore, 'DEFAULT').get_sections],
3905
lstore, mutable_section_id=location)
3284
3908
class BranchStack(_CompatibleStack):
3285
"""Per-location options falling back to branch then global options stack."""
3909
"""Per-location options falling back to branch then global options stack.
3911
The following sections are queried:
3913
* command-line overrides,
3915
* the sections matching ``location`` in ``locations.conf``, the order being
3916
defined by the number of path components in the section glob, higher
3917
numbers first (from most specific section to most generic),
3919
* the no-name section in branch.conf,
3921
* the ``DEFAULT`` section in ``bazaar.conf``.
3923
This stack will use the no-name section in ``branch.conf`` as its
3287
3927
def __init__(self, branch):
3288
bstore = BranchStore(branch)
3289
3928
lstore = LocationStore()
3290
matcher = LocationMatcher(lstore, branch.base)
3929
bstore = branch._get_config_store()
3291
3930
gstore = GlobalStore()
3292
3931
super(BranchStack, self).__init__(
3293
[matcher.get_sections, bstore.get_sections, gstore.get_sections],
3932
[self._get_overrides,
3933
LocationMatcher(lstore, branch.base).get_sections,
3934
NameMatcher(bstore, None).get_sections,
3935
NameMatcher(gstore, 'DEFAULT').get_sections],
3295
3937
self.branch = branch
3298
3940
class RemoteControlStack(_CompatibleStack):
3299
3941
"""Remote control-only options stack."""
3943
# FIXME 2011-11-22 JRV This should probably be renamed to avoid confusion
3944
# with the stack used for remote bzr dirs. RemoteControlStack only uses
3945
# control.conf and is used only for stack options.
3301
3947
def __init__(self, bzrdir):
3302
cstore = ControlStore(bzrdir)
3948
cstore = bzrdir._get_config_store()
3303
3949
super(RemoteControlStack, self).__init__(
3304
[cstore.get_sections],
3950
[NameMatcher(cstore, None).get_sections],
3306
3952
self.bzrdir = bzrdir
3309
class RemoteBranchStack(_CompatibleStack):
3310
"""Remote branch-only options stack."""
3955
class BranchOnlyStack(_CompatibleStack):
3956
"""Branch-only options stack."""
3958
# FIXME: _BranchOnlyStack only uses branch.conf and is used only for the
3959
# stacked_on_location options waiting for http://pad.lv/832042 to be fixed.
3960
# -- vila 2011-12-16
3312
3962
def __init__(self, branch):
3313
bstore = BranchStore(branch)
3314
super(RemoteBranchStack, self).__init__(
3315
[bstore.get_sections],
3963
bstore = branch._get_config_store()
3964
super(BranchOnlyStack, self).__init__(
3965
[NameMatcher(bstore, None).get_sections],
3317
3967
self.branch = branch
3970
# Use a an empty dict to initialize an empty configobj avoiding all
3971
# parsing and encoding checks
3972
_quoting_config = configobj.ConfigObj(
3973
{}, encoding='utf-8', interpolation=False, list_values=True)
3320
3975
class cmd_config(commands.Command):
3321
3976
__doc__ = """Display, set or remove a configuration option.
3338
3993
takes_options = [
3340
3995
# FIXME: This should be a registry option so that plugins can register
3341
# their own config files (or not) -- vila 20101002
3996
# their own config files (or not) and will also address
3997
# http://pad.lv/788991 -- vila 20101115
3342
3998
commands.Option('scope', help='Reduce the scope to the specified'
3343
' configuration file',
3999
' configuration file.',
3345
4001
commands.Option('all',
3346
4002
help='Display all the defined values for the matching options.',
3348
4004
commands.Option('remove', help='Remove the option from'
3349
' the configuration file'),
4005
' the configuration file.'),
3352
4008
_see_also = ['configuration']
3382
4038
# Set the option value
3383
4039
self._set_config_option(name, value, directory, scope)
3385
def _get_configs(self, directory, scope=None):
3386
"""Iterate the configurations specified by ``directory`` and ``scope``.
4041
def _get_stack(self, directory, scope=None):
4042
"""Get the configuration stack specified by ``directory`` and ``scope``.
3388
4044
:param directory: Where the configurations are derived from.
3390
4046
:param scope: A specific config to start from.
4048
# FIXME: scope should allow access to plugin-specific stacks (even
4049
# reduced to the plugin-specific store), related to
4050
# http://pad.lv/788991 -- vila 2011-11-15
3392
4051
if scope is not None:
3393
4052
if scope == 'bazaar':
3394
yield GlobalConfig()
4053
return GlobalStack()
3395
4054
elif scope == 'locations':
3396
yield LocationConfig(directory)
4055
return LocationStack(directory)
3397
4056
elif scope == 'branch':
3398
(_, br, _) = bzrdir.BzrDir.open_containing_tree_or_branch(
3400
yield br.get_config()
4058
controldir.ControlDir.open_containing_tree_or_branch(
4060
return br.get_config_stack()
4061
raise errors.NoSuchConfig(scope)
3403
(_, br, _) = bzrdir.BzrDir.open_containing_tree_or_branch(
3405
yield br.get_config()
4065
controldir.ControlDir.open_containing_tree_or_branch(
4067
return br.get_config_stack()
3406
4068
except errors.NotBranchError:
3407
yield LocationConfig(directory)
3408
yield GlobalConfig()
4069
return LocationStack(directory)
3410
4071
def _show_value(self, name, directory, scope):
3412
for c in self._get_configs(directory, scope):
3415
for (oname, value, section, conf_id, parser) in c._get_options():
3417
# Display only the first value and exit
3419
# FIXME: We need to use get_user_option to take policies
3420
# into account and we need to make sure the option exists
3421
# too (hence the two for loops), this needs a better API
3423
value = c.get_user_option(name)
3424
# Quote the value appropriately
3425
value = parser._quote(value)
3426
self.outf.write('%s\n' % (value,))
4072
conf = self._get_stack(directory, scope)
4073
value = conf.get(name, expand=True)
4074
if value is not None:
4075
# Quote the value appropriately
4076
value = _quoting_config._quote(value)
4077
self.outf.write('%s\n' % (value,))
3430
4079
raise errors.NoSuchConfigOption(name)
3432
4081
def _show_matching_options(self, name, directory, scope):
3435
4084
# avoid the delay introduced by the lazy regexp. But, we still do
3436
4085
# want the nicer errors raised by lazy_regex.
3437
4086
name._compile_and_collapse()
3439
4088
cur_section = None
3440
for c in self._get_configs(directory, scope):
3441
for (oname, value, section, conf_id, parser) in c._get_options():
3442
if name.search(oname):
3443
if cur_conf_id != conf_id:
3444
# Explain where the options are defined
3445
self.outf.write('%s:\n' % (conf_id,))
3446
cur_conf_id = conf_id
3448
if (section not in (None, 'DEFAULT')
3449
and cur_section != section):
3450
# Display the section if it's not the default (or only)
3452
self.outf.write(' [%s]\n' % (section,))
3453
cur_section = section
3454
self.outf.write(' %s = %s\n' % (oname, value))
4089
conf = self._get_stack(directory, scope)
4090
for sections in conf.sections_def:
4091
for store, section in sections():
4092
for oname in section.iter_option_names():
4093
if name.search(oname):
4094
if cur_store_id != store.id:
4095
# Explain where the options are defined
4096
self.outf.write('%s:\n' % (store.id,))
4097
cur_store_id = store.id
4099
if (section.id is not None
4100
and cur_section != section.id):
4101
# Display the section id as it appears in the store
4102
# (None doesn't appear by definition)
4103
self.outf.write(' [%s]\n' % (section.id,))
4104
cur_section = section.id
4105
value = section.get(oname, expand=False)
4106
# Since we don't use the stack, we need to restore a
4109
opt = option_registry.get(oname)
4110
value = opt.convert_from_unicode(store, value)
4112
value = store.unquote(value)
4113
value = _quoting_config._quote(value)
4114
self.outf.write(' %s = %s\n' % (oname, value))
3456
4116
def _set_config_option(self, name, value, directory, scope):
3457
for conf in self._get_configs(directory, scope):
3458
conf.set_user_option(name, value)
3461
raise errors.NoSuchConfig(scope)
4117
conf = self._get_stack(directory, scope)
4118
conf.set(name, value)
3463
4120
def _remove_config_option(self, name, directory, scope):
3464
4121
if name is None:
3465
4122
raise errors.BzrCommandError(
3466
4123
'--remove expects an option to remove.')
3468
for conf in self._get_configs(directory, scope):
3469
for (section_name, section, conf_id) in conf._get_sections():
3470
if scope is not None and conf_id != scope:
3471
# Not the right configuration file
3474
if conf_id != conf.config_id():
3475
conf = self._get_configs(directory, conf_id).next()
3476
# We use the first section in the first config where the
3477
# option is defined to remove it
3478
conf.remove_user_option(name, section_name)
3483
raise errors.NoSuchConfig(scope)
4124
conf = self._get_stack(directory, scope)
3485
4128
raise errors.NoSuchConfigOption(name)
3487
4131
# Test registries
3489
4133
# We need adapters that can build a Store or a Stack in a test context. Test