14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""Breezy plugin support.
19
Which plugins to load can be configured by setting these environment variables:
21
- BRZ_PLUGIN_PATH: Paths to look for plugins in.
22
- BRZ_DISABLE_PLUGINS: Plugin names to block from being loaded.
23
- BRZ_PLUGINS_AT: Name and paths for plugins to load from specific locations.
25
The interfaces this module exports include:
27
- disable_plugins: Load no plugins and stop future automatic loading.
28
- load_plugins: Load all plugins that can be found in configuration.
29
- describe_plugins: Generate text for each loaded (or failed) plugin.
30
- extend_path: Mechanism by which the plugins package path is set.
31
- plugin_name: Gives unprefixed name of a plugin module.
18
"""bzr python plugin support.
20
When load_plugins() is invoked, any python module in any directory in
21
$BZR_PLUGIN_PATH will be imported. The module will be imported as
22
'bzrlib.plugins.$BASENAME(PLUGIN)'. In the plugin's main body, it should
23
update any bzrlib registries it wants to extend.
33
25
See the plugin-api developer documentation for information about writing
28
BZR_PLUGIN_PATH is also honoured for any plugins imported via
29
'import bzrlib.plugins.PLUGINNAME', as long as set_plugins_path has been
37
from __future__ import absolute_import
46
from .lazy_import import lazy_import
36
from bzrlib import osutils
38
from bzrlib.lazy_import import lazy_import
47
40
lazy_import(globals(), """
49
from importlib import util as importlib_util
46
_format_version_tuple,
52
from bzrlib import plugins as _mod_plugins
61
_MODULE_PREFIX = "breezy.plugins."
63
if __debug__ or sys.version_info > (3,):
69
def disable_plugins(state=None):
55
from bzrlib.symbol_versioning import (
61
DEFAULT_PLUGIN_PATH = None
63
_plugins_disabled = False
66
def are_plugins_disabled():
67
return _plugins_disabled
70
def disable_plugins():
70
71
"""Disable loading plugins.
72
73
Future calls to load_plugins() will be ignored.
74
:param state: The library state object that records loaded plugins.
77
state = breezy.get_global_state()
81
def load_plugins(path=None, state=None):
82
"""Load breezy plugins.
84
The environment variable BRZ_PLUGIN_PATH is considered a delimited
85
set of paths to look through. Each entry is searched for `*.py`
86
files (and whatever other extensions are used in the platform,
75
global _plugins_disabled
76
_plugins_disabled = True
80
def _strip_trailing_sep(path):
81
return path.rstrip("\\/")
84
def set_plugins_path(path=None):
85
"""Set the path for plugins to be loaded from.
89
87
:param path: The list of paths to search for plugins. By default,
90
it is populated from the __path__ of the breezy.plugins package.
91
:param state: The library state object that records loaded plugins.
88
path will be determined using get_standard_plugins_path.
89
if path is [], no plugins can be loaded.
94
state = breezy.get_global_state()
95
if getattr(state, 'plugins', None) is not None:
96
# People can make sure plugins are loaded, they just won't be twice
100
# Calls back into extend_path() here
101
from breezy.plugins import __path__ as path
103
state.plugin_warnings = {}
104
_load_plugins_from_path(state, path)
105
if (None, 'entrypoints') in _env_plugin_path():
106
_load_plugins_from_entrypoints(state)
107
state.plugins = plugins()
110
def _load_plugins_from_entrypoints(state):
114
# No pkg_resources, no entrypoints.
117
for ep in pkg_resources.iter_entry_points('breezy.plugin'):
118
fullname = _MODULE_PREFIX + ep.name
119
if fullname in sys.modules:
121
sys.modules[fullname] = ep.load()
124
def plugin_name(module_name):
125
"""Gives unprefixed name from module_name or None."""
126
if module_name.startswith(_MODULE_PREFIX):
127
parts = module_name.split(".")
133
def extend_path(path, name):
134
"""Helper so breezy.plugins can be a sort of namespace package.
136
To be used in similar fashion to pkgutil.extend_path:
138
from breezy.plugins import extend_path
139
__path__ = extend_path(__path__, __name__)
141
Inspects the BRZ_PLUGIN* envvars, sys.path, and the filesystem to find
142
plugins. May mutate sys.modules in order to block plugin loading, and may
143
append a new meta path finder to sys.meta_path for plugins@ loading.
145
Returns a list of paths to import from, as an enhanced object that also
146
contains details of the other configuration used.
148
blocks = _env_disable_plugins()
149
_block_plugins(blocks)
151
extra_details = _env_plugins_at()
152
_install_importer_if_needed(extra_details)
154
paths = _iter_plugin_paths(_env_plugin_path(), path)
156
return _Path(name, blocks, extra_details, paths)
160
"""List type to use as __path__ but containing additional details.
162
Python 3 allows any iterable for __path__ but Python 2 is more fussy.
165
def __init__(self, package_name, blocked, extra, paths):
166
super(_Path, self).__init__(paths)
167
self.package_name = package_name
168
self.blocked_names = blocked
169
self.extra_details = extra
172
return "%s(%r, %r, %r, %s)" % (
173
self.__class__.__name__, self.package_name, self.blocked_names,
174
self.extra_details, list.__repr__(self))
177
def _expect_identifier(name, env_key, env_value):
178
"""Validate given name from envvar is usable as a Python identifier.
180
Returns the name as a native str, or None if it was invalid.
182
Per PEP 3131 this is no longer strictly correct for Python 3, but as MvL
183
didn't include a neat way to check except eval, this enforces ascii.
185
if re.match(r"^[A-Za-z_][A-Za-z0-9_]*$", name) is None:
186
trace.warning("Invalid name '%s' in %s='%s'", name, env_key, env_value)
191
def _env_disable_plugins(key='BRZ_DISABLE_PLUGINS'):
192
"""Gives list of names for plugins to disable from environ key."""
194
env = osutils.path_from_environ(key)
196
for name in env.split(os.pathsep):
197
name = _expect_identifier(name, key, env)
199
disabled_names.append(name)
200
return disabled_names
203
def _env_plugins_at(key='BRZ_PLUGINS_AT'):
204
"""Gives list of names and paths of specific plugins from environ key."""
206
env = osutils.path_from_environ(key)
208
for pair in env.split(os.pathsep):
210
name, path = pair.split('@', 1)
213
name = osutils.basename(path).split('.', 1)[0]
214
name = _expect_identifier(name, key, env)
216
plugin_details.append((name, path))
217
return plugin_details
220
def _env_plugin_path(key='BRZ_PLUGIN_PATH'):
221
"""Gives list of paths and contexts for plugins from environ key.
223
Each entry is either a specific path to load plugins from and the value
224
'path', or None and one of the values 'user', 'core', 'entrypoints', 'site'.
227
env = osutils.path_from_environ(key)
228
defaults = {"user": not env, "core": True, "site": True, 'entrypoints': True}
230
# Add paths specified by user in order
231
for p in env.split(os.pathsep):
232
flag, name = p[:1], p[1:]
233
if flag in ("+", "-") and name in defaults:
234
if flag == "+" and defaults[name] is not None:
235
path_details.append((None, name))
236
defaults[name] = None
238
path_details.append((p, 'path'))
240
# Add any remaining default paths
241
for name in ('user', 'core', 'entrypoints', 'site'):
243
path_details.append((None, name))
248
def _iter_plugin_paths(paths_from_env, core_paths):
249
"""Generate paths using paths_from_env and core_paths."""
250
# GZ 2017-06-02: This is kinda horrid, should make better.
251
for path, context in paths_from_env:
252
if context == 'path':
254
elif context == 'user':
255
path = get_user_plugin_path()
256
if os.path.isdir(path):
258
elif context == 'core':
259
for path in _get_core_plugin_paths(core_paths):
261
elif context == 'site':
262
for path in _get_site_plugin_paths(sys.path):
263
if os.path.isdir(path):
267
def _install_importer_if_needed(plugin_details):
268
"""Install a meta path finder to handle plugin_details if any."""
270
finder = _PluginsAtFinder(_MODULE_PREFIX, plugin_details)
271
# For Python 3, must insert before default PathFinder to override.
272
sys.meta_path.insert(2, finder)
275
def _load_plugins_from_path(state, paths):
276
"""Do the importing all plugins from paths."""
277
imported_names = set()
278
for name, path in _iter_possible_plugins(paths):
279
if name not in imported_names:
280
msg = _load_plugin_module(name, path)
282
state.plugin_warnings.setdefault(name, []).append(msg)
283
imported_names.add(name)
286
def _block_plugins(names):
287
"""Add names to sys.modules to block future imports."""
289
package_name = _MODULE_PREFIX + name
290
if sys.modules.get(package_name) is not None:
291
trace.mutter("Blocked plugin %s already loaded.", name)
292
sys.modules[package_name] = None
295
def _get_package_init(package_path):
296
"""Get path of __init__ file from package_path or None if not a package."""
297
init_path = osutils.pathjoin(package_path, "__init__.py")
298
if os.path.exists(init_path):
300
init_path = init_path[:-3] + COMPILED_EXT
301
if os.path.exists(init_path):
306
def _iter_possible_plugins(plugin_paths):
307
"""Generate names and paths of possible plugins from plugin_paths."""
308
# Inspect any from BRZ_PLUGINS_AT first.
309
for name, path in getattr(plugin_paths, "extra_details", ()):
311
# Then walk over files and directories in the paths from the package.
312
for path in plugin_paths:
313
if os.path.isfile(path):
314
if path.endswith(".zip"):
315
trace.mutter("Don't yet support loading plugins from zip.")
317
for name, path in _walk_modules(path):
321
def _walk_modules(path):
322
"""Generate name and path of modules and packages on path."""
323
for root, dirs, files in os.walk(path):
327
if f.endswith((".py", COMPILED_EXT)):
328
yield f.rsplit(".", 1)[0], root
332
package_dir = osutils.pathjoin(root, d)
333
fullpath = _get_package_init(package_dir)
334
if fullpath is not None:
336
# Don't descend into subdirectories
340
def describe_plugins(show_paths=False, state=None):
341
"""Generate text description of plugins.
343
Includes both those that have loaded, and those that failed to load.
345
:param show_paths: If true, include the plugin path.
346
:param state: The library state object to inspect.
347
:returns: Iterator of text lines (including newlines.)
350
state = breezy.get_global_state()
351
loaded_plugins = getattr(state, 'plugins', {})
352
plugin_warnings = set(getattr(state, 'plugin_warnings', []))
353
all_names = sorted(set(loaded_plugins.keys()).union(plugin_warnings))
354
for name in all_names:
355
if name in loaded_plugins:
356
plugin = loaded_plugins[name]
357
version = plugin.__version__
358
if version == 'unknown':
360
yield '%s %s\n' % (name, version)
361
d = plugin.module.__doc__
363
doc = d.split('\n')[0]
365
doc = '(no description)'
366
yield (" %s\n" % doc)
368
yield (" %s\n" % plugin.path())
370
yield "%s (failed to load)\n" % name
371
if name in state.plugin_warnings:
372
for line in state.plugin_warnings[name]:
373
yield " ** " + line + '\n'
377
def _get_core_plugin_paths(existing_paths):
378
"""Generate possible locations for plugins based on existing_paths."""
379
if getattr(sys, 'frozen', False):
92
path = get_standard_plugins_path()
93
_mod_plugins.__path__ = path
94
PluginImporter.reset()
95
# Set up a blacklist for disabled plugins
96
disabled_plugins = os.environ.get('BZR_DISABLE_PLUGINS', None)
97
if disabled_plugins is not None:
98
for name in disabled_plugins.split(os.pathsep):
99
PluginImporter.blacklist.add('bzrlib.plugins.' + name)
100
# Set up a the specific paths for plugins
101
specific_plugins = os.environ.get('BZR_PLUGINS_AT', None)
102
if specific_plugins is not None:
103
for spec in specific_plugins.split(os.pathsep):
104
plugin_name, plugin_path = spec.split('@')
105
PluginImporter.specific_paths[
106
'bzrlib.plugins.%s' % plugin_name] = plugin_path
110
def _append_new_path(paths, new_path):
111
"""Append a new path if it set and not already known."""
112
if new_path is not None and new_path not in paths:
113
paths.append(new_path)
117
def get_core_plugin_path():
119
bzr_exe = bool(getattr(sys, 'frozen', None))
120
if bzr_exe: # expand path for bzr.exe
380
121
# We need to use relative path to system-wide plugin
381
# directory because breezy from standalone brz.exe
122
# directory because bzrlib from standalone bzr.exe
382
123
# could be imported by another standalone program
383
# (e.g. brz-config; or TortoiseBzr/Olive if/when they
124
# (e.g. bzr-config; or TortoiseBzr/Olive if/when they
384
125
# will become standalone exe). [bialix 20071123]
385
126
# __file__ typically is
386
# C:\Program Files\Bazaar\lib\library.zip\breezy\plugin.pyc
127
# C:\Program Files\Bazaar\lib\library.zip\bzrlib\plugin.pyc
387
128
# then plugins directory is
388
129
# C:\Program Files\Bazaar\plugins
389
130
# so relative path is ../../../plugins
390
yield osutils.abspath(osutils.pathjoin(
391
osutils.dirname(__file__), '../../../plugins'))
131
core_path = osutils.abspath(osutils.pathjoin(
132
osutils.dirname(__file__), '../../../plugins'))
392
133
else: # don't look inside library.zip
393
for path in existing_paths:
397
def _get_site_plugin_paths(sys_paths):
398
"""Generate possible locations for plugins from given sys_paths."""
399
for path in sys_paths:
400
if os.path.basename(path) in ('dist-packages', 'site-packages'):
401
yield osutils.pathjoin(path, 'breezy', 'plugins')
134
# search the plugin path before the bzrlib installed dir
135
core_path = os.path.dirname(_mod_plugins.__file__)
139
def get_site_plugin_path():
140
"""Returns the path for the site installed plugins."""
141
if sys.platform == 'win32':
142
# We don't have (yet) a good answer for windows since that is certainly
143
# related to the way we build the installers. -- vila20090821
147
from distutils.sysconfig import get_python_lib
149
# If distutuils is not available, we just don't know where they are
152
site_path = osutils.pathjoin(get_python_lib(), 'bzrlib', 'plugins')
404
156
def get_user_plugin_path():
405
157
return osutils.pathjoin(config.config_dir(), 'plugins')
408
def record_plugin_warning(warning_message):
409
trace.mutter(warning_message)
410
return warning_message
160
def get_standard_plugins_path():
161
"""Determine a plugin path suitable for general use."""
162
# Ad-Hoc default: core is not overriden by site but user can overrides both
163
# The rationale is that:
164
# - 'site' comes last, because these plugins should always be available and
165
# are supposed to be in sync with the bzr installed on site.
166
# - 'core' comes before 'site' so that running bzr from sources or a user
167
# installed version overrides the site version.
168
# - 'user' comes first, because... user is always right.
169
# - the above rules clearly defines which plugin version will be loaded if
170
# several exist. Yet, it is sometimes desirable to disable some directory
171
# so that a set of plugins is disabled as once. This can be done via
172
# -site, -core, -user.
174
env_paths = os.environ.get('BZR_PLUGIN_PATH', '+user').split(os.pathsep)
175
defaults = ['+core', '+site']
177
# The predefined references
178
refs = dict(core=get_core_plugin_path(),
179
site=get_site_plugin_path(),
180
user=get_user_plugin_path())
182
# Unset paths that should be removed
183
for k,v in refs.iteritems():
185
# defaults can never mention removing paths as that will make it
186
# impossible for the user to revoke these removals.
187
if removed in env_paths:
188
env_paths.remove(removed)
193
for p in env_paths + defaults:
194
if p.startswith('+'):
195
# Resolve references if they are known
199
# Leave them untouched so user can still use paths starting
202
_append_new_path(paths, p)
204
# Get rid of trailing slashes, since Python can't handle them when
205
# it tries to import modules.
206
paths = map(_strip_trailing_sep, paths)
210
def load_plugins(path=None):
211
"""Load bzrlib plugins.
213
The environment variable BZR_PLUGIN_PATH is considered a delimited
214
set of paths to look through. Each entry is searched for *.py
215
files (and whatever other extensions are used in the platform,
218
load_from_path() provides the underlying mechanism and is called with
219
the default directory list to provide the normal behaviour.
221
:param path: The list of paths to search for plugins. By default,
222
path will be determined using get_standard_plugins_path.
223
if path is [], no plugins can be loaded.
227
# People can make sure plugins are loaded, they just won't be twice
231
# scan for all plugins in the path.
232
load_from_path(set_plugins_path(path))
235
def load_from_path(dirs):
236
"""Load bzrlib plugins found in each dir in dirs.
238
Loading a plugin means importing it into the python interpreter.
239
The plugin is expected to make calls to register commands when
240
it's loaded (or perhaps access other hooks in future.)
242
Plugins are loaded into bzrlib.plugins.NAME, and can be found there
243
for future reference.
245
The python module path for bzrlib.plugins will be modified to be 'dirs'.
247
# Explicitly load the plugins with a specific path
248
for fullname, path in PluginImporter.specific_paths.iteritems():
249
name = fullname[len('bzrlib.plugins.'):]
250
_load_plugin_module(name, path)
252
# We need to strip the trailing separators here as well as in the
253
# set_plugins_path function because calling code can pass anything in to
254
# this function, and since it sets plugins.__path__, it should set it to
255
# something that will be valid for Python to use (in case people try to
256
# run "import bzrlib.plugins.PLUGINNAME" after calling this function).
257
_mod_plugins.__path__ = map(_strip_trailing_sep, dirs)
261
trace.mutter('looking for plugins in %s', d)
266
# backwards compatability: load_from_dirs was the old name
267
# This was changed in 0.15
268
load_from_dirs = load_from_path
271
def _find_plugin_module(dir, name):
272
"""Check if there is a valid python module that can be loaded as a plugin.
274
:param dir: The directory where the search is performed.
275
:param path: An existing file path, either a python file or a package
278
:return: (name, path, description) name is the module name, path is the
279
file to load and description is the tuple returned by
282
path = osutils.pathjoin(dir, name)
283
if os.path.isdir(path):
284
# Check for a valid __init__.py file, valid suffixes depends on -O and
285
# can be .py, .pyc and .pyo
286
for suffix, mode, kind in imp.get_suffixes():
287
if kind not in (imp.PY_SOURCE, imp.PY_COMPILED):
288
# We don't recognize compiled modules (.so, .dll, etc)
290
init_path = osutils.pathjoin(path, '__init__' + suffix)
291
if os.path.isfile(init_path):
292
return name, init_path, (suffix, mode, kind)
294
for suffix, mode, kind in imp.get_suffixes():
295
if name.endswith(suffix):
296
# Clean up the module name
297
name = name[:-len(suffix)]
298
if kind == imp.C_EXTENSION and name.endswith('module'):
299
name = name[:-len('module')]
300
return name, path, (suffix, mode, kind)
301
# There is no python module here
302
return None, None, (None, None, None)
413
305
def _load_plugin_module(name, dir):
414
"""Load plugin by name.
306
"""Load plugin name from dir.
416
:param name: The plugin name in the breezy.plugins namespace.
308
:param name: The plugin name in the bzrlib.plugins namespace.
417
309
:param dir: The directory the plugin is loaded from for error messages.
419
if _MODULE_PREFIX + name in sys.modules:
311
if ('bzrlib.plugins.%s' % name) in PluginImporter.blacklist:
422
__import__(_MODULE_PREFIX + name)
423
except errors.IncompatibleVersion as e:
425
"Unable to load plugin %r. It supports %s "
426
"versions %r but the current version is %s" %
427
(name, e.api.__name__, e.wanted, e.current))
428
return record_plugin_warning(warning_message)
429
except Exception as e:
314
exec "import bzrlib.plugins.%s" % name in {}
315
except KeyboardInterrupt:
317
except errors.IncompatibleAPI, e:
318
trace.warning("Unable to load plugin %r. It requested API version "
319
"%s of module %s but the minimum exported version is %s, and "
320
"the maximum is %s" %
321
(name, e.wanted, e.api, e.minimum, e.current))
323
trace.warning("%s" % e)
324
if re.search('\.|-| ', name):
325
sanitised_name = re.sub('[-. ]', '_', name)
326
if sanitised_name.startswith('bzr_'):
327
sanitised_name = sanitised_name[len('bzr_'):]
328
trace.warning("Unable to load %r in %r as a plugin because the "
329
"file path isn't a valid module name; try renaming "
330
"it to %r." % (name, dir, sanitised_name))
332
trace.warning('Unable to load plugin %r from %r' % (name, dir))
430
333
trace.log_exception_quietly()
431
334
if 'error' in debug.debug_flags:
432
335
trace.print_exception(sys.exc_info(), sys.stderr)
433
# GZ 2017-06-02: Move this name checking up a level, no point trying
434
# to import things with bad names.
435
if re.search('\\.|-| ', name):
436
sanitised_name = re.sub('[-. ]', '_', name)
437
if sanitised_name.startswith('brz_'):
438
sanitised_name = sanitised_name[len('brz_'):]
439
trace.warning("Unable to load %r in %r as a plugin because the "
440
"file path isn't a valid module name; try renaming "
441
"it to %r." % (name, dir, sanitised_name))
443
return record_plugin_warning(
444
'Unable to load plugin %r from %r: %s' % (name, dir, e))
338
def load_from_dir(d):
339
"""Load the plugins in directory d.
341
d must be in the plugins module path already.
342
This function is called once for each directory in the module path.
345
for p in os.listdir(d):
346
name, path, desc = _find_plugin_module(d, p)
348
if name == '__init__':
349
# We do nothing with the __init__.py file in directories from
350
# the bzrlib.plugins module path, we may want to, one day
352
continue # We don't load __init__.py in the plugins dirs
353
elif getattr(_mod_plugins, name, None) is not None:
354
# The module has already been loaded from another directory
355
# during a previous call.
356
# FIXME: There should be a better way to report masked plugins
358
trace.mutter('Plugin name %s already loaded', name)
360
plugin_names.add(name)
362
for name in plugin_names:
363
_load_plugin_module(name, d)
added
removed
bzrlib/plugin.py
