14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""Breezy plugin support.
19
Which plugins to load can be configured by setting these environment variables:
21
- BRZ_PLUGIN_PATH: Paths to look for plugins in.
22
- BRZ_DISABLE_PLUGINS: Plugin names to block from being loaded.
23
- BRZ_PLUGINS_AT: Name and paths for plugins to load from specific locations.
25
The interfaces this module exports include:
27
- disable_plugins: Load no plugins and stop future automatic loading.
28
- load_plugins: Load all plugins that can be found in configuration.
29
- describe_plugins: Generate text for each loaded (or failed) plugin.
30
- extend_path: Mechanism by which the plugins package path is set.
31
- plugin_name: Gives unprefixed name of a plugin module.
18
"""bzr python plugin support.
20
When load_plugins() is invoked, any python module in any directory in
21
$BZR_PLUGIN_PATH will be imported. The module will be imported as
22
'bzrlib.plugins.$BASENAME(PLUGIN)'. In the plugin's main body, it should
23
update any bzrlib registries it wants to extend.
33
25
See the plugin-api developer documentation for information about writing
28
BZR_PLUGIN_PATH is also honoured for any plugins imported via
29
'import bzrlib.plugins.PLUGINNAME', as long as set_plugins_path has been
44
from .lazy_import import lazy_import
36
from bzrlib import osutils
38
from bzrlib.lazy_import import lazy_import
45
40
lazy_import(globals(), """
47
from importlib import util as importlib_util
46
_format_version_tuple,
52
from bzrlib import plugins as _mod_plugins
62
_MODULE_PREFIX = "breezy.plugins."
67
def disable_plugins(state=None):
55
from bzrlib.symbol_versioning import deprecated_function
58
DEFAULT_PLUGIN_PATH = None
61
def get_default_plugin_path():
62
"""Get the DEFAULT_PLUGIN_PATH"""
63
global DEFAULT_PLUGIN_PATH
64
if DEFAULT_PLUGIN_PATH is None:
65
DEFAULT_PLUGIN_PATH = osutils.pathjoin(config.config_dir(), 'plugins')
66
return DEFAULT_PLUGIN_PATH
69
def disable_plugins():
68
70
"""Disable loading plugins.
70
72
Future calls to load_plugins() will be ignored.
72
:param state: The library state object that records loaded plugins.
75
state = breezy.get_global_state()
79
def load_plugins(path=None, state=None, warn_load_problems=True):
80
"""Load breezy plugins.
82
The environment variable BRZ_PLUGIN_PATH is considered a delimited
83
set of paths to look through. Each entry is searched for `*.py`
84
files (and whatever other extensions are used in the platform,
77
def _strip_trailing_sep(path):
78
return path.rstrip("\\/")
81
def set_plugins_path(path=None):
82
"""Set the path for plugins to be loaded from.
87
84
:param path: The list of paths to search for plugins. By default,
88
it is populated from the __path__ of the breezy.plugins package.
89
:param state: The library state object that records loaded plugins.
85
path will be determined using get_standard_plugins_path.
86
if path is [], no plugins can be loaded.
92
state = breezy.get_global_state()
93
if getattr(state, 'plugins', None) is not None:
94
# People can make sure plugins are loaded, they just won't be twice
98
# Calls back into extend_path() here
99
from breezy.plugins import __path__ as path
101
state.plugin_warnings = {}
102
_load_plugins_from_path(state, path)
103
if (None, 'entrypoints') in _env_plugin_path():
104
_load_plugins_from_entrypoints(state)
105
state.plugins = plugins()
106
if warn_load_problems:
107
for plugin, errors in state.plugin_warnings.items():
109
trace.warning('%s', error)
112
def _load_plugins_from_entrypoints(state):
116
# No pkg_resources, no entrypoints.
119
for ep in pkg_resources.iter_entry_points('breezy.plugin'):
120
fullname = _MODULE_PREFIX + ep.name
121
if fullname in sys.modules:
123
sys.modules[fullname] = ep.load()
126
def plugin_name(module_name):
127
"""Gives unprefixed name from module_name or None."""
128
if module_name.startswith(_MODULE_PREFIX):
129
parts = module_name.split(".")
135
def extend_path(path, name):
136
"""Helper so breezy.plugins can be a sort of namespace package.
138
To be used in similar fashion to pkgutil.extend_path:
140
from breezy.plugins import extend_path
141
__path__ = extend_path(__path__, __name__)
143
Inspects the BRZ_PLUGIN* envvars, sys.path, and the filesystem to find
144
plugins. May mutate sys.modules in order to block plugin loading, and may
145
append a new meta path finder to sys.meta_path for plugins@ loading.
147
Returns a list of paths to import from, as an enhanced object that also
148
contains details of the other configuration used.
150
blocks = _env_disable_plugins()
151
_block_plugins(blocks)
153
extra_details = _env_plugins_at()
154
_install_importer_if_needed(extra_details)
156
paths = _iter_plugin_paths(_env_plugin_path(), path)
158
return _Path(name, blocks, extra_details, paths)
162
"""List type to use as __path__ but containing additional details.
164
Python 3 allows any iterable for __path__ but Python 2 is more fussy.
167
def __init__(self, package_name, blocked, extra, paths):
168
super(_Path, self).__init__(paths)
169
self.package_name = package_name
170
self.blocked_names = blocked
171
self.extra_details = extra
174
return "%s(%r, %r, %r, %s)" % (
175
self.__class__.__name__, self.package_name, self.blocked_names,
176
self.extra_details, list.__repr__(self))
179
def _expect_identifier(name, env_key, env_value):
180
"""Validate given name from envvar is usable as a Python identifier.
182
Returns the name as a native str, or None if it was invalid.
184
Per PEP 3131 this is no longer strictly correct for Python 3, but as MvL
185
didn't include a neat way to check except eval, this enforces ascii.
187
if re.match(r"^[A-Za-z_][A-Za-z0-9_]*$", name) is None:
188
trace.warning("Invalid name '%s' in %s='%s'", name, env_key, env_value)
193
def _env_disable_plugins(key='BRZ_DISABLE_PLUGINS'):
194
"""Gives list of names for plugins to disable from environ key."""
196
env = os.environ.get(key)
198
for name in env.split(os.pathsep):
199
name = _expect_identifier(name, key, env)
201
disabled_names.append(name)
202
return disabled_names
205
def _env_plugins_at(key='BRZ_PLUGINS_AT'):
206
"""Gives list of names and paths of specific plugins from environ key."""
208
env = os.environ.get(key)
210
for pair in env.split(os.pathsep):
212
name, path = pair.split('@', 1)
215
name = osutils.basename(path).split('.', 1)[0]
216
name = _expect_identifier(name, key, env)
218
plugin_details.append((name, path))
219
return plugin_details
222
def _env_plugin_path(key='BRZ_PLUGIN_PATH'):
223
"""Gives list of paths and contexts for plugins from environ key.
225
Each entry is either a specific path to load plugins from and the value
226
'path', or None and one of the values 'user', 'core', 'entrypoints', 'site'.
229
env = os.environ.get(key)
234
'entrypoints': False,
237
# Add paths specified by user in order
238
for p in env.split(os.pathsep):
239
flag, name = p[:1], p[1:]
240
if flag in ("+", "-") and name in defaults:
241
if flag == "+" and defaults[name] is not None:
242
path_details.append((None, name))
243
defaults[name] = None
245
path_details.append((p, 'path'))
247
# Add any remaining default paths
248
for name in ('user', 'core', 'entrypoints', 'site'):
250
path_details.append((None, name))
255
def _iter_plugin_paths(paths_from_env, core_paths):
256
"""Generate paths using paths_from_env and core_paths."""
257
# GZ 2017-06-02: This is kinda horrid, should make better.
258
for path, context in paths_from_env:
259
if context == 'path':
261
elif context == 'user':
262
path = get_user_plugin_path()
263
if os.path.isdir(path):
265
elif context == 'core':
266
for path in _get_core_plugin_paths(core_paths):
268
elif context == 'site':
269
for path in _get_site_plugin_paths(sys.path):
270
if os.path.isdir(path):
274
def _install_importer_if_needed(plugin_details):
275
"""Install a meta path finder to handle plugin_details if any."""
277
finder = _PluginsAtFinder(_MODULE_PREFIX, plugin_details)
278
# For Python 3, must insert before default PathFinder to override.
279
sys.meta_path.insert(2, finder)
282
def _load_plugins_from_path(state, paths):
283
"""Do the importing all plugins from paths."""
284
imported_names = set()
285
for name, path in _iter_possible_plugins(paths):
286
if name not in imported_names:
287
msg = _load_plugin_module(name, path)
289
state.plugin_warnings.setdefault(name, []).append(msg)
290
imported_names.add(name)
293
def _block_plugins(names):
294
"""Add names to sys.modules to block future imports."""
296
package_name = _MODULE_PREFIX + name
297
if sys.modules.get(package_name) is not None:
298
trace.mutter("Blocked plugin %s already loaded.", name)
299
sys.modules[package_name] = None
302
def _get_package_init(package_path):
303
"""Get path of __init__ file from package_path or None if not a package."""
304
init_path = osutils.pathjoin(package_path, "__init__.py")
305
if os.path.exists(init_path):
307
init_path = init_path[:-3] + COMPILED_EXT
308
if os.path.exists(init_path):
313
def _iter_possible_plugins(plugin_paths):
314
"""Generate names and paths of possible plugins from plugin_paths."""
315
# Inspect any from BRZ_PLUGINS_AT first.
316
for name, path in getattr(plugin_paths, "extra_details", ()):
318
# Then walk over files and directories in the paths from the package.
319
for path in plugin_paths:
320
if os.path.isfile(path):
321
if path.endswith(".zip"):
322
trace.mutter("Don't yet support loading plugins from zip.")
324
for name, path in _walk_modules(path):
328
def _walk_modules(path):
329
"""Generate name and path of modules and packages on path."""
330
for root, dirs, files in os.walk(path):
334
if f.endswith((".py", COMPILED_EXT)):
335
yield f.rsplit(".", 1)[0], root
339
package_dir = osutils.pathjoin(root, d)
340
fullpath = _get_package_init(package_dir)
341
if fullpath is not None:
343
# Don't descend into subdirectories
347
def describe_plugins(show_paths=False, state=None):
348
"""Generate text description of plugins.
350
Includes both those that have loaded, and those that failed to load.
352
:param show_paths: If true, include the plugin path.
353
:param state: The library state object to inspect.
354
:returns: Iterator of text lines (including newlines.)
357
state = breezy.get_global_state()
358
loaded_plugins = getattr(state, 'plugins', {})
359
plugin_warnings = set(getattr(state, 'plugin_warnings', []))
360
all_names = sorted(set(loaded_plugins.keys()).union(plugin_warnings))
361
for name in all_names:
362
if name in loaded_plugins:
363
plugin = loaded_plugins[name]
364
version = plugin.__version__
365
if version == 'unknown':
367
yield '%s %s\n' % (name, version)
368
d = plugin.module.__doc__
370
doc = d.split('\n')[0]
372
doc = '(no description)'
373
yield (" %s\n" % doc)
375
yield (" %s\n" % plugin.path())
377
yield "%s (failed to load)\n" % name
378
if name in state.plugin_warnings:
379
for line in state.plugin_warnings[name]:
380
yield " ** " + line + '\n'
384
def _get_core_plugin_paths(existing_paths):
385
"""Generate possible locations for plugins based on existing_paths."""
386
if getattr(sys, 'frozen', False):
89
path = get_standard_plugins_path()
90
_mod_plugins.__path__ = path
94
def get_standard_plugins_path():
95
"""Determine a plugin path suitable for general use."""
96
path = os.environ.get('BZR_PLUGIN_PATH',
97
get_default_plugin_path()).split(os.pathsep)
98
# Get rid of trailing slashes, since Python can't handle them when
99
# it tries to import modules.
100
path = map(_strip_trailing_sep, path)
101
bzr_exe = bool(getattr(sys, 'frozen', None))
102
if bzr_exe: # expand path for bzr.exe
387
103
# We need to use relative path to system-wide plugin
388
# directory because breezy from standalone brz.exe
104
# directory because bzrlib from standalone bzr.exe
389
105
# could be imported by another standalone program
390
# (e.g. brz-config; or TortoiseBzr/Olive if/when they
106
# (e.g. bzr-config; or TortoiseBzr/Olive if/when they
391
107
# will become standalone exe). [bialix 20071123]
392
108
# __file__ typically is
393
# C:\Program Files\Bazaar\lib\library.zip\breezy\plugin.pyc
109
# C:\Program Files\Bazaar\lib\library.zip\bzrlib\plugin.pyc
394
110
# then plugins directory is
395
111
# C:\Program Files\Bazaar\plugins
396
112
# so relative path is ../../../plugins
397
yield osutils.abspath(osutils.pathjoin(
398
osutils.dirname(__file__), '../../../plugins'))
399
else: # don't look inside library.zip
400
for path in existing_paths:
404
def _get_site_plugin_paths(sys_paths):
405
"""Generate possible locations for plugins from given sys_paths."""
406
for path in sys_paths:
407
if os.path.basename(path) in ('dist-packages', 'site-packages'):
408
yield osutils.pathjoin(path, 'breezy', 'plugins')
411
def get_user_plugin_path():
412
return osutils.pathjoin(bedding.config_dir(), 'plugins')
415
def record_plugin_warning(warning_message):
416
trace.mutter(warning_message)
417
return warning_message
420
def _load_plugin_module(name, dir):
421
"""Load plugin by name.
423
:param name: The plugin name in the breezy.plugins namespace.
424
:param dir: The directory the plugin is loaded from for error messages.
113
path.append(osutils.abspath(osutils.pathjoin(
114
osutils.dirname(__file__), '../../../plugins')))
115
if not bzr_exe: # don't look inside library.zip
116
# search the plugin path before the bzrlib installed dir
117
path.append(os.path.dirname(_mod_plugins.__file__))
118
# search the arch independent path if we can determine that and
119
# the plugin is found nowhere else
120
if sys.platform != 'win32':
122
from distutils.sysconfig import get_python_lib
124
# If distutuils is not available, we just won't add that path
127
archless_path = osutils.pathjoin(get_python_lib(), 'bzrlib',
129
if archless_path not in path:
130
path.append(archless_path)
134
def load_plugins(path=None):
135
"""Load bzrlib plugins.
137
The environment variable BZR_PLUGIN_PATH is considered a delimited
138
set of paths to look through. Each entry is searched for *.py
139
files (and whatever other extensions are used in the platform,
142
load_from_dirs() provides the underlying mechanism and is called with
143
the default directory list to provide the normal behaviour.
145
:param path: The list of paths to search for plugins. By default,
146
path will be determined using get_standard_plugins_path.
147
if path is [], no plugins can be loaded.
426
if _MODULE_PREFIX + name in sys.modules:
151
# People can make sure plugins are loaded, they just won't be twice
429
__import__(_MODULE_PREFIX + name)
430
except errors.IncompatibleVersion as e:
432
"Unable to load plugin %r. It supports %s "
433
"versions %r but the current version is %s" %
434
(name, e.api.__name__, e.wanted, e.current))
435
return record_plugin_warning(warning_message)
436
except Exception as e:
437
trace.log_exception_quietly()
438
if 'error' in debug.debug_flags:
439
trace.print_exception(sys.exc_info(), sys.stderr)
440
# GZ 2017-06-02: Move this name checking up a level, no point trying
441
# to import things with bad names.
442
if re.search('\\.|-| ', name):
443
sanitised_name = re.sub('[-. ]', '_', name)
444
if sanitised_name.startswith('brz_'):
445
sanitised_name = sanitised_name[len('brz_'):]
446
trace.warning("Unable to load %r in %r as a plugin because the "
447
"file path isn't a valid module name; try renaming "
448
"it to %r." % (name, dir, sanitised_name))
450
return record_plugin_warning(
451
'Unable to load plugin %r from %r: %s' % (name, dir, e))
155
# scan for all plugins in the path.
156
load_from_path(set_plugins_path(path))
159
def load_from_path(dirs):
160
"""Load bzrlib plugins found in each dir in dirs.
162
Loading a plugin means importing it into the python interpreter.
163
The plugin is expected to make calls to register commands when
164
it's loaded (or perhaps access other hooks in future.)
166
Plugins are loaded into bzrlib.plugins.NAME, and can be found there
167
for future reference.
169
The python module path for bzrlib.plugins will be modified to be 'dirs'.
171
# We need to strip the trailing separators here as well as in the
172
# set_plugins_path function because calling code can pass anything in to
173
# this function, and since it sets plugins.__path__, it should set it to
174
# something that will be valid for Python to use (in case people try to
175
# run "import bzrlib.plugins.PLUGINNAME" after calling this function).
176
_mod_plugins.__path__ = map(_strip_trailing_sep, dirs)
180
trace.mutter('looking for plugins in %s', d)
185
# backwards compatability: load_from_dirs was the old name
186
# This was changed in 0.15
187
load_from_dirs = load_from_path
190
def load_from_dir(d):
191
"""Load the plugins in directory d.
193
d must be in the plugins module path already.
195
# Get the list of valid python suffixes for __init__.py?
196
# this includes .py, .pyc, and .pyo (depending on if we are running -O)
197
# but it doesn't include compiled modules (.so, .dll, etc)
198
valid_suffixes = [suffix for suffix, mod_type, flags in imp.get_suffixes()
199
if flags in (imp.PY_SOURCE, imp.PY_COMPILED)]
200
package_entries = ['__init__'+suffix for suffix in valid_suffixes]
202
for f in os.listdir(d):
203
path = osutils.pathjoin(d, f)
204
if os.path.isdir(path):
205
for entry in package_entries:
206
# This directory should be a package, and thus added to
208
if os.path.isfile(osutils.pathjoin(path, entry)):
210
else: # This directory is not a package
213
for suffix_info in imp.get_suffixes():
214
if f.endswith(suffix_info[0]):
215
f = f[:-len(suffix_info[0])]
216
if suffix_info[2] == imp.C_EXTENSION and f.endswith('module'):
217
f = f[:-len('module')]
222
continue # We don't load __init__.py again in the plugin dir
223
elif getattr(_mod_plugins, f, None):
224
trace.mutter('Plugin name %s already loaded', f)
226
# trace.mutter('add plugin name %s', f)
229
for name in plugin_names:
231
exec "import bzrlib.plugins.%s" % name in {}
232
except KeyboardInterrupt:
234
except errors.IncompatibleAPI, e:
235
trace.warning("Unable to load plugin %r. It requested API version "
236
"%s of module %s but the minimum exported version is %s, and "
237
"the maximum is %s" %
238
(name, e.wanted, e.api, e.minimum, e.current))
240
trace.warning("%s" % e)
241
## import pdb; pdb.set_trace()
242
if re.search('\.|-| ', name):
243
sanitised_name = re.sub('[-. ]', '_', name)
244
if sanitised_name.startswith('bzr_'):
245
sanitised_name = sanitised_name[len('bzr_'):]
246
trace.warning("Unable to load %r in %r as a plugin because the "
247
"file path isn't a valid module name; try renaming "
248
"it to %r." % (name, d, sanitised_name))
250
trace.warning('Unable to load plugin %r from %r' % (name, d))
251
trace.log_exception_quietly()
252
if 'error' in debug.debug_flags:
253
trace.print_exception(sys.exc_info(), sys.stderr)