/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
1
# Copyright (C) 2009-2012 Canonical Ltd
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
6379.6.7 by Jelmer Vernooij
Move importing from future until after doc string, otherwise the doc string will disappear.
17
"""Tools for dealing with the Launchpad API."""
18
4505.6.11 by Jonathan Lange
Flag lp_api as a difficult import.
19
# Importing this module will be expensive, since it imports launchpadlib and
20
# its dependencies. However, our plan is to only load this module when it is
21
# needed by a command that uses it.
22
4505.6.18 by Jonathan Lange
Another review comment to make a note of.
23
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
24
import re
7479.2.1 by Jelmer Vernooij
Drop python2 support.
25
from urllib.parse import (
26
    urlparse,
27
    urlunparse,
28
    )
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
29
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
30
from ... import (
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
31
    branch,
7336.2.1 by Martin
Split non-ini config methods to bedding
32
    bedding,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
33
    errors,
4505.6.16 by Jonathan Lange
Work on Windows, I think.
34
    osutils,
4969.2.11 by Aaron Bentley
Clean up imports.
35
    trace,
36
    transport,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
37
    )
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
38
from ...i18n import gettext
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
39
7282.1.1 by Jelmer Vernooij
Add clearer error when launchpadlib is missing.
40
41
class LaunchpadlibMissing(errors.DependencyNotPresent):
42
43
    _fmt = ("launchpadlib is required for Launchpad API access. "
44
            "Please install the launchpadlib package.")
45
46
    def __init__(self, e):
47
        super(LaunchpadlibMissing, self).__init__(
48
            'launchpadlib', e)
49
4505.6.25 by Jonathan Lange
Add a test to check what happens if launchpadlib not available.
50
try:
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
51
    import launchpadlib
6619.3.2 by Jelmer Vernooij
Apply 2to3 except fix.
52
except ImportError as e:
7282.1.1 by Jelmer Vernooij
Add clearer error when launchpadlib is missing.
53
    raise LaunchpadlibMissing(e)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
54
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
55
from launchpadlib.credentials import RequestTokenAuthorizationEngine
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
56
from launchpadlib.launchpad import (
57
    Launchpad,
58
    )
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
59
from launchpadlib import uris
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
60
61
# Declare the minimum version of launchpadlib that we need in order to work.
7240.1.1 by Jelmer Vernooij
Require a newer version of launchpadlib, set correct consumer name.
62
MINIMUM_LAUNCHPADLIB_VERSION = (1, 6, 3)
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
63
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
64
4505.6.15 by Jonathan Lange
Baby steps: Move the cache directory stuff into a function.
65
def get_cache_directory():
66
    """Return the directory to cache launchpadlib objects in."""
7336.2.1 by Martin
Split non-ini config methods to bedding
67
    return osutils.pathjoin(bedding.cache_dir(), 'launchpad')
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
68
69
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
70
def parse_launchpadlib_version(version_number):
71
    """Parse a version number of the style used by launchpadlib."""
72
    return tuple(map(int, version_number.split('.')))
73
74
75
def check_launchpadlib_compatibility():
76
    """Raise an error if launchpadlib has the wrong version number."""
77
    installed_version = parse_launchpadlib_version(launchpadlib.__version__)
78
    if installed_version < MINIMUM_LAUNCHPADLIB_VERSION:
6672.1.2 by Jelmer Vernooij
Remove breezy.api.
79
        raise errors.DependencyNotPresent(
80
            'launchpadlib',
81
            'At least launchpadlib %s is required, but installed version is %s'
82
            % (MINIMUM_LAUNCHPADLIB_VERSION, installed_version))
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
83
84
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
85
def lookup_service_root(service_root):
86
    try:
87
        return uris.lookup_service_root(service_root)
88
    except ValueError:
89
        if service_root != 'qastaging':
90
            raise
91
        staging_root = uris.lookup_service_root('staging')
92
        return staging_root.replace('staging', 'qastaging')
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
93
94
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
95
class NoLaunchpadBranch(errors.BzrError):
96
    _fmt = 'No launchpad branch could be found for branch "%(url)s".'
97
98
    def __init__(self, branch):
99
        errors.BzrError.__init__(self, branch=branch, url=branch.base)
100
101
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
102
def get_auth_engine(base_url):
7490.101.1 by Jelmer Vernooij
Fix creation of authorization engine.
103
    return Launchpad.authorization_engine_factory(base_url, 'breezy')
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
104
105
106
def get_credential_store():
107
    return Launchpad.credential_store_factory(None)
108
109
7240.5.1 by Jelmer Vernooij
Avoid LaunchpadService when connecting to API.
110
def connect_launchpad(base_url, timeout=None, proxy_info=None,
111
                      version=Launchpad.DEFAULT_VERSION):
112
    """Log in to the Launchpad API.
113
114
    :return: The root `Launchpad` object from launchpadlib.
115
    """
6598.1.2 by Paul Gear
Move defaulting of proxy_info inside login
116
    if proxy_info is None:
7254.1.1 by Jelmer Vernooij
Defer imports.
117
        import httplib2
6598.1.2 by Paul Gear
Move defaulting of proxy_info inside login
118
        proxy_info = httplib2.proxy_info_from_environment('https')
7371.1.2 by Jelmer Vernooij
Fix Launchpad cache directory test as well.
119
    try:
120
        cache_directory = get_cache_directory()
121
    except EnvironmentError:
122
        cache_directory = None
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
123
    credential_store = get_credential_store()
124
    authorization_engine = get_auth_engine(base_url)
7240.1.1 by Jelmer Vernooij
Require a newer version of launchpadlib, set correct consumer name.
125
    return Launchpad.login_with(
7240.5.1 by Jelmer Vernooij
Avoid LaunchpadService when connecting to API.
126
        'breezy', base_url, cache_directory, timeout=timeout,
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
127
        credential_store=credential_store,
128
        authorization_engine=authorization_engine,
6538.2.2 by Aaron Bentley
Look up merge proposals by exact revision-id.
129
        proxy_info=proxy_info, version=version)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
130
131
7240.5.1 by Jelmer Vernooij
Avoid LaunchpadService when connecting to API.
132
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
133
class LaunchpadBranch(object):
4969.2.10 by Aaron Bentley
Cleanup and docs.
134
    """Provide bzr and lp API access to a Launchpad branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
135
136
    def __init__(self, lp_branch, bzr_url, bzr_branch=None, check_update=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
137
        """Constructor.
138
139
        :param lp_branch: The Launchpad branch.
140
        :param bzr_url: The URL of the Bazaar branch.
141
        :param bzr_branch: An instance of the Bazaar branch.
142
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
143
        self.bzr_url = bzr_url
144
        self._bzr = bzr_branch
145
        self._push_bzr = None
4969.2.14 by Aaron Bentley
Restore update functionality.
146
        self._check_update = check_update
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
147
        self.lp = lp_branch
148
149
    @property
150
    def bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
151
        """Return the bzr branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
152
        if self._bzr is None:
153
            self._bzr = branch.Branch.open(self.bzr_url)
154
        return self._bzr
155
156
    @property
157
    def push_bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
158
        """Return the push branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
159
        if self._push_bzr is None:
160
            self._push_bzr = branch.Branch.open(self.lp.bzr_identity)
161
        return self._push_bzr
162
163
    @staticmethod
164
    def plausible_launchpad_url(url):
4969.2.10 by Aaron Bentley
Cleanup and docs.
165
        """Is 'url' something that could conceivably be pushed to LP?
166
167
        :param url: A URL that may refer to a Launchpad branch.
168
        :return: A boolean.
169
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
170
        if url is None:
171
            return False
172
        if url.startswith('lp:'):
173
            return True
7058.4.31 by Jelmer Vernooij
Fix escaping of backslash.
174
        regex = re.compile('([a-z]*\\+)*(bzr\\+ssh|http)'
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
175
                           '://bazaar.*.launchpad.net')
176
        return bool(regex.match(url))
177
178
    @staticmethod
179
    def candidate_urls(bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
180
        """Iterate through related URLs that might be Launchpad URLs.
181
182
        :param bzr_branch: A Bazaar branch to find URLs from.
183
        :return: a generator of URL strings.
184
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
185
        url = bzr_branch.get_public_branch()
186
        if url is not None:
187
            yield url
188
        url = bzr_branch.get_push_location()
189
        if url is not None:
190
            yield url
5657.1.1 by Max Bowsher
Fix bzr lp-mirror to work on command line branch URLs and branches
191
        url = bzr_branch.get_parent()
192
        if url is not None:
193
            yield url
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
194
        yield bzr_branch.base
195
196
    @staticmethod
197
    def tweak_url(url, launchpad):
4969.2.10 by Aaron Bentley
Cleanup and docs.
198
        """Adjust a URL to work with staging, if needed."""
7254.1.1 by Jelmer Vernooij
Defer imports.
199
        if str(launchpad._root_uri) == uris.STAGING_SERVICE_ROOT:
5615.2.1 by Jelmer Vernooij
Support the 'qastaging' instance of Launchpad.
200
            return url.replace('bazaar.launchpad.net',
201
                               'bazaar.staging.launchpad.net')
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
202
        elif str(launchpad._root_uri) == lookup_service_root('qastaging'):
5615.2.1 by Jelmer Vernooij
Support the 'qastaging' instance of Launchpad.
203
            return url.replace('bazaar.launchpad.net',
204
                               'bazaar.qastaging.launchpad.net')
205
        return url
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
206
207
    @classmethod
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
208
    def from_bzr(cls, launchpad, bzr_branch, create_missing=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
209
        """Find a Launchpad branch from a bzr branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
210
        check_update = True
211
        for url in cls.candidate_urls(bzr_branch):
212
            url = cls.tweak_url(url, launchpad)
213
            if not cls.plausible_launchpad_url(url):
214
                continue
215
            lp_branch = launchpad.branches.getByUrl(url=url)
216
            if lp_branch is not None:
217
                break
218
        else:
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
219
            if not create_missing:
220
                raise NoLaunchpadBranch(bzr_branch)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
221
            lp_branch = cls.create_now(launchpad, bzr_branch)
222
            check_update = False
223
        return cls(lp_branch, bzr_branch.base, bzr_branch, check_update)
224
225
    @classmethod
226
    def create_now(cls, launchpad, bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
227
        """Create a Bazaar branch on Launchpad for the supplied branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
228
        url = cls.tweak_url(bzr_branch.get_push_location(), launchpad)
229
        if not cls.plausible_launchpad_url(url):
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
230
            raise errors.BzrError(gettext('%s is not registered on Launchpad') %
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
231
                                  bzr_branch.base)
232
        bzr_branch.create_clone_on_transport(transport.get_transport(url))
233
        lp_branch = launchpad.branches.getByUrl(url=url)
234
        if lp_branch is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
235
            raise errors.BzrError(gettext('%s is not registered on Launchpad') %
7143.15.2 by Jelmer Vernooij
Run autopep8.
236
                                  url)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
237
        return lp_branch
238
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
239
    def get_target(self):
240
        """Return the 'LaunchpadBranch' for the target of this one."""
4969.2.5 by Aaron Bentley
It makes more sense to get the dev focus from an existing Launchpad branch
241
        lp_branch = self.lp
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
242
        if lp_branch.project is not None:
5616.1.2 by Vincent Ladeuil
Fix normal branch usage with lp-propose.
243
            dev_focus = lp_branch.project.development_focus
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
244
            if dev_focus is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
245
                raise errors.BzrError(gettext('%s has no development focus.') %
7143.15.2 by Jelmer Vernooij
Run autopep8.
246
                                      lp_branch.bzr_identity)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
247
            target = dev_focus.branch
248
            if target is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
249
                raise errors.BzrError(gettext(
7143.15.2 by Jelmer Vernooij
Run autopep8.
250
                    'development focus %s has no branch.') % dev_focus)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
251
        elif lp_branch.sourcepackage is not None:
252
            target = lp_branch.sourcepackage.getBranch(pocket="Release")
253
            if target is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
254
                raise errors.BzrError(gettext(
255
                                      'source package %s has no branch.') %
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
256
                                      lp_branch.sourcepackage)
257
        else:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
258
            raise errors.BzrError(gettext(
7143.15.2 by Jelmer Vernooij
Run autopep8.
259
                '%s has no associated product or source package.') %
260
                lp_branch.bzr_identity)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
261
        return LaunchpadBranch(target, target.bzr_identity)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
262
263
    def update_lp(self):
4969.2.15 by Aaron Bentley
Update docs.
264
        """Update the Launchpad copy of this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
265
        if not self._check_update:
266
            return
6754.8.4 by Jelmer Vernooij
Use new context stuff.
267
        with self.bzr.lock_read():
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
268
            if self.lp.last_scanned_id is not None:
269
                if self.bzr.last_revision() == self.lp.last_scanned_id:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
270
                    trace.note(gettext('%s is already up-to-date.') %
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
271
                               self.lp.bzr_identity)
272
                    return
273
                graph = self.bzr.repository.get_graph()
7141.6.1 by Jelmer Vernooij
Encode revision id when passing it into graph.
274
                if not graph.is_ancestor(osutils.safe_utf8(self.lp.last_scanned_id),
4969.2.18 by Aaron Bentley
Fix divergence check.
275
                                         self.bzr.last_revision()):
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
276
                    raise errors.DivergedBranches(self.bzr, self.push_bzr)
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
277
                trace.note(gettext('Pushing to %s') % self.lp.bzr_identity)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
278
            self.bzr.push(self.push_bzr)
279
280
    def find_lca_tree(self, other):
4969.2.10 by Aaron Bentley
Cleanup and docs.
281
        """Find the revision tree for the LCA of this branch and other.
282
283
        :param other: Another LaunchpadBranch
284
        :return: The RevisionTree of the LCA of this branch and other.
285
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
286
        graph = self.bzr.repository.get_graph(other.bzr.repository)
287
        lca = graph.find_unique_lca(self.bzr.last_revision(),
288
                                    other.bzr.last_revision())
289
        return self.bzr.repository.revision_tree(lca)
290
291
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
292
def canonical_url(object):
293
    """Return the canonical URL for a branch."""
6791.2.3 by Jelmer Vernooij
Fix more imports.
294
    scheme, netloc, path, params, query, fragment = urlparse(
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
295
        str(object.self_link))
296
    path = '/'.join(path.split('/')[2:])
297
    netloc = netloc.replace('api.', 'code.')
6791.2.3 by Jelmer Vernooij
Fix more imports.
298
    return urlunparse((scheme, netloc, path, params, query, fragment))