/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
1
# Copyright (C) 2009-2012 Canonical Ltd
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
6379.6.7 by Jelmer Vernooij
Move importing from future until after doc string, otherwise the doc string will disappear.
17
"""Tools for dealing with the Launchpad API."""
18
6379.6.3 by Jelmer Vernooij
Use absolute_import.
19
from __future__ import absolute_import
20
4505.6.11 by Jonathan Lange
Flag lp_api as a difficult import.
21
# Importing this module will be expensive, since it imports launchpadlib and
22
# its dependencies. However, our plan is to only load this module when it is
23
# needed by a command that uses it.
24
4505.6.18 by Jonathan Lange
Another review comment to make a note of.
25
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
26
import re
6791.2.3 by Jelmer Vernooij
Fix more imports.
27
try:
28
    from urllib.parse import (
29
        urlparse,
30
        urlunparse,
31
        )
32
except ImportError:  # python < 3
33
    from urlparse import (
34
        urlparse,
35
        urlunparse,
36
        )
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
37
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
38
from ... import (
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
39
    branch,
7336.2.1 by Martin
Split non-ini config methods to bedding
40
    bedding,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
41
    errors,
4505.6.16 by Jonathan Lange
Work on Windows, I think.
42
    osutils,
4969.2.11 by Aaron Bentley
Clean up imports.
43
    trace,
44
    transport,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
45
    )
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
46
from ...i18n import gettext
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
47
7282.1.1 by Jelmer Vernooij
Add clearer error when launchpadlib is missing.
48
49
class LaunchpadlibMissing(errors.DependencyNotPresent):
50
51
    _fmt = ("launchpadlib is required for Launchpad API access. "
52
            "Please install the launchpadlib package.")
53
54
    def __init__(self, e):
55
        super(LaunchpadlibMissing, self).__init__(
56
            'launchpadlib', e)
57
4505.6.25 by Jonathan Lange
Add a test to check what happens if launchpadlib not available.
58
try:
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
59
    import launchpadlib
6619.3.2 by Jelmer Vernooij
Apply 2to3 except fix.
60
except ImportError as e:
7282.1.1 by Jelmer Vernooij
Add clearer error when launchpadlib is missing.
61
    raise LaunchpadlibMissing(e)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
62
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
63
from launchpadlib.credentials import RequestTokenAuthorizationEngine
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
64
from launchpadlib.launchpad import (
65
    Launchpad,
66
    )
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
67
from launchpadlib import uris
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
68
69
# Declare the minimum version of launchpadlib that we need in order to work.
7240.1.1 by Jelmer Vernooij
Require a newer version of launchpadlib, set correct consumer name.
70
MINIMUM_LAUNCHPADLIB_VERSION = (1, 6, 3)
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
71
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
72
4505.6.15 by Jonathan Lange
Baby steps: Move the cache directory stuff into a function.
73
def get_cache_directory():
74
    """Return the directory to cache launchpadlib objects in."""
7336.2.1 by Martin
Split non-ini config methods to bedding
75
    return osutils.pathjoin(bedding.cache_dir(), 'launchpad')
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
76
77
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
78
def parse_launchpadlib_version(version_number):
79
    """Parse a version number of the style used by launchpadlib."""
80
    return tuple(map(int, version_number.split('.')))
81
82
83
def check_launchpadlib_compatibility():
84
    """Raise an error if launchpadlib has the wrong version number."""
85
    installed_version = parse_launchpadlib_version(launchpadlib.__version__)
86
    if installed_version < MINIMUM_LAUNCHPADLIB_VERSION:
6672.1.2 by Jelmer Vernooij
Remove breezy.api.
87
        raise errors.DependencyNotPresent(
88
            'launchpadlib',
89
            'At least launchpadlib %s is required, but installed version is %s'
90
            % (MINIMUM_LAUNCHPADLIB_VERSION, installed_version))
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
91
92
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
93
def lookup_service_root(service_root):
94
    try:
95
        return uris.lookup_service_root(service_root)
96
    except ValueError:
97
        if service_root != 'qastaging':
98
            raise
99
        staging_root = uris.lookup_service_root('staging')
100
        return staging_root.replace('staging', 'qastaging')
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
101
102
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
103
class NoLaunchpadBranch(errors.BzrError):
104
    _fmt = 'No launchpad branch could be found for branch "%(url)s".'
105
106
    def __init__(self, branch):
107
        errors.BzrError.__init__(self, branch=branch, url=branch.base)
108
109
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
110
def get_auth_engine(base_url):
7490.101.1 by Jelmer Vernooij
Fix creation of authorization engine.
111
    return Launchpad.authorization_engine_factory(base_url, 'breezy')
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
112
113
114
def get_credential_store():
115
    return Launchpad.credential_store_factory(None)
116
117
7240.5.1 by Jelmer Vernooij
Avoid LaunchpadService when connecting to API.
118
def connect_launchpad(base_url, timeout=None, proxy_info=None,
119
                      version=Launchpad.DEFAULT_VERSION):
120
    """Log in to the Launchpad API.
121
122
    :return: The root `Launchpad` object from launchpadlib.
123
    """
6598.1.2 by Paul Gear
Move defaulting of proxy_info inside login
124
    if proxy_info is None:
7254.1.1 by Jelmer Vernooij
Defer imports.
125
        import httplib2
6598.1.2 by Paul Gear
Move defaulting of proxy_info inside login
126
        proxy_info = httplib2.proxy_info_from_environment('https')
7371.1.2 by Jelmer Vernooij
Fix Launchpad cache directory test as well.
127
    try:
128
        cache_directory = get_cache_directory()
129
    except EnvironmentError:
130
        cache_directory = None
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
131
    credential_store = get_credential_store()
132
    authorization_engine = get_auth_engine(base_url)
7240.1.1 by Jelmer Vernooij
Require a newer version of launchpadlib, set correct consumer name.
133
    return Launchpad.login_with(
7240.5.1 by Jelmer Vernooij
Avoid LaunchpadService when connecting to API.
134
        'breezy', base_url, cache_directory, timeout=timeout,
7490.99.1 by Jelmer Vernooij
Don't iterate over merge proposals on Launchpad unless credentials are known.
135
        credential_store=credential_store,
136
        authorization_engine=authorization_engine,
6538.2.2 by Aaron Bentley
Look up merge proposals by exact revision-id.
137
        proxy_info=proxy_info, version=version)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
138
139
7240.5.1 by Jelmer Vernooij
Avoid LaunchpadService when connecting to API.
140
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
141
class LaunchpadBranch(object):
4969.2.10 by Aaron Bentley
Cleanup and docs.
142
    """Provide bzr and lp API access to a Launchpad branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
143
144
    def __init__(self, lp_branch, bzr_url, bzr_branch=None, check_update=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
145
        """Constructor.
146
147
        :param lp_branch: The Launchpad branch.
148
        :param bzr_url: The URL of the Bazaar branch.
149
        :param bzr_branch: An instance of the Bazaar branch.
150
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
151
        self.bzr_url = bzr_url
152
        self._bzr = bzr_branch
153
        self._push_bzr = None
4969.2.14 by Aaron Bentley
Restore update functionality.
154
        self._check_update = check_update
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
155
        self.lp = lp_branch
156
157
    @property
158
    def bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
159
        """Return the bzr branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
160
        if self._bzr is None:
161
            self._bzr = branch.Branch.open(self.bzr_url)
162
        return self._bzr
163
164
    @property
165
    def push_bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
166
        """Return the push branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
167
        if self._push_bzr is None:
168
            self._push_bzr = branch.Branch.open(self.lp.bzr_identity)
169
        return self._push_bzr
170
171
    @staticmethod
172
    def plausible_launchpad_url(url):
4969.2.10 by Aaron Bentley
Cleanup and docs.
173
        """Is 'url' something that could conceivably be pushed to LP?
174
175
        :param url: A URL that may refer to a Launchpad branch.
176
        :return: A boolean.
177
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
178
        if url is None:
179
            return False
180
        if url.startswith('lp:'):
181
            return True
7058.4.31 by Jelmer Vernooij
Fix escaping of backslash.
182
        regex = re.compile('([a-z]*\\+)*(bzr\\+ssh|http)'
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
183
                           '://bazaar.*.launchpad.net')
184
        return bool(regex.match(url))
185
186
    @staticmethod
187
    def candidate_urls(bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
188
        """Iterate through related URLs that might be Launchpad URLs.
189
190
        :param bzr_branch: A Bazaar branch to find URLs from.
191
        :return: a generator of URL strings.
192
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
193
        url = bzr_branch.get_public_branch()
194
        if url is not None:
195
            yield url
196
        url = bzr_branch.get_push_location()
197
        if url is not None:
198
            yield url
5657.1.1 by Max Bowsher
Fix bzr lp-mirror to work on command line branch URLs and branches
199
        url = bzr_branch.get_parent()
200
        if url is not None:
201
            yield url
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
202
        yield bzr_branch.base
203
204
    @staticmethod
205
    def tweak_url(url, launchpad):
4969.2.10 by Aaron Bentley
Cleanup and docs.
206
        """Adjust a URL to work with staging, if needed."""
7254.1.1 by Jelmer Vernooij
Defer imports.
207
        if str(launchpad._root_uri) == uris.STAGING_SERVICE_ROOT:
5615.2.1 by Jelmer Vernooij
Support the 'qastaging' instance of Launchpad.
208
            return url.replace('bazaar.launchpad.net',
209
                               'bazaar.staging.launchpad.net')
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
210
        elif str(launchpad._root_uri) == lookup_service_root('qastaging'):
5615.2.1 by Jelmer Vernooij
Support the 'qastaging' instance of Launchpad.
211
            return url.replace('bazaar.launchpad.net',
212
                               'bazaar.qastaging.launchpad.net')
213
        return url
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
214
215
    @classmethod
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
216
    def from_bzr(cls, launchpad, bzr_branch, create_missing=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
217
        """Find a Launchpad branch from a bzr branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
218
        check_update = True
219
        for url in cls.candidate_urls(bzr_branch):
220
            url = cls.tweak_url(url, launchpad)
221
            if not cls.plausible_launchpad_url(url):
222
                continue
223
            lp_branch = launchpad.branches.getByUrl(url=url)
224
            if lp_branch is not None:
225
                break
226
        else:
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
227
            if not create_missing:
228
                raise NoLaunchpadBranch(bzr_branch)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
229
            lp_branch = cls.create_now(launchpad, bzr_branch)
230
            check_update = False
231
        return cls(lp_branch, bzr_branch.base, bzr_branch, check_update)
232
233
    @classmethod
234
    def create_now(cls, launchpad, bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
235
        """Create a Bazaar branch on Launchpad for the supplied branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
236
        url = cls.tweak_url(bzr_branch.get_push_location(), launchpad)
237
        if not cls.plausible_launchpad_url(url):
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
238
            raise errors.BzrError(gettext('%s is not registered on Launchpad') %
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
239
                                  bzr_branch.base)
240
        bzr_branch.create_clone_on_transport(transport.get_transport(url))
241
        lp_branch = launchpad.branches.getByUrl(url=url)
242
        if lp_branch is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
243
            raise errors.BzrError(gettext('%s is not registered on Launchpad') %
7143.15.2 by Jelmer Vernooij
Run autopep8.
244
                                  url)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
245
        return lp_branch
246
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
247
    def get_target(self):
248
        """Return the 'LaunchpadBranch' for the target of this one."""
4969.2.5 by Aaron Bentley
It makes more sense to get the dev focus from an existing Launchpad branch
249
        lp_branch = self.lp
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
250
        if lp_branch.project is not None:
5616.1.2 by Vincent Ladeuil
Fix normal branch usage with lp-propose.
251
            dev_focus = lp_branch.project.development_focus
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
252
            if dev_focus is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
253
                raise errors.BzrError(gettext('%s has no development focus.') %
7143.15.2 by Jelmer Vernooij
Run autopep8.
254
                                      lp_branch.bzr_identity)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
255
            target = dev_focus.branch
256
            if target is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
257
                raise errors.BzrError(gettext(
7143.15.2 by Jelmer Vernooij
Run autopep8.
258
                    'development focus %s has no branch.') % dev_focus)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
259
        elif lp_branch.sourcepackage is not None:
260
            target = lp_branch.sourcepackage.getBranch(pocket="Release")
261
            if target is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
262
                raise errors.BzrError(gettext(
263
                                      'source package %s has no branch.') %
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
264
                                      lp_branch.sourcepackage)
265
        else:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
266
            raise errors.BzrError(gettext(
7143.15.2 by Jelmer Vernooij
Run autopep8.
267
                '%s has no associated product or source package.') %
268
                lp_branch.bzr_identity)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
269
        return LaunchpadBranch(target, target.bzr_identity)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
270
271
    def update_lp(self):
4969.2.15 by Aaron Bentley
Update docs.
272
        """Update the Launchpad copy of this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
273
        if not self._check_update:
274
            return
6754.8.4 by Jelmer Vernooij
Use new context stuff.
275
        with self.bzr.lock_read():
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
276
            if self.lp.last_scanned_id is not None:
277
                if self.bzr.last_revision() == self.lp.last_scanned_id:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
278
                    trace.note(gettext('%s is already up-to-date.') %
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
279
                               self.lp.bzr_identity)
280
                    return
281
                graph = self.bzr.repository.get_graph()
7141.6.1 by Jelmer Vernooij
Encode revision id when passing it into graph.
282
                if not graph.is_ancestor(osutils.safe_utf8(self.lp.last_scanned_id),
4969.2.18 by Aaron Bentley
Fix divergence check.
283
                                         self.bzr.last_revision()):
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
284
                    raise errors.DivergedBranches(self.bzr, self.push_bzr)
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
285
                trace.note(gettext('Pushing to %s') % self.lp.bzr_identity)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
286
            self.bzr.push(self.push_bzr)
287
288
    def find_lca_tree(self, other):
4969.2.10 by Aaron Bentley
Cleanup and docs.
289
        """Find the revision tree for the LCA of this branch and other.
290
291
        :param other: Another LaunchpadBranch
292
        :return: The RevisionTree of the LCA of this branch and other.
293
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
294
        graph = self.bzr.repository.get_graph(other.bzr.repository)
295
        lca = graph.find_unique_lca(self.bzr.last_revision(),
296
                                    other.bzr.last_revision())
297
        return self.bzr.repository.revision_tree(lca)
298
299
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
300
def canonical_url(object):
301
    """Return the canonical URL for a branch."""
6791.2.3 by Jelmer Vernooij
Fix more imports.
302
    scheme, netloc, path, params, query, fragment = urlparse(
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
303
        str(object.self_link))
304
    path = '/'.join(path.split('/')[2:])
305
    netloc = netloc.replace('api.', 'code.')
6791.2.3 by Jelmer Vernooij
Fix more imports.
306
    return urlunparse((scheme, netloc, path, params, query, fragment))