/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
1
# Copyright (C) 2009-2012 Canonical Ltd
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
6379.6.7 by Jelmer Vernooij
Move importing from future until after doc string, otherwise the doc string will disappear.
17
"""Tools for dealing with the Launchpad API."""
18
6379.6.3 by Jelmer Vernooij
Use absolute_import.
19
from __future__ import absolute_import
20
4505.6.11 by Jonathan Lange
Flag lp_api as a difficult import.
21
# Importing this module will be expensive, since it imports launchpadlib and
22
# its dependencies. However, our plan is to only load this module when it is
23
# needed by a command that uses it.
24
4505.6.18 by Jonathan Lange
Another review comment to make a note of.
25
6598.1.1 by Paul Gear
Provide sensible default proxy_info
26
import httplib2
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
27
import re
6791.2.3 by Jelmer Vernooij
Fix more imports.
28
try:
29
    from urllib.parse import (
30
        urlparse,
31
        urlunparse,
32
        )
33
except ImportError:  # python < 3
34
    from urlparse import (
35
        urlparse,
36
        urlunparse,
37
        )
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
38
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
39
from ... import (
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
40
    branch,
4505.6.24 by Jonathan Lange
Move cache directory to the Bazaar configuration directory.
41
    config,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
42
    errors,
4505.6.16 by Jonathan Lange
Work on Windows, I think.
43
    osutils,
4969.2.11 by Aaron Bentley
Clean up imports.
44
    trace,
45
    transport,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
46
    )
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
47
from ...i18n import gettext
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
48
4505.6.25 by Jonathan Lange
Add a test to check what happens if launchpadlib not available.
49
try:
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
50
    import launchpadlib
6619.3.2 by Jelmer Vernooij
Apply 2to3 except fix.
51
except ImportError as e:
4505.6.25 by Jonathan Lange
Add a test to check what happens if launchpadlib not available.
52
    raise errors.DependencyNotPresent('launchpadlib', e)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
53
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
54
from launchpadlib.launchpad import (
55
    STAGING_SERVICE_ROOT,
56
    Launchpad,
57
    )
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
58
from launchpadlib import uris
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
59
60
# Declare the minimum version of launchpadlib that we need in order to work.
7240.1.1 by Jelmer Vernooij
Require a newer version of launchpadlib, set correct consumer name.
61
MINIMUM_LAUNCHPADLIB_VERSION = (1, 6, 3)
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
62
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
63
7240.5.7 by Jelmer Vernooij
Move DEFAULT_INSTANCE.
64
# We use production as the default because edge has been deprecated circa
65
# 2010-11 (see bug https://bugs.launchpad.net/bzr/+bug/583667)
66
DEFAULT_INSTANCE = 'production'
67
7240.5.3 by Jelmer Vernooij
Move LAUNCHPAD_DOMAINS constant.
68
LAUNCHPAD_DOMAINS = {
69
    'production': 'launchpad.net',
70
    'staging': 'staging.launchpad.net',
71
    'qastaging': 'qastaging.launchpad.net',
72
    'demo': 'demo.launchpad.net',
73
    'dev': 'launchpad.dev',
74
    }
75
76
LAUNCHPAD_BAZAAR_DOMAINS = [
77
    'bazaar.%s' % domain
78
    for domain in LAUNCHPAD_DOMAINS.values()]
79
80
4505.6.15 by Jonathan Lange
Baby steps: Move the cache directory stuff into a function.
81
def get_cache_directory():
82
    """Return the directory to cache launchpadlib objects in."""
4505.6.24 by Jonathan Lange
Move cache directory to the Bazaar configuration directory.
83
    return osutils.pathjoin(config.config_dir(), 'launchpad')
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
84
85
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
86
def parse_launchpadlib_version(version_number):
87
    """Parse a version number of the style used by launchpadlib."""
88
    return tuple(map(int, version_number.split('.')))
89
90
91
def check_launchpadlib_compatibility():
92
    """Raise an error if launchpadlib has the wrong version number."""
93
    installed_version = parse_launchpadlib_version(launchpadlib.__version__)
94
    if installed_version < MINIMUM_LAUNCHPADLIB_VERSION:
6672.1.2 by Jelmer Vernooij
Remove breezy.api.
95
        raise errors.DependencyNotPresent(
96
            'launchpadlib',
97
            'At least launchpadlib %s is required, but installed version is %s'
98
            % (MINIMUM_LAUNCHPADLIB_VERSION, installed_version))
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
99
100
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
101
def lookup_service_root(service_root):
102
    try:
103
        return uris.lookup_service_root(service_root)
104
    except ValueError:
105
        if service_root != 'qastaging':
106
            raise
107
        staging_root = uris.lookup_service_root('staging')
108
        return staging_root.replace('staging', 'qastaging')
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
109
110
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
111
class NoLaunchpadBranch(errors.BzrError):
112
    _fmt = 'No launchpad branch could be found for branch "%(url)s".'
113
114
    def __init__(self, branch):
115
        errors.BzrError.__init__(self, branch=branch, url=branch.base)
116
117
7240.5.1 by Jelmer Vernooij
Avoid LaunchpadService when connecting to API.
118
def connect_launchpad(base_url, timeout=None, proxy_info=None,
119
                      version=Launchpad.DEFAULT_VERSION):
120
    """Log in to the Launchpad API.
121
122
    :return: The root `Launchpad` object from launchpadlib.
123
    """
6598.1.2 by Paul Gear
Move defaulting of proxy_info inside login
124
    if proxy_info is None:
125
        proxy_info = httplib2.proxy_info_from_environment('https')
4505.6.19 by Jonathan Lange
Delete swathes of code because we can rely on a version of launchpadlib
126
    cache_directory = get_cache_directory()
7240.1.1 by Jelmer Vernooij
Require a newer version of launchpadlib, set correct consumer name.
127
    return Launchpad.login_with(
7240.5.1 by Jelmer Vernooij
Avoid LaunchpadService when connecting to API.
128
        'breezy', base_url, cache_directory, timeout=timeout,
6538.2.2 by Aaron Bentley
Look up merge proposals by exact revision-id.
129
        proxy_info=proxy_info, version=version)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
130
131
7240.5.1 by Jelmer Vernooij
Avoid LaunchpadService when connecting to API.
132
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
133
class LaunchpadBranch(object):
4969.2.10 by Aaron Bentley
Cleanup and docs.
134
    """Provide bzr and lp API access to a Launchpad branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
135
136
    def __init__(self, lp_branch, bzr_url, bzr_branch=None, check_update=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
137
        """Constructor.
138
139
        :param lp_branch: The Launchpad branch.
140
        :param bzr_url: The URL of the Bazaar branch.
141
        :param bzr_branch: An instance of the Bazaar branch.
142
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
143
        self.bzr_url = bzr_url
144
        self._bzr = bzr_branch
145
        self._push_bzr = None
4969.2.14 by Aaron Bentley
Restore update functionality.
146
        self._check_update = check_update
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
147
        self.lp = lp_branch
148
149
    @property
150
    def bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
151
        """Return the bzr branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
152
        if self._bzr is None:
153
            self._bzr = branch.Branch.open(self.bzr_url)
154
        return self._bzr
155
156
    @property
157
    def push_bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
158
        """Return the push branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
159
        if self._push_bzr is None:
160
            self._push_bzr = branch.Branch.open(self.lp.bzr_identity)
161
        return self._push_bzr
162
163
    @staticmethod
164
    def plausible_launchpad_url(url):
4969.2.10 by Aaron Bentley
Cleanup and docs.
165
        """Is 'url' something that could conceivably be pushed to LP?
166
167
        :param url: A URL that may refer to a Launchpad branch.
168
        :return: A boolean.
169
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
170
        if url is None:
171
            return False
172
        if url.startswith('lp:'):
173
            return True
7058.4.31 by Jelmer Vernooij
Fix escaping of backslash.
174
        regex = re.compile('([a-z]*\\+)*(bzr\\+ssh|http)'
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
175
                           '://bazaar.*.launchpad.net')
176
        return bool(regex.match(url))
177
178
    @staticmethod
179
    def candidate_urls(bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
180
        """Iterate through related URLs that might be Launchpad URLs.
181
182
        :param bzr_branch: A Bazaar branch to find URLs from.
183
        :return: a generator of URL strings.
184
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
185
        url = bzr_branch.get_public_branch()
186
        if url is not None:
187
            yield url
188
        url = bzr_branch.get_push_location()
189
        if url is not None:
190
            yield url
5657.1.1 by Max Bowsher
Fix bzr lp-mirror to work on command line branch URLs and branches
191
        url = bzr_branch.get_parent()
192
        if url is not None:
193
            yield url
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
194
        yield bzr_branch.base
195
196
    @staticmethod
197
    def tweak_url(url, launchpad):
4969.2.10 by Aaron Bentley
Cleanup and docs.
198
        """Adjust a URL to work with staging, if needed."""
5615.2.1 by Jelmer Vernooij
Support the 'qastaging' instance of Launchpad.
199
        if str(launchpad._root_uri) == STAGING_SERVICE_ROOT:
200
            return url.replace('bazaar.launchpad.net',
201
                               'bazaar.staging.launchpad.net')
6538.2.1 by Aaron Bentley
Update to require launchpadlib 1.6.0
202
        elif str(launchpad._root_uri) == lookup_service_root('qastaging'):
5615.2.1 by Jelmer Vernooij
Support the 'qastaging' instance of Launchpad.
203
            return url.replace('bazaar.launchpad.net',
204
                               'bazaar.qastaging.launchpad.net')
205
        return url
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
206
207
    @classmethod
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
208
    def from_bzr(cls, launchpad, bzr_branch, create_missing=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
209
        """Find a Launchpad branch from a bzr branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
210
        check_update = True
211
        for url in cls.candidate_urls(bzr_branch):
212
            url = cls.tweak_url(url, launchpad)
213
            if not cls.plausible_launchpad_url(url):
214
                continue
215
            lp_branch = launchpad.branches.getByUrl(url=url)
216
            if lp_branch is not None:
217
                break
218
        else:
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
219
            if not create_missing:
220
                raise NoLaunchpadBranch(bzr_branch)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
221
            lp_branch = cls.create_now(launchpad, bzr_branch)
222
            check_update = False
223
        return cls(lp_branch, bzr_branch.base, bzr_branch, check_update)
224
225
    @classmethod
226
    def create_now(cls, launchpad, bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
227
        """Create a Bazaar branch on Launchpad for the supplied branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
228
        url = cls.tweak_url(bzr_branch.get_push_location(), launchpad)
229
        if not cls.plausible_launchpad_url(url):
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
230
            raise errors.BzrError(gettext('%s is not registered on Launchpad') %
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
231
                                  bzr_branch.base)
232
        bzr_branch.create_clone_on_transport(transport.get_transport(url))
233
        lp_branch = launchpad.branches.getByUrl(url=url)
234
        if lp_branch is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
235
            raise errors.BzrError(gettext('%s is not registered on Launchpad') %
7143.15.2 by Jelmer Vernooij
Run autopep8.
236
                                  url)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
237
        return lp_branch
238
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
239
    def get_target(self):
240
        """Return the 'LaunchpadBranch' for the target of this one."""
4969.2.5 by Aaron Bentley
It makes more sense to get the dev focus from an existing Launchpad branch
241
        lp_branch = self.lp
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
242
        if lp_branch.project is not None:
5616.1.2 by Vincent Ladeuil
Fix normal branch usage with lp-propose.
243
            dev_focus = lp_branch.project.development_focus
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
244
            if dev_focus is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
245
                raise errors.BzrError(gettext('%s has no development focus.') %
7143.15.2 by Jelmer Vernooij
Run autopep8.
246
                                      lp_branch.bzr_identity)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
247
            target = dev_focus.branch
248
            if target is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
249
                raise errors.BzrError(gettext(
7143.15.2 by Jelmer Vernooij
Run autopep8.
250
                    'development focus %s has no branch.') % dev_focus)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
251
        elif lp_branch.sourcepackage is not None:
252
            target = lp_branch.sourcepackage.getBranch(pocket="Release")
253
            if target is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
254
                raise errors.BzrError(gettext(
255
                                      'source package %s has no branch.') %
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
256
                                      lp_branch.sourcepackage)
257
        else:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
258
            raise errors.BzrError(gettext(
7143.15.2 by Jelmer Vernooij
Run autopep8.
259
                '%s has no associated product or source package.') %
260
                lp_branch.bzr_identity)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
261
        return LaunchpadBranch(target, target.bzr_identity)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
262
263
    def update_lp(self):
4969.2.15 by Aaron Bentley
Update docs.
264
        """Update the Launchpad copy of this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
265
        if not self._check_update:
266
            return
6754.8.4 by Jelmer Vernooij
Use new context stuff.
267
        with self.bzr.lock_read():
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
268
            if self.lp.last_scanned_id is not None:
269
                if self.bzr.last_revision() == self.lp.last_scanned_id:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
270
                    trace.note(gettext('%s is already up-to-date.') %
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
271
                               self.lp.bzr_identity)
272
                    return
273
                graph = self.bzr.repository.get_graph()
7141.6.1 by Jelmer Vernooij
Encode revision id when passing it into graph.
274
                if not graph.is_ancestor(osutils.safe_utf8(self.lp.last_scanned_id),
4969.2.18 by Aaron Bentley
Fix divergence check.
275
                                         self.bzr.last_revision()):
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
276
                    raise errors.DivergedBranches(self.bzr, self.push_bzr)
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
277
                trace.note(gettext('Pushing to %s') % self.lp.bzr_identity)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
278
            self.bzr.push(self.push_bzr)
279
280
    def find_lca_tree(self, other):
4969.2.10 by Aaron Bentley
Cleanup and docs.
281
        """Find the revision tree for the LCA of this branch and other.
282
283
        :param other: Another LaunchpadBranch
284
        :return: The RevisionTree of the LCA of this branch and other.
285
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
286
        graph = self.bzr.repository.get_graph(other.bzr.repository)
287
        lca = graph.find_unique_lca(self.bzr.last_revision(),
288
                                    other.bzr.last_revision())
289
        return self.bzr.repository.revision_tree(lca)
290
291
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
292
def canonical_url(object):
293
    """Return the canonical URL for a branch."""
6791.2.3 by Jelmer Vernooij
Fix more imports.
294
    scheme, netloc, path, params, query, fragment = urlparse(
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
295
        str(object.self_link))
296
    path = '/'.join(path.split('/')[2:])
297
    netloc = netloc.replace('api.', 'code.')
6791.2.3 by Jelmer Vernooij
Fix more imports.
298
    return urlunparse((scheme, netloc, path, params, query, fragment))