/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
5609.24.7 by John Arbash Meinel
Fix bug #397739. Avoid doing an XMLRPC lookup if a user
1
# Copyright (C) 2007-2011 Canonical Ltd
2245.8.3 by Martin Pool
Start adding indirection transport
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
2245.8.3 by Martin Pool
Start adding indirection transport
16
6379.6.7 by Jelmer Vernooij
Move importing from future until after doc string, otherwise the doc string will disappear.
17
"""Directory lookup that uses Launchpad."""
18
6379.6.3 by Jelmer Vernooij
Use absolute_import.
19
from __future__ import absolute_import
2245.8.3 by Martin Pool
Start adding indirection transport
20
6791.2.3 by Jelmer Vernooij
Fix more imports.
21
try:
22
    from urllib.parse import urlsplit
23
except ImportError:  # python < 3
24
    from urlparse import urlsplit
2898.4.4 by James Henstridge
Changes to account for modifications to the XMLRPC API.
25
import xmlrpclib
26
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
27
from ... import (
2898.4.14 by James Henstridge
* Use urlsplit() to process URLs.
28
    debug,
2245.8.4 by Martin Pool
lp:/// indirection works
29
    errors,
2898.4.14 by James Henstridge
* Use urlsplit() to process URLs.
30
    trace,
5609.9.1 by Martin
Blindly change all users of get_transport to address the function via the transport module
31
    transport,
2245.8.4 by Martin Pool
lp:/// indirection works
32
    )
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
33
from ...i18n import gettext
2245.8.4 by Martin Pool
lp:/// indirection works
34
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
35
from .lp_registration import (
6729.6.1 by Jelmer Vernooij
Move urlutils errors.
36
    InvalidURL,
37
    LaunchpadService,
38
    ResolveLaunchpadPathRequest,
39
    )
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
40
from .account import get_lp_login
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
41
42
43
# As breezy.transport.remote may not be loaded yet, make sure bzr+ssh
2898.4.9 by James Henstridge
Add some more tests for the bzr+ssh://bazaar.launchpad.net URL
44
# is counted as a netloc protocol.
5609.9.1 by Martin
Blindly change all users of get_transport to address the function via the transport module
45
transport.register_urlparse_netloc_protocol('bzr+ssh')
46
transport.register_urlparse_netloc_protocol('lp')
2898.4.9 by James Henstridge
Add some more tests for the bzr+ssh://bazaar.launchpad.net URL
47
5462.4.5 by Barry Warsaw
We only need to include distroseries shortcuts.
48
_ubuntu_series_shortcuts = {
5462.4.3 by Barry Warsaw
* Add back Ubuntu distroseries shortcuts.
49
    'n': 'natty',
50
    'm': 'maverick',
51
    'l': 'lucid',
52
    'k': 'karmic',
53
    'j': 'jaunty',
54
    'h': 'hardy',
55
    'd': 'dapper',
5462.4.1 by Barry Warsaw
Added support for ubuntu: and debianlp: schemes, accessing the relevant
56
    }
57
2898.4.9 by James Henstridge
Add some more tests for the bzr+ssh://bazaar.launchpad.net URL
58
3251.4.1 by Aaron Bentley
Convert LP transport into directory service
59
class LaunchpadDirectory(object):
2898.4.8 by James Henstridge
Switch lp: over to a pass-through transport, so that the XMLRPC gets
60
3031.2.4 by jml at canonical
Only split the URL once.
61
    def _requires_launchpad_login(self, scheme, netloc, path, query,
62
                                  fragment):
63
        """Does the URL require a Launchpad login in order to be reached?
64
65
        The URL is specified by its parsed components, as returned from
66
        urlsplit.
67
        """
3031.2.3 by jml at canonical
Make the test pass -- don't include sftp URLs if there's no lp login.
68
        return (scheme in ('bzr+ssh', 'sftp')
69
                and (netloc.endswith('launchpad.net')
70
                     or netloc.endswith('launchpad.dev')))
3031.2.1 by jml at canonical
Factor out the method that determines if a URL is a LP url.
71
3251.4.1 by Aaron Bentley
Convert LP transport into directory service
72
    def look_up(self, name, url):
3251.4.5 by Aaron Bentley
Add docstring
73
        """See DirectoryService.look_up"""
3251.4.1 by Aaron Bentley
Convert LP transport into directory service
74
        return self._resolve(url)
75
5609.24.9 by John Arbash Meinel
A bunch more tests and bug fixes for the local resolution.
76
    def _resolve_locally(self, path, url, _request_factory):
77
        # This is the best I could work out about XMLRPC. If an lp: url
78
        # includes ~user, then it is specially validated. Otherwise, it is just
79
        # sent to +branch/$path.
80
        _, netloc, _, _, _ = urlsplit(url)
81
        if netloc == '':
82
            netloc = LaunchpadService.DEFAULT_INSTANCE
83
        base_url = LaunchpadService.LAUNCHPAD_DOMAINS[netloc]
84
        base = 'bzr+ssh://bazaar.%s/' % (base_url,)
85
        maybe_invalid = False
86
        if path.startswith('~'):
87
            # A ~user style path, validate it a bit.
88
            # If a path looks fishy, fall back to asking XMLRPC to
89
            # resolve it for us. That way we still get their nicer error
90
            # messages.
91
            parts = path.split('/')
92
            if (len(parts) < 3
93
                or (parts[1] in ('ubuntu', 'debian') and len(parts) < 5)):
94
                # This special case requires 5-parts to be valid.
95
                maybe_invalid = True
96
        else:
97
            base += '+branch/'
98
        if maybe_invalid:
99
            return self._resolve_via_xmlrpc(path, url, _request_factory)
100
        return {'urls': [base + path]}
5609.24.7 by John Arbash Meinel
Fix bug #397739. Avoid doing an XMLRPC lookup if a user
101
102
    def _resolve_via_xmlrpc(self, path, url, _request_factory):
103
        service = LaunchpadService.for_url(url)
104
        resolve = _request_factory(path)
105
        try:
106
            result = resolve.submit(service)
6619.3.2 by Jelmer Vernooij
Apply 2to3 except fix.
107
        except xmlrpclib.Fault as fault:
6729.6.1 by Jelmer Vernooij
Move urlutils errors.
108
            raise InvalidURL(
5609.24.7 by John Arbash Meinel
Fix bug #397739. Avoid doing an XMLRPC lookup if a user
109
                path=url, extra=fault.faultString)
110
        return result
111
112
    def _update_url_scheme(self, url):
5462.4.1 by Barry Warsaw
Added support for ubuntu: and debianlp: schemes, accessing the relevant
113
        # Do ubuntu: and debianlp: expansions.
5462.4.10 by Vincent Ladeuil
Fix python2.4 compatibility.
114
        scheme, netloc, path, query, fragment = urlsplit(url)
115
        if scheme in ('ubuntu', 'debianlp'):
116
            if scheme == 'ubuntu':
5462.4.1 by Barry Warsaw
Added support for ubuntu: and debianlp: schemes, accessing the relevant
117
                distro = 'ubuntu'
5462.4.5 by Barry Warsaw
We only need to include distroseries shortcuts.
118
                distro_series = _ubuntu_series_shortcuts
5462.4.10 by Vincent Ladeuil
Fix python2.4 compatibility.
119
            elif scheme == 'debianlp':
5462.4.1 by Barry Warsaw
Added support for ubuntu: and debianlp: schemes, accessing the relevant
120
                distro = 'debian'
5462.4.5 by Barry Warsaw
We only need to include distroseries shortcuts.
121
                # No shortcuts for Debian distroseries.
122
                distro_series = {}
5462.4.1 by Barry Warsaw
Added support for ubuntu: and debianlp: schemes, accessing the relevant
123
            else:
124
                raise AssertionError('scheme should be ubuntu: or debianlp:')
5462.4.3 by Barry Warsaw
* Add back Ubuntu distroseries shortcuts.
125
            # Split the path.  It's either going to be 'project' or
126
            # 'series/project', but recognize that it may be a series we don't
127
            # know about.
5462.4.10 by Vincent Ladeuil
Fix python2.4 compatibility.
128
            path_parts = path.split('/')
5462.4.3 by Barry Warsaw
* Add back Ubuntu distroseries shortcuts.
129
            if len(path_parts) == 1:
130
                # It's just a project name.
5462.4.1 by Barry Warsaw
Added support for ubuntu: and debianlp: schemes, accessing the relevant
131
                lp_url_template = 'lp:%(distro)s/%(project)s'
132
                project = path_parts[0]
5462.4.3 by Barry Warsaw
* Add back Ubuntu distroseries shortcuts.
133
                series = None
134
            elif len(path_parts) == 2:
135
                # It's a series and project.
5462.4.1 by Barry Warsaw
Added support for ubuntu: and debianlp: schemes, accessing the relevant
136
                lp_url_template = 'lp:%(distro)s/%(series)s/%(project)s'
5462.4.3 by Barry Warsaw
* Add back Ubuntu distroseries shortcuts.
137
                series, project = path_parts
138
            else:
139
                # There are either 0 or > 2 path parts, neither of which is
140
                # supported for these schemes.
6729.6.1 by Jelmer Vernooij
Move urlutils errors.
141
                raise InvalidURL('Bad path: %s' % url)
5462.4.3 by Barry Warsaw
* Add back Ubuntu distroseries shortcuts.
142
            # Expand any series shortcuts, but keep unknown series.
143
            series = distro_series.get(series, series)
5462.4.1 by Barry Warsaw
Added support for ubuntu: and debianlp: schemes, accessing the relevant
144
            # Hack the url and let the following do the final resolution.
145
            url = lp_url_template % dict(
146
                distro=distro,
147
                series=series,
148
                project=project)
5462.4.10 by Vincent Ladeuil
Fix python2.4 compatibility.
149
            scheme, netloc, path, query, fragment = urlsplit(url)
5609.24.7 by John Arbash Meinel
Fix bug #397739. Avoid doing an XMLRPC lookup if a user
150
        return url, path
151
5609.24.8 by John Arbash Meinel
Fix the launchpad-login tests. And fix a bad commit typo.
152
    def _expand_user(self, path, url, lp_login):
5361.1.1 by John Arbash Meinel
Handle a simple ~ in lp: urls.
153
        if path.startswith('~/'):
5609.24.7 by John Arbash Meinel
Fix bug #397739. Avoid doing an XMLRPC lookup if a user
154
            if lp_login is None:
6729.6.1 by Jelmer Vernooij
Move urlutils errors.
155
                raise InvalidURL(path=url,
5361.1.1 by John Arbash Meinel
Handle a simple ~ in lp: urls.
156
                    extra='Cannot resolve "~" to your username.'
157
                          ' See "bzr help launchpad-login"')
5609.24.7 by John Arbash Meinel
Fix bug #397739. Avoid doing an XMLRPC lookup if a user
158
            path = '~' + lp_login + path[1:]
159
        return path
160
161
    def _resolve(self, url,
162
                 _request_factory=ResolveLaunchpadPathRequest,
163
                 _lp_login=None):
164
        """Resolve the base URL for this transport."""
165
        url, path = self._update_url_scheme(url)
166
        if _lp_login is None:
167
            _lp_login = get_lp_login()
168
        path = path.strip('/')
5609.24.8 by John Arbash Meinel
Fix the launchpad-login tests. And fix a bad commit typo.
169
        path = self._expand_user(path, url, _lp_login)
5609.24.7 by John Arbash Meinel
Fix bug #397739. Avoid doing an XMLRPC lookup if a user
170
        if _lp_login is not None:
5609.24.9 by John Arbash Meinel
A bunch more tests and bug fixes for the local resolution.
171
            result = self._resolve_locally(path, url, _request_factory)
172
            if 'launchpad' in debug.debug_flags:
5609.24.11 by John Arbash Meinel
If someone uses -Dlaunchpad, use the 'official' URL instead of the local one.
173
                local_res = result
174
                result = self._resolve_via_xmlrpc(path, url, _request_factory)
6150.3.4 by Jonathan Riddell
more launchpad plugin gettext()ing
175
                trace.note(gettext(
176
                    'resolution for {0}\n  local: {1}\n remote: {2}').format(
6150.3.11 by Jonathan Riddell
syntax fixes
177
                           url, local_res['urls'], result['urls']))
5609.24.7 by John Arbash Meinel
Fix bug #397739. Avoid doing an XMLRPC lookup if a user
178
        else:
179
            result = self._resolve_via_xmlrpc(path, url, _request_factory)
2898.4.8 by James Henstridge
Switch lp: over to a pass-through transport, so that the XMLRPC gets
180
2898.4.14 by James Henstridge
* Use urlsplit() to process URLs.
181
        if 'launchpad' in debug.debug_flags:
4505.6.2 by Jonathan Lange
Extract a method that gets a service from a URL.
182
            trace.mutter("resolve_lp_path(%r) == %r", url, result)
2898.4.14 by James Henstridge
* Use urlsplit() to process URLs.
183
3270.4.1 by James Westby
Warn the user when resolving lp: URLs if they haven't set their login.
184
        _warned_login = False
2898.4.8 by James Henstridge
Switch lp: over to a pass-through transport, so that the XMLRPC gets
185
        for url in result['urls']:
186
            scheme, netloc, path, query, fragment = urlsplit(url)
3031.2.4 by jml at canonical
Only split the URL once.
187
            if self._requires_launchpad_login(scheme, netloc, path, query,
188
                                              fragment):
2898.4.8 by James Henstridge
Switch lp: over to a pass-through transport, so that the XMLRPC gets
189
                # Only accept launchpad.net bzr+ssh URLs if we know
190
                # the user's Launchpad login:
3777.1.21 by Aaron Bentley
Stop including usernames in resolved lp: urls
191
                if _lp_login is not None:
192
                    break
2898.4.9 by James Henstridge
Add some more tests for the bzr+ssh://bazaar.launchpad.net URL
193
                if _lp_login is None:
3270.4.1 by James Westby
Warn the user when resolving lp: URLs if they haven't set their login.
194
                    if not _warned_login:
3834.1.2 by Martin Pool
Better message when launchpad-login is needed
195
                        trace.warning(
3834.1.3 by Martin Pool
Shorter message about launchpad-login
196
'You have not informed bzr of your Launchpad ID, and you must do this to\n'
197
'write to Launchpad or access private data.  See "bzr help launchpad-login".')
3270.4.1 by James Westby
Warn the user when resolving lp: URLs if they haven't set their login.
198
                        _warned_login = True
2898.4.15 by James Henstridge
Use get_transport() to decide whether Bazaar supports a given URL.
199
            else:
200
                # Use the URL if we can create a transport for it.
201
                try:
5609.9.1 by Martin
Blindly change all users of get_transport to address the function via the transport module
202
                    transport.get_transport(url)
2898.4.15 by James Henstridge
Use get_transport() to decide whether Bazaar supports a given URL.
203
                except (errors.PathError, errors.TransportError):
204
                    pass
205
                else:
206
                    break
2898.4.8 by James Henstridge
Switch lp: over to a pass-through transport, so that the XMLRPC gets
207
        else:
6729.6.1 by Jelmer Vernooij
Move urlutils errors.
208
            raise InvalidURL(path=url, extra='no supported schemes')
2898.4.8 by James Henstridge
Switch lp: over to a pass-through transport, so that the XMLRPC gets
209
        return url
210
2245.8.3 by Martin Pool
Start adding indirection transport
211
212
def get_test_permutations():
213
    # Since this transport doesn't do anything once opened, it's not subjected
214
    # to the usual transport tests.
215
    return []