/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to remote.py

Add docstring.

Show diffs side-by-side

added added

removed removed

Lines of Context:
remote.py
1
 
# Copyright (C) 2007-2008 Canonical Ltd
 
1
# Copyright (C) 2007-2009 Jelmer Vernooij <jelmer@samba.org>
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
16
 
17
 
import bzrlib
18
 
from bzrlib import urlutils
19
 
from bzrlib.bzrdir import BzrDir, BzrDirFormat
20
 
from bzrlib.errors import NoSuchFile, NotLocalUrl
21
 
from bzrlib.lockable_files import TransportLock
22
 
from bzrlib.repository import Repository
23
 
from bzrlib.trace import info
24
 
from bzrlib.transport import Transport
25
 
 
26
 
from bzrlib.plugins.git import git
27
 
from bzrlib.plugins.git.branch import GitBranch
28
 
from bzrlib.plugins.git.errors import NoSuchRef
29
 
from bzrlib.plugins.git.dir import GitDir
30
 
from bzrlib.plugins.git.foreign import ForeignBranch
31
 
from bzrlib.plugins.git.repository import GitFormat, GitRepository
32
 
 
 
17
from bzrlib import (
 
18
    config,
 
19
    debug,
 
20
    tag,
 
21
    trace,
 
22
    ui,
 
23
    urlutils,
 
24
    )
 
25
from bzrlib.errors import (
 
26
    BzrError,
 
27
    InvalidRevisionId,
 
28
    NoSuchFile,
 
29
    NoSuchRevision,
 
30
    NotLocalUrl,
 
31
    )
 
32
from bzrlib.transport import (
 
33
    Transport,
 
34
    )
 
35
 
 
36
from bzrlib.plugins.git import (
 
37
    lazy_check_versions,
 
38
    )
 
39
lazy_check_versions()
 
40
 
 
41
from bzrlib.plugins.git.branch import (
 
42
    GitBranch,
 
43
    extract_tags,
 
44
    )
 
45
from bzrlib.plugins.git.errors import (
 
46
    GitSmartRemoteNotSupported,
 
47
    NoSuchRef,
 
48
    )
 
49
from bzrlib.plugins.git.dir import (
 
50
    GitDir,
 
51
    )
 
52
from bzrlib.plugins.git.mapping import (
 
53
    mapping_registry,
 
54
    )
 
55
from bzrlib.plugins.git.repository import (
 
56
    GitRepository,
 
57
    )
 
58
 
 
59
import dulwich as git
 
60
from dulwich.errors import (
 
61
    GitProtocolError,
 
62
    )
 
63
from dulwich.pack import (
 
64
    Pack,
 
65
    PackData,
 
66
    )
33
67
import os
34
68
import tempfile
35
69
import urllib
36
70
import urlparse
37
 
 
38
 
from dulwich.pack import PackData, Pack
 
71
urlparse.uses_netloc.extend(['git', 'git+ssh'])
 
72
 
 
73
from dulwich.pack import load_pack_index
 
74
 
 
75
 
 
76
# Don't run any tests on GitSmartTransport as it is not intended to be
 
77
# a full implementation of Transport
 
78
def get_test_permutations():
 
79
    return []
 
80
 
 
81
 
 
82
def split_git_url(url):
 
83
    """Split a Git URL.
 
84
 
 
85
    :param url: Git URL
 
86
    :return: Tuple with host, port, username, path.
 
87
    """
 
88
    (scheme, netloc, loc, _, _) = urlparse.urlsplit(url)
 
89
    path = urllib.unquote(loc)
 
90
    if path.startswith("/~"):
 
91
        path = path[1:]
 
92
    (username, hostport) = urllib.splituser(netloc)
 
93
    (host, port) = urllib.splitnport(hostport, None)
 
94
    return (host, port, username, path)
39
95
 
40
96
 
41
97
class GitSmartTransport(Transport):
42
98
 
43
99
    def __init__(self, url, _client=None):
44
100
        Transport.__init__(self, url)
45
 
        (scheme, _, loc, _, _) = urlparse.urlsplit(url)
46
 
        assert scheme == "git"
47
 
        hostport, self._path = urllib.splithost(loc)
48
 
        (self._host, self._port) = urllib.splitnport(hostport, git.protocol.TCP_GIT_PORT)
 
101
        (self._host, self._port, self._username, self._path) = \
 
102
            split_git_url(url)
 
103
        if 'transport' in debug.debug_flags:
 
104
            trace.mutter('host: %r, user: %r, port: %r, path: %r',
 
105
                         self._host, self._username, self._port, self._path)
49
106
        self._client = _client
50
107
 
51
 
    def _get_client(self):
52
 
        if self._client is not None:
53
 
            ret = self._client
54
 
            self._client = None
55
 
            return ret
56
 
        return git.client.TCPGitClient(self._host, self._port)
 
108
    def external_url(self):
 
109
        return self.base
 
110
 
 
111
    def has(self, relpath):
 
112
        return False
 
113
 
 
114
    def _get_client(self, thin_packs):
 
115
        raise NotImplementedError(self._get_client)
 
116
 
 
117
    def _get_path(self):
 
118
        return self._path
57
119
 
58
120
    def fetch_pack(self, determine_wants, graph_walker, pack_data, progress=None):
59
121
        if progress is None:
60
122
            def progress(text):
61
 
                info("git: %s" % text)
62
 
        self._get_client().fetch_pack(self._path, determine_wants, 
63
 
            graph_walker, pack_data, progress)
 
123
                trace.info("git: %s" % text)
 
124
        client = self._get_client(thin_packs=False)
 
125
        try:
 
126
            return client.fetch_pack(self._get_path(), determine_wants,
 
127
                graph_walker, pack_data, progress)
 
128
        except GitProtocolError, e:
 
129
            raise BzrError(e)
 
130
 
 
131
    def send_pack(self, get_changed_refs, generate_pack_contents):
 
132
        client = self._get_client(thin_packs=False)
 
133
        try:
 
134
            return client.send_pack(self._get_path(), get_changed_refs,
 
135
                generate_pack_contents)
 
136
        except GitProtocolError, e:
 
137
            raise BzrError(e)
64
138
 
65
139
    def get(self, path):
66
140
        raise NoSuchFile(path)
75
149
        else:
76
150
            newurl = urlutils.join(self.base, offset)
77
151
 
78
 
        return GitSmartTransport(newurl, self._client)
 
152
        return self.__class__(newurl, self._client)
 
153
 
 
154
 
 
155
class TCPGitSmartTransport(GitSmartTransport):
 
156
 
 
157
    _scheme = 'git'
 
158
 
 
159
    def _get_client(self, thin_packs):
 
160
        if self._client is not None:
 
161
            ret = self._client
 
162
            self._client = None
 
163
            return ret
 
164
        return git.client.TCPGitClient(self._host, self._port, thin_packs=thin_packs,
 
165
            report_activity=self._report_activity)
 
166
 
 
167
 
 
168
class SSHGitSmartTransport(GitSmartTransport):
 
169
 
 
170
    _scheme = 'git+ssh'
 
171
 
 
172
    def _get_path(self):
 
173
        if self._path.startswith("/~/"):
 
174
            return self._path[3:]
 
175
        return self._path
 
176
 
 
177
    def _get_client(self, thin_packs):
 
178
        if self._client is not None:
 
179
            ret = self._client
 
180
            self._client = None
 
181
            return ret
 
182
        return git.client.SSHGitClient(self._host, self._port, self._username,
 
183
            thin_packs=thin_packs, report_activity=self._report_activity)
79
184
 
80
185
 
81
186
class RemoteGitDir(GitDir):
85
190
        self.root_transport = transport
86
191
        self.transport = transport
87
192
        self._lockfiles = lockfiles
 
193
        self._mode_check_done = None
88
194
 
89
195
    def open_repository(self):
90
196
        return RemoteGitRepository(self, self._lockfiles)
91
197
 
92
 
    def open_branch(self):
 
198
    def open_branch(self, name=None, ignore_fallbacks=False, 
 
199
                    unsupported=False):
93
200
        repo = self.open_repository()
94
 
        # TODO: Support for multiple branches in one bzrdir in bzrlib!
95
 
        return RemoteGitBranch(self, repo, "HEAD", self._lockfiles)
 
201
        refname = self._branch_name_to_ref(name)
 
202
        return RemoteGitBranch(self, repo, refname, self._lockfiles)
96
203
 
97
 
    def open_workingtree(self):
 
204
    def open_workingtree(self, recommend_upgrade=False):
98
205
        raise NotLocalUrl(self.transport.base)
99
206
 
100
207
 
 
208
class EmptyObjectStoreIterator(dict):
 
209
 
 
210
    def iterobjects(self):
 
211
        return []
 
212
 
 
213
 
 
214
class TemporaryPackIterator(Pack):
 
215
 
 
216
    def __init__(self, path, resolve_ext_ref):
 
217
        super(TemporaryPackIterator, self).__init__(path)
 
218
        self.resolve_ext_ref = resolve_ext_ref
 
219
 
 
220
    @property
 
221
    def data(self):
 
222
        if self._data is None:
 
223
            self._data = PackData(self._data_path)
 
224
        return self._data
 
225
 
 
226
    @property
 
227
    def index(self):
 
228
        if self._idx is None:
 
229
            if not os.path.exists(self._idx_path):
 
230
                pb = ui.ui_factory.nested_progress_bar()
 
231
                try:
 
232
                    def report_progress(cur, total):
 
233
                        pb.update("generating index", cur, total)
 
234
                    self.data.create_index(self._idx_path, self.resolve_ext_ref,
 
235
                        progress=report_progress)
 
236
                finally:
 
237
                    pb.finished()
 
238
            self._idx = load_pack_index(self._idx_path)
 
239
        return self._idx
 
240
 
 
241
    def __del__(self):
 
242
        if self._idx is not None:
 
243
            self._idx.close()
 
244
            os.remove(self._idx_path)
 
245
        if self._data is not None:
 
246
            self._data.close()
 
247
            os.remove(self._data_path)
 
248
 
 
249
 
101
250
class RemoteGitRepository(GitRepository):
102
251
 
103
252
    def __init__(self, gitdir, lockfiles):
104
253
        GitRepository.__init__(self, gitdir, lockfiles)
105
 
 
106
 
    def fetch_pack(self, determine_wants, graph_walker, pack_data, 
 
254
        self._refs = None
 
255
 
 
256
    @property
 
257
    def inventories(self):
 
258
        raise GitSmartRemoteNotSupported()
 
259
 
 
260
    @property
 
261
    def revisions(self):
 
262
        raise GitSmartRemoteNotSupported()
 
263
 
 
264
    @property
 
265
    def texts(self):
 
266
        raise GitSmartRemoteNotSupported()
 
267
 
 
268
    def get_refs(self):
 
269
        if self._refs is not None:
 
270
            return self._refs
 
271
        self._refs = self.bzrdir.root_transport.fetch_pack(lambda x: [], None,
 
272
            lambda x: None, lambda x: trace.mutter("git: %s" % x))
 
273
        return self._refs
 
274
 
 
275
    def fetch_pack(self, determine_wants, graph_walker, pack_data,
107
276
                   progress=None):
108
 
        self._transport.fetch_pack(determine_wants, graph_walker, pack_data, 
109
 
            progress)
110
 
 
111
 
    def fetch_objects(self, determine_wants, graph_walker, progress=None):
 
277
        return self._transport.fetch_pack(determine_wants, graph_walker,
 
278
                                          pack_data, progress)
 
279
 
 
280
    def send_pack(self, get_changed_refs, generate_pack_contents):
 
281
        return self._transport.send_pack(get_changed_refs, generate_pack_contents)
 
282
 
 
283
    def fetch_objects(self, determine_wants, graph_walker, resolve_ext_ref,
 
284
                      progress=None):
112
285
        fd, path = tempfile.mkstemp(suffix=".pack")
113
 
        self.fetch_pack(determine_wants, graph_walker, lambda x: os.write(fd, x), progress)
 
286
        self.fetch_pack(determine_wants, graph_walker,
 
287
            lambda x: os.write(fd, x), progress)
114
288
        os.close(fd)
 
289
        if os.path.getsize(path) == 0:
 
290
            return EmptyObjectStoreIterator()
 
291
        return TemporaryPackIterator(path[:-len(".pack")], resolve_ext_ref)
 
292
 
 
293
    def lookup_bzr_revision_id(self, bzr_revid):
 
294
        # This won't work for any round-tripped bzr revisions, but it's a start..
115
295
        try:
116
 
            basename = path[:-len(".pack")]
117
 
            p = PackData(path)
118
 
            p.create_index_v2(basename+".idx")
119
 
            for o in Pack(basename).iterobjects():
120
 
                yield o
121
 
        finally:
122
 
            os.remove(path)
 
296
            return mapping_registry.revision_id_bzr_to_foreign(bzr_revid)
 
297
        except InvalidRevisionId:
 
298
            raise NoSuchRevision(self, bzr_revid)
 
299
 
 
300
 
 
301
class RemoteGitTagDict(tag.BasicTags):
 
302
 
 
303
    def __init__(self, branch):
 
304
        self.branch = branch
 
305
        self.repository = branch.repository
 
306
 
 
307
    def get_tag_dict(self):
 
308
        tags = {}
 
309
        for k, v in extract_tags(self.repository.get_refs()).iteritems():
 
310
            tags[k] = self.branch.mapping.revision_id_foreign_to_bzr(v)
 
311
        return tags
 
312
 
 
313
    def set_tag(self, name, revid):
 
314
        # FIXME: Not supported yet, should do a push of a new ref
 
315
        raise NotImplementedError(self.set_tag)
123
316
 
124
317
 
125
318
class RemoteGitBranch(GitBranch):
126
319
 
127
320
    def __init__(self, bzrdir, repository, name, lockfiles):
128
 
        def determine_wants(heads):
129
 
            if not name in heads:
130
 
                raise NoSuchRef(name)
131
 
            self._ref = heads[name]
132
 
        bzrdir.root_transport.fetch_pack(determine_wants, None, lambda x: None, 
133
 
                             lambda x: mutter("git: %s" % x))
134
 
        super(RemoteGitBranch, self).__init__(bzrdir, repository, name, self._ref, lockfiles)
 
321
        self._ref = None
 
322
        super(RemoteGitBranch, self).__init__(bzrdir, repository, name,
 
323
                lockfiles)
 
324
 
 
325
    def revision_history(self):
 
326
        raise GitSmartRemoteNotSupported()
135
327
 
136
328
    def last_revision(self):
137
 
        return self.mapping.revision_id_foreign_to_bzr(self._ref)
 
329
        return self.mapping.revision_id_foreign_to_bzr(self.head)
 
330
 
 
331
    def _get_config(self):
 
332
        class EmptyConfig(object):
 
333
 
 
334
            def _get_configobj(self):
 
335
                return config.ConfigObj()
 
336
 
 
337
        return EmptyConfig()
 
338
 
 
339
    @property
 
340
    def head(self):
 
341
        if self._ref is not None:
 
342
            return self._ref
 
343
        heads = self.repository.get_refs()
 
344
        if self.name in heads:
 
345
            self._ref = heads[self.name]
 
346
        elif ("refs/heads/" + self.name) in heads:
 
347
            self._ref = heads["refs/heads/" + self.name]
 
348
        else:
 
349
            raise NoSuchRef(self.name)
 
350
        return self._ref
138
351
 
139
352
    def _synchronize_history(self, destination, revision_id):
140
353
        """See Branch._synchronize_history()."""
141
354
        destination.generate_revision_history(self.last_revision())
142
 
 
 
355
 
 
356
    def get_push_location(self):
 
357
        return None
 
358
 
 
359
    def set_push_location(self, url):
 
360
        pass