1
# Copyright (C) 2007-2010 Jelmer Vernooij <jelmer@samba.org>
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24
from bzrlib.errors import (
31
UninitializableFormat,
33
from bzrlib.transport import (
37
from bzrlib.plugins.git import (
42
from bzrlib.plugins.git.branch import (
46
from bzrlib.plugins.git.dir import (
52
from bzrlib.plugins.git.errors import (
53
GitSmartRemoteNotSupported,
56
from bzrlib.plugins.git.mapping import (
59
from bzrlib.plugins.git.repository import (
62
from bzrlib.plugins.git.refs import (
69
from dulwich.errors import (
72
from dulwich.pack import (
80
urlparse.uses_netloc.extend(['git', 'git+ssh'])
82
from dulwich.pack import load_pack_index
85
# Don't run any tests on GitSmartTransport as it is not intended to be
86
# a full implementation of Transport
87
def get_test_permutations():
91
def split_git_url(url):
95
:return: Tuple with host, port, username, path.
97
(scheme, netloc, loc, _, _) = urlparse.urlsplit(url)
98
path = urllib.unquote(loc)
99
if path.startswith("/~"):
101
(username, hostport) = urllib.splituser(netloc)
102
(host, port) = urllib.splitnport(hostport, None)
103
return (host, port, username, path)
106
def parse_git_error(url, message):
107
"""Parse a remote git server error and return a bzr exception.
109
:param url: URL of the remote repository
110
:param message: Message sent by the remote git server
112
message = str(message).strip()
113
if message.startswith("Could not find Repository "):
114
return NotBranchError(url, message)
115
# Don't know, just return it to the user as-is
116
return BzrError(message)
119
class GitSmartTransport(Transport):
121
def __init__(self, url, _client=None):
122
Transport.__init__(self, url)
123
(self._host, self._port, self._username, self._path) = \
125
if 'transport' in debug.debug_flags:
126
trace.mutter('host: %r, user: %r, port: %r, path: %r',
127
self._host, self._username, self._port, self._path)
128
self._client = _client
130
def external_url(self):
133
def has(self, relpath):
136
def _get_client(self, thin_packs):
137
raise NotImplementedError(self._get_client)
140
return urlutils.split_segment_parameters_raw(self._path)[0]
143
raise NoSuchFile(path)
145
def abspath(self, relpath):
146
return urlutils.join(self.base, relpath)
148
def clone(self, offset=None):
149
"""See Transport.clone()."""
153
newurl = urlutils.join(self.base, offset)
155
return self.__class__(newurl, self._client)
158
class TCPGitSmartTransport(GitSmartTransport):
162
def _get_client(self, thin_packs):
163
if self._client is not None:
167
return dulwich.client.TCPGitClient(self._host, self._port,
168
thin_packs=thin_packs, report_activity=self._report_activity)
171
class SSHGitSmartTransport(GitSmartTransport):
176
path = urlutils.split_segment_parameters_raw(self._path)[0]
177
if path.startswith("/~/"):
181
def _get_client(self, thin_packs):
182
if self._client is not None:
186
location_config = config.LocationConfig(self.base)
187
client = dulwich.client.SSHGitClient(self._host, self._port, self._username,
188
thin_packs=thin_packs, report_activity=self._report_activity)
189
# Set up alternate pack program paths
190
upload_pack = location_config.get_user_option('git_upload_pack')
192
client.alternative_paths["upload-pack"] = upload_pack
193
receive_pack = location_config.get_user_option('git_receive_pack')
195
client.alternative_paths["receive-pack"] = receive_pack
199
class RemoteGitDir(GitDir):
201
def __init__(self, transport, lockfiles, format, get_client, client_path):
202
self._format = format
203
self.root_transport = transport
204
self.transport = transport
205
self._lockfiles = lockfiles
206
self._mode_check_done = None
207
self._get_client = get_client
208
self._client_path = client_path
210
def fetch_pack(self, determine_wants, graph_walker, pack_data, progress=None):
213
trace.info("git: %s" % text)
214
client = self._get_client(thin_packs=False)
216
return client.fetch_pack(self._client_path, determine_wants,
217
graph_walker, pack_data, progress)
218
except GitProtocolError, e:
219
raise parse_git_error(self.transport.external_url(), e)
221
def send_pack(self, get_changed_refs, generate_pack_contents):
222
client = self._get_client(thin_packs=False)
224
return client.send_pack(self._client_path, get_changed_refs,
225
generate_pack_contents)
226
except GitProtocolError, e:
227
raise parse_git_error(self.transport.external_url(), e)
231
return self.control_url
234
def user_transport(self):
235
return self.root_transport
237
def open_repository(self):
238
return RemoteGitRepository(self, self._lockfiles)
240
def open_branch(self, name=None, unsupported=False,
241
ignore_fallbacks=False):
242
repo = self.open_repository()
243
refname = self._get_selected_ref(name)
244
return RemoteGitBranch(self, repo, refname, self._lockfiles)
246
def open_workingtree(self, recommend_upgrade=False):
247
raise NotLocalUrl(self.transport.base)
250
class EmptyObjectStoreIterator(dict):
252
def iterobjects(self):
256
class TemporaryPackIterator(Pack):
258
def __init__(self, path, resolve_ext_ref):
259
super(TemporaryPackIterator, self).__init__(path)
260
self.resolve_ext_ref = resolve_ext_ref
264
if self._data is None:
265
self._data = PackData(self._data_path)
270
if self._idx is None:
271
if not os.path.exists(self._idx_path):
272
pb = ui.ui_factory.nested_progress_bar()
274
def report_progress(cur, total):
275
pb.update("generating index", cur, total)
276
self.data.create_index(self._idx_path,
277
progress=report_progress)
280
self._idx = load_pack_index(self._idx_path)
284
if self._idx is not None:
286
os.remove(self._idx_path)
287
if self._data is not None:
289
os.remove(self._data_path)
292
class BzrGitHttpClient(dulwich.client.HttpGitClient):
294
def __init__(self, transport, *args, **kwargs):
295
self.transport = transport
296
super(BzrGitHttpClient, self).__init__(transport.external_url(), *args, **kwargs)
298
self._http_perform = getattr(self.transport, "_perform", urllib2.urlopen)
300
def _perform(self, req):
301
req.accepted_errors = (200, 404)
302
req.follow_redirections = True
303
req.redirected_to = None
304
return self._http_perform(req)
307
class RemoteGitControlDirFormat(GitControlDirFormat):
308
"""The .git directory control format."""
310
supports_workingtrees = False
313
def _known_formats(self):
314
return set([RemoteGitControlDirFormat()])
316
def open(self, transport, _found=None):
317
"""Open this directory.
320
# we dont grok readonly - git isn't integrated with transport.
322
if url.startswith('readonly+'):
323
url = url[len('readonly+'):]
324
if isinstance(transport, GitSmartTransport):
325
get_client = transport._get_client
326
client_path = transport._get_path()
327
elif urlparse.urlsplit(transport.external_url())[0] in ("http", "https"):
328
def get_client(thin_packs=False):
329
return BzrGitHttpClient(transport, thin_packs=thin_packs)
330
client_path = transport._path
332
raise NotBranchError(transport.base)
333
lockfiles = GitLockableFiles(transport, GitLock())
334
return RemoteGitDir(transport, lockfiles, self, get_client, client_path)
336
def get_format_description(self):
337
return "Remote Git Repository"
339
def initialize_on_transport(self, transport):
340
raise UninitializableFormat(self)
343
class RemoteGitRepository(GitRepository):
345
def __init__(self, gitdir, lockfiles):
346
GitRepository.__init__(self, gitdir, lockfiles)
351
return self.control_url
353
def get_parent_map(self, revids):
354
raise GitSmartRemoteNotSupported()
357
if self._refs is not None:
359
self._refs = self.bzrdir.fetch_pack(lambda x: [], None,
360
lambda x: None, lambda x: trace.mutter("git: %s" % x))
363
def fetch_pack(self, determine_wants, graph_walker, pack_data,
365
return self.bzrdir.fetch_pack(determine_wants, graph_walker,
368
def send_pack(self, get_changed_refs, generate_pack_contents):
369
return self.bzrdir.send_pack(get_changed_refs, generate_pack_contents)
371
def fetch_objects(self, determine_wants, graph_walker, resolve_ext_ref,
373
fd, path = tempfile.mkstemp(suffix=".pack")
375
self.fetch_pack(determine_wants, graph_walker,
376
lambda x: os.write(fd, x), progress)
379
if os.path.getsize(path) == 0:
380
return EmptyObjectStoreIterator()
381
return TemporaryPackIterator(path[:-len(".pack")], resolve_ext_ref)
383
def lookup_bzr_revision_id(self, bzr_revid):
384
# This won't work for any round-tripped bzr revisions, but it's a start..
386
return mapping_registry.revision_id_bzr_to_foreign(bzr_revid)
387
except InvalidRevisionId:
388
raise NoSuchRevision(self, bzr_revid)
390
def lookup_foreign_revision_id(self, foreign_revid, mapping=None):
391
"""Lookup a revision id.
395
mapping = self.get_mapping()
396
# Not really an easy way to parse foreign revids here..
397
return mapping.revision_id_foreign_to_bzr(foreign_revid)
400
class RemoteGitTagDict(GitTags):
403
return self.repository.get_refs()
405
def _iter_tag_refs(self, refs):
406
for k, (peeled, unpeeled) in extract_tags(refs).iteritems():
407
yield (k, peeled, unpeeled,
408
self.branch.mapping.revision_id_foreign_to_bzr(peeled))
410
def set_tag(self, name, revid):
411
# FIXME: Not supported yet, should do a push of a new ref
412
raise NotImplementedError(self.set_tag)
415
class RemoteGitBranch(GitBranch):
417
def __init__(self, bzrdir, repository, name, lockfiles):
419
super(RemoteGitBranch, self).__init__(bzrdir, repository, name,
422
def last_revision_info(self):
423
raise GitSmartRemoteNotSupported()
427
return self.control_url
430
def control_url(self):
433
def revision_history(self):
434
raise GitSmartRemoteNotSupported()
436
def last_revision(self):
437
return self.lookup_foreign_revision_id(self.head)
439
def _get_config(self):
440
class EmptyConfig(object):
442
def _get_configobj(self):
443
return config.ConfigObj()
449
if self._sha is not None:
451
heads = self.repository.get_refs()
452
name = branch_name_to_ref(self.name, "HEAD")
454
self._sha = heads[name]
456
raise NoSuchRef(self.name)
459
def _synchronize_history(self, destination, revision_id):
460
"""See Branch._synchronize_history()."""
461
destination.generate_revision_history(self.last_revision())
463
def get_push_location(self):
466
def set_push_location(self, url):