1
# Copyright (C) 2008 Jelmer Vernooij <jelmer@samba.org>
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
from cStringIO import StringIO
19
from dulwich.client import SimpleFetchGraphWalker
20
from dulwich.objects import Commit
27
from bzrlib.errors import (
31
from bzrlib.inventory import Inventory
32
from bzrlib.repository import InterRepository
33
from bzrlib.trace import info
34
from bzrlib.tsort import topo_sort
36
from bzrlib.plugins.git.repository import (
41
from bzrlib.plugins.git.converter import GitObjectConverter
42
from bzrlib.plugins.git.remote import RemoteGitRepository
46
class BzrFetchGraphWalker(object):
47
"""GraphWalker implementation that uses a Bazaar repository."""
49
def __init__(self, repository, mapping):
50
self.repository = repository
51
self.mapping = mapping
53
self.heads = set(repository.all_revision_ids())
57
return iter(self.next, None)
60
revid = self.mapping.revision_id_foreign_to_bzr(sha)
63
def remove(self, revid):
65
if revid in self.heads:
66
self.heads.remove(revid)
67
if revid in self.parents:
68
for p in self.parents[revid]:
73
ret = self.heads.pop()
74
ps = self.repository.get_parent_map([ret])[ret]
75
self.parents[ret] = ps
76
self.heads.update([p for p in ps if not p in self.done])
79
return self.mapping.revision_id_bzr_to_foreign(ret)[0]
80
except InvalidRevisionId:
85
def import_git_blob(repo, mapping, path, blob, inv, parent_invs, gitmap, executable):
86
"""Import a git blob object into a bzr repository.
88
:param repo: bzr repository
89
:param path: Path in the tree
90
:param blob: A git blob
92
file_id = mapping.generate_file_id(path)
93
text_revision = inv.revision_id
94
repo.texts.add_lines((file_id, text_revision),
95
[(file_id, p[file_id].revision) for p in parent_invs if file_id in p],
96
osutils.split_lines(blob.data))
97
ie = inv.add_path(path, "file", file_id)
98
ie.revision = text_revision
99
ie.text_size = len(blob.data)
100
ie.text_sha1 = osutils.sha_string(blob.data)
101
ie.executable = executable
102
gitmap._idmap.add_entry(blob.sha().hexdigest(), "blob", (ie.file_id, ie.revision))
105
def import_git_tree(repo, mapping, path, tree, inv, parent_invs,
106
gitmap, lookup_object):
107
"""Import a git tree object into a bzr repository.
109
:param repo: A Bzr repository object
110
:param path: Path in the tree
111
:param tree: A git tree object
112
:param inv: Inventory object
114
file_id = mapping.generate_file_id(path)
115
text_revision = inv.revision_id
116
repo.texts.add_lines((file_id, text_revision),
117
[(file_id, p[file_id].revision) for p in parent_invs if file_id in p],
119
ie = inv.add_path(path, "directory", file_id)
120
ie.revision = text_revision
121
gitmap._idmap.add_entry(tree.sha().hexdigest(), "tree", (file_id, text_revision))
122
for mode, name, hexsha in tree.entries():
123
entry_kind = (mode & 0700000) / 0100000
124
basename = name.decode("utf-8")
128
child_path = urlutils.join(path, name)
130
tree = lookup_object(hexsha)
131
import_git_tree(repo, mapping, child_path, tree, inv, parent_invs, gitmap, lookup_object)
132
elif entry_kind == 1:
133
blob = lookup_object(hexsha)
134
fs_mode = mode & 0777
135
import_git_blob(repo, mapping, child_path, blob, inv, parent_invs, gitmap, bool(fs_mode & 0111))
137
raise AssertionError("Unknown blob kind, perms=%r." % (mode,))
140
def import_git_objects(repo, mapping, object_iter, target_git_object_retriever,
142
"""Import a set of git objects into a bzr repository.
144
:param repo: Bazaar repository
145
:param mapping: Mapping to use
146
:param object_iter: Iterator over Git objects.
148
# TODO: a more (memory-)efficient implementation of this
152
# Find and convert commit objects
153
for o in object_iter.iterobjects():
154
if isinstance(o, Commit):
155
rev = mapping.import_commit(o)
156
root_trees[rev.revision_id] = object_iter[o.tree]
157
revisions[rev.revision_id] = rev
158
graph.append((rev.revision_id, rev.parent_ids))
159
target_git_object_retriever._idmap.add_entry(o.sha().hexdigest(), "commit", (rev.revision_id, o._tree))
160
# Order the revisions
161
# Create the inventory objects
162
for i, revid in enumerate(topo_sort(graph)):
164
pb.update("fetching revisions", i, len(graph))
165
root_tree = root_trees[revid]
166
rev = revisions[revid]
167
# We have to do this here, since we have to walk the tree and
168
# we need to make sure to import the blobs / trees with the riht
169
# path; this may involve adding them more than once.
171
inv.revision_id = rev.revision_id
172
def lookup_object(sha):
173
if sha in object_iter:
174
return object_iter[sha]
175
return target_git_object_retriever[sha]
176
parent_invs = [repo.get_inventory(r) for r in rev.parent_ids]
177
import_git_tree(repo, mapping, "", root_tree, inv, parent_invs,
178
target_git_object_retriever, lookup_object)
179
repo.add_revision(rev.revision_id, rev, inv)
182
class InterGitNonGitRepository(InterRepository):
184
_matching_repo_format = GitFormat()
187
def _get_repo_format_to_test():
190
def copy_content(self, revision_id=None, pb=None):
191
"""See InterRepository.copy_content."""
192
self.fetch(revision_id, pb, find_ghosts=False)
194
def fetch_objects(self, determine_wants, mapping, pb=None):
196
pb.update("git: %s" % text.rstrip("\r\n"), 0, 0)
197
graph_walker = BzrFetchGraphWalker(self.target, mapping)
200
create_pb = pb = ui.ui_factory.nested_progress_bar()
201
target_git_object_retriever = GitObjectConverter(self.target, mapping)
204
self.target.lock_write()
206
self.target.start_write_group()
208
objects_iter = self.source.fetch_objects(determine_wants,
210
target_git_object_retriever.__getitem__,
212
import_git_objects(self.target, mapping, objects_iter,
213
target_git_object_retriever, pb)
215
self.target.commit_write_group()
222
def fetch(self, revision_id=None, pb=None, find_ghosts=False,
223
mapping=None, fetch_spec=None):
224
self.fetch_refs(revision_id=revision_id, pb=pb, find_ghosts=find_ghosts,
225
mapping=mapping, fetch_spec=fetch_spec)
227
def fetch_refs(self, revision_id=None, pb=None, find_ghosts=False,
228
mapping=None, fetch_spec=None):
230
mapping = self.source.get_mapping()
231
if revision_id is not None:
232
interesting_heads = [revision_id]
233
elif fetch_spec is not None:
234
interesting_heads = fetch_spec.heads
236
interesting_heads = None
238
def determine_wants(refs):
240
if interesting_heads is None:
241
ret = [sha for (ref, sha) in refs.iteritems() if not ref.endswith("^{}")]
243
ret = [mapping.revision_id_bzr_to_foreign(revid)[0] for revid in interesting_heads]
244
return [rev for rev in ret if not self.target.has_revision(mapping.revision_id_foreign_to_bzr(rev))]
245
self.fetch_objects(determine_wants, mapping, pb)
249
def is_compatible(source, target):
250
"""Be compatible with GitRepository."""
251
# FIXME: Also check target uses VersionedFile
252
return (isinstance(source, GitRepository) and
253
target.supports_rich_root() and
254
not isinstance(target, GitRepository))
257
class InterGitRepository(InterRepository):
259
_matching_repo_format = GitFormat()
262
def _get_repo_format_to_test():
265
def copy_content(self, revision_id=None, pb=None):
266
"""See InterRepository.copy_content."""
267
self.fetch(revision_id, pb, find_ghosts=False)
269
def fetch(self, revision_id=None, pb=None, find_ghosts=False,
270
mapping=None, fetch_spec=None):
272
mapping = self.source.get_mapping()
274
info("git: %s", text)
276
if revision_id is not None:
277
args = [mapping.revision_id_bzr_to_foreign(revision_id)[0]]
278
elif fetch_spec is not None:
279
args = [mapping.revision_id_bzr_to_foreign(revid)[0] for revid in fetch_spec.heads]
280
if fetch_spec is None and revision_id is None:
281
determine_wants = r.object_store.determine_wants_all
283
determine_wants = lambda x: [y for y in args if not y in r.object_store]
285
graphwalker = SimpleFetchGraphWalker(r.heads().values(), r.get_parents)
286
f, commit = r.object_store.add_pack()
288
self.source._git.fetch_pack(path, determine_wants, graphwalker, f.write, progress)
296
def is_compatible(source, target):
297
"""Be compatible with GitRepository."""
298
return (isinstance(source, GitRepository) and
299
isinstance(target, GitRepository))
added
removed
fetch.py
