1
# Copyright (C) 2009 Jelmer Vernooij <jelmer@samba.org>
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
20
from dulwich.object_store import tree_lookup_path
33
from bzrlib.plugins.git.mapping import (
39
class GitRevisionTree(revisiontree.RevisionTree):
40
"""Revision tree implementation based on Git objects."""
42
def __init__(self, repository, revision_id):
43
self._revision_id = revision_id
44
self._repository = repository
45
self.store = repository._git.object_store
46
assert isinstance(revision_id, str)
47
self.commit_id, self.mapping = repository.lookup_bzr_revision_id(revision_id)
49
commit = self.store[self.commit_id]
51
raise errors.NoSuchRevision(repository, revision_id)
52
self.tree = commit.tree
53
self._fileid_map = self.mapping.get_fileid_map(self.store.__getitem__, self.tree)
55
def get_file_revision(self, file_id, path=None):
57
path = self.id2path(file_id)
58
change_scanner = self._repository._file_change_scanner
59
(path, commit_id) = change_scanner.find_last_change_revision(path,
61
return self._repository.lookup_foreign_revision_id(commit_id, self.mapping)
63
def get_file_mtime(self, file_id, path=None):
64
revid = self.get_file_revision(file_id, path)
66
rev = self._repository.get_revision(revid)
67
except errors.NoSuchRevision:
68
raise errors.FileTimestampUnavailable(path)
71
def id2path(self, file_id):
72
return self._fileid_map.lookup_path(file_id)
74
def path2id(self, path):
75
if self.mapping.is_special_file(path):
77
return self._fileid_map.lookup_file_id(path.encode('utf-8'))
79
def get_root_id(self):
80
return self.path2id("")
82
def has_or_had_id(self, file_id):
83
return self.has_id(file_id)
85
def has_id(self, file_id):
87
path = self.id2path(file_id)
88
except errors.NoSuchId:
90
return self.has_filename(path)
92
def kind(self, file_id, path=None):
94
path = self.id2path(file_id)
96
(mode, hexsha) = tree_lookup_path(self.store.__getitem__, self.tree,
99
raise errors.NoSuchId(self, file_id)
101
# the tree root is a directory
103
return mode_kind(mode)
105
def has_filename(self, path):
107
tree_lookup_path(self.store.__getitem__, self.tree,
108
path.encode("utf-8"))
114
def list_files(self, include_root=False, from_dir=None, recursive=True):
117
(mode, hexsha) = tree_lookup_path(self.store.__getitem__, self.tree,
118
from_dir.encode("utf-8"))
119
if mode is None: # Root
120
root_ie = self._get_dir_ie("", None)
122
parent_path = posixpath.dirname(from_dir.encode("utf-8"))
123
parent_id = self._fileid_map.lookup_file_id(parent_path)
124
if mode_kind(mode) == 'directory':
125
root_ie = self._get_dir_ie(from_dir.encode("utf-8"), parent_id)
127
root_ie = self._get_file_ie(from_dir.encode("utf-8"),
128
posixpath.basename(from_dir), mode, hexsha)
129
if from_dir != "" or include_root:
130
yield (from_dir, "V", root_ie.kind, root_ie.file_id, root_ie)
132
if root_ie.kind == 'directory':
133
todo.add((from_dir.encode("utf-8"), hexsha, root_ie.file_id))
135
(path, hexsha, parent_id) = todo.pop()
136
tree = self.store[hexsha]
137
for name, mode, hexsha in tree.iteritems():
138
if self.mapping.is_special_file(name):
140
child_path = posixpath.join(path, name)
141
if stat.S_ISDIR(mode):
142
ie = self._get_dir_ie(child_path, parent_id)
144
todo.add((child_path, hexsha, ie.file_id))
146
ie = self._get_file_ie(child_path, name, mode, hexsha, parent_id)
147
yield child_path, "V", ie.kind, ie.file_id, ie
149
def _get_file_ie(self, path, name, mode, hexsha, parent_id):
150
kind = mode_kind(mode)
151
file_id = self._fileid_map.lookup_file_id(path)
152
ie = inventory.entry_factory[kind](file_id, name.decode("utf-8"), parent_id)
153
if kind == 'symlink':
154
ie.symlink_target = self.store[hexsha].data
156
data = self.store[hexsha].data
157
ie.text_sha1 = osutils.sha_string(data)
158
ie.text_size = len(data)
159
ie.executable = mode_is_executable(mode)
162
def _get_dir_ie(self, path, parent_id):
163
file_id = self._fileid_map.lookup_file_id(path)
164
return inventory.InventoryDirectory(file_id,
165
posixpath.basename(path).decode("utf-8"), parent_id)
167
def iter_entries_by_dir(self, specific_file_ids=None, yield_parents=False):
168
# FIXME: Support yield parents
169
if specific_file_ids is not None:
170
specific_paths = [self.id2path(file_id) for file_id in specific_file_ids]
171
if specific_paths in ([u""], []):
172
specific_paths = None
174
specific_paths = set(specific_paths)
176
specific_paths = None
177
todo = set([("", self.tree, None)])
179
path, tree_sha, parent_id = todo.pop()
180
ie = self._get_dir_ie(path, parent_id)
181
if specific_paths is None or path in specific_paths:
183
tree = self.store[tree_sha]
184
for name, mode, hexsha in tree.iteritems():
185
if self.mapping.is_special_file(name):
187
child_path = posixpath.join(path, name)
188
if stat.S_ISDIR(mode):
189
if (specific_paths is None or
190
any(filter(lambda p: p.startswith(child_path), specific_paths))):
191
todo.add((child_path, hexsha, ie.file_id))
192
elif specific_paths is None or child_path in specific_paths:
194
self._get_file_ie(child_path, name, mode, hexsha,
197
def get_revision_id(self):
198
"""See RevisionTree.get_revision_id."""
199
return self._revision_id
201
def get_file_sha1(self, file_id, path=None, stat_value=None):
202
return osutils.sha_string(self.get_file_text(file_id, path))
204
def get_file_verifier(self, file_id, path=None, stat_value=None):
206
path = self.id2path(file_id)
207
(mode, hexsha) = tree_lookup_path(self.store.__getitem__, self.tree,
209
return ("GIT", hexsha)
211
def get_file_text(self, file_id, path=None):
212
"""See RevisionTree.get_file_text."""
214
path = self.id2path(file_id)
215
(mode, hexsha) = tree_lookup_path(self.store.__getitem__, self.tree, path)
216
if stat.S_ISREG(mode):
217
return self.store[hexsha].data
221
def _comparison_data(self, entry, path):
223
return None, False, None
224
return entry.kind, entry.executable, None
227
def tree_delta_from_git_changes(changes, mapping,
228
(old_fileid_map, new_fileid_map), specific_file=None,
229
require_versioned=False):
230
"""Create a TreeDelta from two git trees.
232
source and target are iterators over tuples with:
233
(filename, sha, mode)
235
ret = delta.TreeDelta()
236
for (oldpath, newpath), (oldmode, newmode), (oldsha, newsha) in changes:
237
if mapping.is_control_file(oldpath):
239
if mapping.is_control_file(newpath):
241
if oldpath is None and newpath is None:
244
file_id = new_fileid_map.lookup_file_id(newpath.encode("utf-8"))
245
ret.added.append((newpath, file_id, mode_kind(newmode)))
246
elif newpath is None:
247
file_id = old_fileid_map.lookup_file_id(oldpath.encode("utf-8"))
248
ret.removed.append((oldpath, file_id, mode_kind(oldmode)))
249
elif oldpath != newpath:
250
file_id = old_fileid_map.lookup_file_id(oldpath.encode("utf-8"))
251
ret.renamed.append((oldpath, newpath, file_id, mode_kind(newmode), (oldsha != newsha), (oldmode != newmode)))
252
elif mode_kind(oldmode) != mode_kind(newmode):
253
file_id = new_fileid_map.lookup_file_id(newpath.encode("utf-8"))
254
ret.kind_changed.append((newpath, file_id, mode_kind(oldmode), mode_kind(newmode)))
255
elif oldsha != newsha or oldmode != newmode:
256
file_id = new_fileid_map.lookup_file_id(newpath.encode("utf-8"))
257
ret.modified.append((newpath, file_id, mode_kind(newmode), (oldsha != newsha), (oldmode != newmode)))
259
file_id = new_fileid_map.lookup_file_id(newpath.encode("utf-8"))
260
ret.unchanged.append((newpath, file_id, mode_kind(newmode)))
264
def changes_from_git_changes(changes, mapping, specific_file=None,
265
require_versioned=False):
266
"""Create a iter_changes-like generator from a git stream.
268
source and target are iterators over tuples with:
269
(filename, sha, mode)
271
for (oldpath, newpath), (oldmode, newmode), (oldsha, newsha) in changes:
272
path = (oldpath, newpath)
273
if mapping.is_special_file(oldpath) or mapping.is_special_file(newpath):
276
fileid = mapping.generate_file_id(newpath)
282
oldpath = oldpath.decode("utf-8")
283
oldexe = mode_is_executable(oldmode)
284
oldkind = mode_kind(oldmode)
286
(oldparentpath, oldname) = oldpath.rsplit("/", 1)
291
oldparent = mapping.generate_file_id(oldparentpath)
292
fileid = mapping.generate_file_id(oldpath)
299
newpath = newpath.decode("utf-8")
300
newexe = mode_is_executable(newmode)
301
newkind = mode_kind(newmode)
303
newparentpath, newname = newpath.rsplit("/", 1)
308
newparent = mapping.generate_file_id(newparentpath)
309
yield (fileid, (oldpath, newpath), (oldsha != newsha),
310
(oldpath is not None, newpath is not None),
311
(oldparent, newparent), (oldname, newname),
312
(oldkind, newkind), (oldexe, newexe))
315
class InterGitRevisionTrees(tree.InterTree):
316
"""InterTree that works between two git revision trees."""
318
_matching_from_tree_format = None
319
_matching_to_tree_format = None
320
_test_mutable_trees_to_test_trees = None
323
def is_compatible(cls, source, target):
324
return (isinstance(source, GitRevisionTree) and
325
isinstance(target, GitRevisionTree))
327
def compare(self, want_unchanged=False, specific_files=None,
328
extra_trees=None, require_versioned=False, include_root=False,
329
want_unversioned=False):
330
if self.source._repository._git.object_store != self.target._repository._git.object_store:
332
changes = self.source._repository._git.object_store.tree_changes(
333
self.source.tree, self.target.tree, want_unchanged=want_unchanged)
334
source_fileid_map = self.source.mapping.get_fileid_map(
335
self.source._repository._git.object_store.__getitem__,
337
target_fileid_map = self.target.mapping.get_fileid_map(
338
self.target._repository._git.object_store.__getitem__,
340
return tree_delta_from_git_changes(changes, self.target.mapping,
341
(source_fileid_map, target_fileid_map),
342
specific_file=specific_files)
344
def iter_changes(self, include_unchanged=False, specific_files=None,
345
pb=None, extra_trees=[], require_versioned=True,
346
want_unversioned=False):
347
if self.source._repository._git.object_store != self.target._repository._git.object_store:
349
changes = self.source._repository._git.object_store.tree_changes(
350
self.source.tree, self.target.tree,
351
want_unchanged=include_unchanged)
352
return changes_from_git_changes(changes, self.target.mapping,
353
specific_file=specific_files)
356
tree.InterTree.register_optimiser(InterGitRevisionTrees)
added
removed
tree.py
