1
# Copyright (C) 2009 Jelmer Vernooij <jelmer@samba.org>
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
"""Map from Git sha's to Bazaar objects."""
19
from dulwich.objects import (
23
from dulwich.object_store import (
33
from bzrlib.revision import (
37
from bzrlib.plugins.git.mapping import (
40
extract_unusual_modes,
43
from bzrlib.plugins.git.shamap import (
49
def get_object_store(repo, mapping=None):
50
git = getattr(repo, "_git", None)
52
return git.object_store
53
return BazaarObjectStore(repo, mapping)
56
class BazaarObjectStore(BaseObjectStore):
57
"""A Git-style object store backed onto a Bazaar repository."""
59
def __init__(self, repository, mapping=None):
60
self.repository = repository
62
self.mapping = default_mapping
64
self.mapping = mapping
66
self._idmap = TdbGitShaMap.from_repository(repository)
68
self._idmap = SqliteGitShaMap.from_repository(repository)
70
def _update_sha_map(self, stop_revision=None):
71
if stop_revision is None:
72
all_revids = self.repository.all_revision_ids()
74
all_revids = self.repository.get_ancestry(stop_revision)
75
first = all_revids.pop(0) # Pop leading None
77
graph = self.repository.get_graph()
78
present_revids = set(self._idmap.revids())
79
missing_revids = [revid for revid in graph.iter_topo_order(all_revids) if revid not in present_revids]
80
pb = ui.ui_factory.nested_progress_bar()
82
for i, revid in enumerate(missing_revids):
83
pb.update("updating git map", i, len(missing_revids))
84
self._update_sha_map_revision(revid)
90
self._update_sha_map()
91
return iter(self._idmap.sha1s())
93
def _revision_to_commit(self, rev, tree_sha):
94
def parent_lookup(revid):
96
return self._lookup_revision_sha1(revid)
97
except errors.NoSuchRevision:
98
trace.warning("Ignoring ghost parent %s", revid)
100
return self.mapping.export_commit(rev, tree_sha, parent_lookup)
102
def _update_sha_map_revision(self, revid):
103
inv = self.repository.get_inventory(revid)
104
rev = self.repository.get_revision(revid)
105
unusual_modes = extract_unusual_modes(rev)
106
tree_sha = self._get_ie_sha1(inv.root, inv, unusual_modes)
107
commit_obj = self._revision_to_commit(rev, tree_sha)
109
foreign_revid, mapping = mapping_registry.parse_revision_id(revid)
110
except errors.InvalidRevisionId:
113
if foreign_revid != commit_obj.id:
114
if not "fix-shamap" in debug.debug_flags:
115
raise AssertionError("recreated git commit had different sha1: expected %s, got %s" % (foreign_revid, commit_obj.id))
116
self._idmap.add_entry(commit_obj.id, "commit", (revid, tree_sha))
118
def _check_expected_sha(self, expected_sha, object):
119
if expected_sha is None:
121
if len(expected_sha) == 40:
122
if expected_sha != object.sha().hexdigest():
123
raise AssertionError("Invalid sha for %r: %s" % (object, expected_sha))
124
elif len(expected_sha) == 20:
125
if expected_sha != object.sha().digest():
126
raise AssertionError("Invalid sha for %r: %s" % (object, sha_to_hex(expected_sha)))
128
raise AssertionError("Unknown length %d for %r" % (len(expected_sha), expected_sha))
130
def _get_ie_object(self, entry, inv, unusual_modes):
131
if entry.kind == "directory":
132
return self._get_tree(entry.file_id, inv.revision_id, inv, unusual_modes)
134
return self._get_blob(entry.file_id, entry.revision)
136
def _get_ie_object_or_sha1(self, entry, inv, unusual_modes):
137
if entry.kind == "directory":
139
return self._idmap.lookup_tree(entry.file_id, inv.revision_id), None
141
ret = self._get_ie_object(entry, inv, unusual_modes)
146
self._idmap.add_entry(hexsha, "tree", (entry.file_id, inv.revision_id))
150
return self._idmap.lookup_blob(entry.file_id, entry.revision), None
152
ret = self._get_ie_object(entry, inv, unusual_modes)
153
self._idmap.add_entry(ret.id, "blob", (entry.file_id, entry.revision))
156
def _get_ie_sha1(self, entry, inv, unusual_modes):
157
return self._get_ie_object_or_sha1(entry, inv, unusual_modes)[0]
159
def _get_blob(self, fileid, revision, expected_sha=None):
160
"""Return a Git Blob object from a fileid and revision stored in bzr.
162
:param fileid: File id of the text
163
:param revision: Revision of the text
165
chunks = self.repository.iter_files_bytes([(fileid, revision, None)]).next()[1]
167
blob._text = "".join(chunks)
168
self._check_expected_sha(expected_sha, blob)
171
def _get_tree(self, fileid, revid, inv, unusual_modes, expected_sha=None):
172
"""Return a Git Tree object from a file id and a revision stored in bzr.
174
:param fileid: fileid in the tree.
175
:param revision: Revision of the tree.
177
tree = directory_to_tree(inv[fileid],
178
lambda ie: self._get_ie_sha1(ie, inv, unusual_modes),
180
self._check_expected_sha(expected_sha, tree)
183
def _get_commit(self, rev, tree_sha, expected_sha=None):
184
commit = self._revision_to_commit(rev, tree_sha)
185
self._check_expected_sha(expected_sha, commit)
188
def get_parents(self, sha):
189
"""Retrieve the parents of a Git commit by SHA1.
191
:param sha: SHA1 of the commit
192
:raises: KeyError, NotCommitError
194
return self[sha].parents
196
def _lookup_revision_sha1(self, revid):
197
"""Return the SHA1 matching a Bazaar revision."""
198
if revid == NULL_REVISION:
201
return self._idmap.lookup_commit(revid)
203
self._update_sha_map(revid)
204
return self._idmap.lookup_commit(revid)
206
def get_raw(self, sha):
207
"""Get the raw representation of a Git object by SHA1.
209
:param sha: SHA1 of the git object
212
return (obj.type, obj.as_raw_string())
214
def __contains__(self, sha):
215
# See if sha is in map
217
(type, type_data) = self._lookup_git_sha(sha)
219
return self.repository.has_revision(type_data[0])
221
return self.repository.texts.has_version(type_data)
223
return self.repository.has_revision(type_data[1])
225
raise AssertionError("Unknown object type '%s'" % type)
231
def _lookup_git_sha(self, sha):
232
# See if sha is in map
234
return self._idmap.lookup_git_sha(sha)
236
# if not, see if there are any unconverted revisions and add them
237
# to the map, search for sha in map again
238
self._update_sha_map()
239
return self._idmap.lookup_git_sha(sha)
241
def __getitem__(self, sha):
242
(type, type_data) = self._lookup_git_sha(sha)
243
# convert object to git object
246
rev = self.repository.get_revision(type_data[0])
247
except errors.NoSuchRevision:
248
trace.mutter('entry for %s %s in shamap: %r, but not found in repository', type, sha, type_data)
250
return self._get_commit(rev, type_data[1], expected_sha=sha)
252
return self._get_blob(type_data[0], type_data[1], expected_sha=sha)
255
inv = self.repository.get_inventory(type_data[1])
256
rev = self.repository.get_revision(type_data[1])
257
except errors.NoSuchRevision:
258
trace.mutter('entry for %s %s in shamap: %r, but not found in repository', type, sha, type_data)
260
unusual_modes = extract_unusual_modes(rev)
262
return self._get_tree(type_data[0], type_data[1], inv, unusual_modes,
264
except errors.NoSuchRevision:
267
raise AssertionError("Unknown object type '%s'" % type)
added
removed
object_store.py
