1
# Copyright (C) 2009 Jelmer Vernooij <jelmer@samba.org>
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
"""Map from Git sha's to Bazaar objects."""
19
from dulwich.objects import (
23
from dulwich.object_store import (
35
from bzrlib.revision import (
39
from bzrlib.plugins.git.errors import (
43
from bzrlib.plugins.git.mapping import (
46
extract_unusual_modes,
50
from bzrlib.plugins.git.shamap import (
56
def get_object_store(repo, mapping=None):
57
git = getattr(repo, "_git", None)
59
return git.object_store
60
return BazaarObjectStore(repo, mapping)
63
class BazaarObjectStore(BaseObjectStore):
64
"""A Git-style object store backed onto a Bazaar repository."""
66
def __init__(self, repository, mapping=None):
67
self.repository = repository
69
self.mapping = default_mapping
71
self.mapping = mapping
73
self._idmap = TdbGitShaMap.from_repository(repository)
75
self._idmap = SqliteGitShaMap.from_repository(repository)
77
def _update_sha_map(self, stop_revision=None):
78
if stop_revision is None:
79
all_revids = self.repository.all_revision_ids()
81
all_revids = self.repository.get_ancestry(stop_revision)
82
first = all_revids.pop(0) # Pop leading None
84
graph = self.repository.get_graph()
85
present_revids = set(self._idmap.revids())
86
missing_revids = [revid for revid in graph.iter_topo_order(all_revids) if revid not in present_revids]
87
pb = ui.ui_factory.nested_progress_bar()
89
for i, revid in enumerate(missing_revids):
90
pb.update("updating git map", i, len(missing_revids))
91
self._update_sha_map_revision(revid)
97
self._update_sha_map()
98
return iter(self._idmap.sha1s())
100
def _update_sha_map_revision(self, revid):
101
inv = self.repository.get_inventory(revid)
102
rev = self.repository.get_revision(revid)
103
unusual_modes = extract_unusual_modes(rev)
104
tree_sha = self._get_ie_sha1(inv.root, inv, unusual_modes)
105
commit_obj = revision_to_commit(rev, tree_sha,
106
self._idmap.lookup_commit)
108
foreign_revid, mapping = mapping_registry.parse_revision_id(revid)
109
except errors.InvalidRevisionId:
112
if foreign_revid != commit_obj.id:
113
if not "fix-shamap" in debug.debug_flags:
114
raise AssertionError("recreated git commit had different sha1: expected %s, got %s" % (foreign_revid, commit_obj.id))
115
self._idmap.add_entry(commit_obj.id, "commit", (revid, tree_sha))
117
def _check_expected_sha(self, expected_sha, object):
118
if expected_sha is None:
120
if expected_sha != object.id:
121
raise AssertionError("Invalid sha for %r: %s" % (object, expected_sha))
123
def _get_ie_object(self, entry, inv, unusual_modes):
124
if entry.kind == "directory":
125
return self._get_tree(entry.file_id, inv.revision_id, inv, unusual_modes)
127
return self._get_blob(entry.file_id, entry.revision)
129
def _get_ie_object_or_sha1(self, entry, inv, unusual_modes):
130
if entry.kind == "directory":
132
return self._idmap.lookup_tree(entry.file_id, inv.revision_id), None
134
ret = self._get_ie_object(entry, inv, unusual_modes)
135
self._idmap.add_entry(ret.id, "tree", (entry.file_id, inv.revision_id))
139
return self._idmap.lookup_blob(entry.file_id, entry.revision), None
141
ret = self._get_ie_object(entry, inv, unusual_modes)
142
self._idmap.add_entry(ret.id, "blob", (entry.file_id, entry.revision))
145
def _get_ie_sha1(self, entry, inv, unusual_modes):
146
return self._get_ie_object_or_sha1(entry, inv, unusual_modes)[0]
148
def _get_blob(self, fileid, revision, expected_sha=None):
149
"""Return a Git Blob object from a fileid and revision stored in bzr.
151
:param fileid: File id of the text
152
:param revision: Revision of the text
154
text = self.repository.texts.get_record_stream([(fileid, revision)],
155
"unordered", True).next().get_bytes_as("fulltext")
158
self._check_expected_sha(expected_sha, blob)
161
def _get_tree(self, fileid, revid, inv, unusual_modes, expected_sha=None):
162
"""Return a Git Tree object from a file id and a revision stored in bzr.
164
:param fileid: fileid in the tree.
165
:param revision: Revision of the tree.
167
tree = directory_to_tree(inv[fileid],
168
lambda ie: self._get_ie_sha1(ie, inv, unusual_modes),
170
self._check_expected_sha(expected_sha, tree)
173
def _get_commit(self, rev, tree_sha, expected_sha=None):
175
commit = revision_to_commit(rev, tree_sha, self._lookup_revision_sha1)
176
except errors.NoSuchRevision, e:
177
raise GhostRevision(e.branch, e.revision)
178
self._check_expected_sha(expected_sha, commit)
181
def get_parents(self, sha):
182
"""Retrieve the parents of a Git commit by SHA1.
184
:param sha: SHA1 of the commit
185
:raises: KeyError, NotCommitError
187
return self[sha].parents
189
def _lookup_revision_sha1(self, revid):
190
"""Return the SHA1 matching a Bazaar revision."""
191
if revid == NULL_REVISION:
194
return self._idmap.lookup_commit(revid)
196
self._update_sha_map(revid)
197
return self._idmap.lookup_commit(revid)
199
def get_raw(self, sha):
200
"""Get the raw representation of a Git object by SHA1.
202
:param sha: SHA1 of the git object
204
return self[sha].as_raw_string()
206
def __contains__(self, sha):
207
# See if sha is in map
209
self._lookup_git_sha(sha)
215
def _lookup_git_sha(self, sha):
216
# See if sha is in map
218
return self._idmap.lookup_git_sha(sha)
220
# if not, see if there are any unconverted revisions and add them
221
# to the map, search for sha in map again
222
self._update_sha_map()
223
return self._idmap.lookup_git_sha(sha)
225
def __getitem__(self, sha):
226
(type, type_data) = self._lookup_git_sha(sha)
227
# convert object to git object
230
rev = self.repository.get_revision(type_data[0])
231
except errors.NoSuchRevision:
232
trace.mutter('entry for %s %s in shamap: %r, but not found in repository', type, sha, type_data)
234
return self._get_commit(rev, type_data[1], expected_sha=sha)
236
return self._get_blob(type_data[0], type_data[1], expected_sha=sha)
238
inv = self.repository.get_inventory(type_data[1])
239
rev = self._get_unusual_modes(type_data[1])
241
return self._get_tree(type_data[0], type_data[1], inv, unusual_modes,
243
except errors.NoSuchRevision:
246
raise AssertionError("Unknown object type '%s'" % type)
added
removed
object_store.py
