1
# Copyright (C) 2009 Jelmer Vernooij <jelmer@samba.org>
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
"""Map from Git sha's to Bazaar objects."""
19
from dulwich.objects import (
23
from dulwich.object_store import (
34
from bzrlib.plugins.git.mapping import (
39
from bzrlib.plugins.git.shamap import (
44
class BazaarObjectStore(object):
45
"""A Git-style object store backed onto a Bazaar repository."""
47
def __init__(self, repository, mapping=None):
48
self.repository = repository
50
self.mapping = self.repository.get_mapping()
52
self.mapping = mapping
53
self._idmap = SqliteGitShaMap.from_repository(repository)
55
def iter_shas(self, shas):
56
return ObjectStoreIterator(self, shas)
58
def _update_sha_map(self, stop_revision=None):
59
if stop_revision is None:
60
all_revids = self.repository.all_revision_ids()
62
all_revids = self.repository.get_ancestry(stop_revision)
63
first = all_revids.pop(0) # Pop leading None
65
graph = self.repository.get_graph()
66
present_revids = set(self._idmap.revids())
67
missing_revids = [revid for revid in graph.iter_topo_order(all_revids) if revid not in present_revids]
68
pb = ui.ui_factory.nested_progress_bar()
70
for i, revid in enumerate(missing_revids):
71
pb.update("updating git map", i, len(missing_revids))
72
self._update_sha_map_revision(revid)
78
self._update_sha_map()
79
return iter(self._idmap.sha1s())
81
def _update_sha_map_revision(self, revid):
82
inv = self.repository.get_inventory(revid)
83
tree_sha = self._get_ie_sha1(inv.root, inv)
84
rev = self.repository.get_revision(revid)
85
commit_obj = revision_to_commit(rev, tree_sha,
86
self._idmap._parent_lookup)
88
foreign_revid, mapping = mapping_registry.parse_revision_id(revid)
89
except errors.InvalidRevisionId:
92
if foreign_revid != commit_obj.id:
93
if not "fix-shamap" in debug.debug_flags:
94
raise AssertionError("recreated git commit had different sha1: expected %s, got %s" % (foreign_revid, commit_obj.id))
95
self._idmap.add_entry(commit_obj.id, "commit", (revid, tree_sha))
97
def _check_expected_sha(self, expected_sha, object):
98
if expected_sha is None:
100
if expected_sha != object.id:
101
raise AssertionError("Invalid sha for %r: %s" % (object, expected_sha))
103
def _get_ie_object(self, entry, inv):
104
if entry.kind == "directory":
105
return self._get_tree(entry.file_id, inv.revision_id, inv=inv)
107
return self._get_blob(entry.file_id, entry.revision)
109
def _get_ie_object_or_sha1(self, entry, inv):
110
if entry.kind == "directory":
112
return self._idmap.lookup_tree(entry.file_id, inv.revision_id), None
114
ret = self._get_ie_object(entry, inv)
115
self._idmap.add_entry(ret.id, "tree", (entry.file_id, inv.revision_id))
119
return self._idmap.lookup_blob(entry.file_id, entry.revision), None
121
ret = self._get_ie_object(entry, inv)
122
self._idmap.add_entry(ret.id, "blob", (entry.file_id, entry.revision))
125
def _get_ie_sha1(self, entry, inv):
126
return self._get_ie_object_or_sha1(entry, inv)[0]
128
def _get_blob(self, fileid, revision, expected_sha=None):
129
"""Return a Git Blob object from a fileid and revision stored in bzr.
131
:param fileid: File id of the text
132
:param revision: Revision of the text
134
text = self.repository.texts.get_record_stream([(fileid, revision)],
135
"unordered", True).next().get_bytes_as("fulltext")
138
self._check_expected_sha(expected_sha, blob)
141
def _get_tree(self, fileid, revid, inv=None, expected_sha=None):
142
"""Return a Git Tree object from a file id and a revision stored in bzr.
144
:param fileid: fileid in the tree.
145
:param revision: Revision of the tree.
148
inv = self.repository.get_inventory(revid)
149
tree = directory_to_tree(inv[fileid], lambda ie: self._get_ie_sha1(ie, inv))
150
self._check_expected_sha(expected_sha, tree)
153
def _get_commit(self, revid, tree_sha, expected_sha=None):
154
rev = self.repository.get_revision(revid)
155
commit = revision_to_commit(rev, tree_sha, self._lookup_revision_sha1)
156
self._check_expected_sha(expected_sha, commit)
159
def get_parents(self, sha):
160
return self[sha].parents
162
def _lookup_revision_sha1(self, revid):
164
return self._idmap._parent_lookup(revid)
166
inv = self.repository.get_inventory(revid)
167
tree_sha = self._get_ie_sha1(inv.root, inv)
168
ret = self._get_commit(revid, tree_sha).id
169
self._idmap.add_entry(ret, "commit", (revid, tree_sha))
172
def get_raw(self, sha):
173
return self[sha].as_raw_string()
175
def __contains__(self, sha):
176
# See if sha is in map
178
self._lookup_git_sha(sha)
184
def _lookup_git_sha(self, sha):
185
# See if sha is in map
187
return self._idmap.lookup_git_sha(sha)
189
# if not, see if there are any unconverted revisions and add them
190
# to the map, search for sha in map again
191
self._update_sha_map()
192
return self._idmap.lookup_git_sha(sha)
194
def __getitem__(self, sha):
195
(type, type_data) = self._lookup_git_sha(sha)
196
# convert object to git object
198
return self._get_commit(type_data[0], type_data[1],
201
return self._get_blob(type_data[0], type_data[1], expected_sha=sha)
203
return self._get_tree(type_data[0], type_data[1], expected_sha=sha)
205
raise AssertionError("Unknown object type '%s'" % type)