105
69
def __iter__(self):
106
70
return iter(self._pending)
109
class InterToGitRepository(InterRepository):
110
"""InterRepository that copies into a Git repository."""
112
_matching_repo_format = GitRepositoryFormat()
114
def __init__(self, source, target):
115
super(InterToGitRepository, self).__init__(source, target)
116
self.mapping = self.target.get_mapping()
117
self.source_store = get_object_store(self.source, self.mapping)
120
def _get_repo_format_to_test():
123
def copy_content(self, revision_id=None, pb=None):
124
"""See InterRepository.copy_content."""
125
self.fetch(revision_id, pb, find_ghosts=False)
127
def fetch_refs(self, update_refs, lossy):
128
"""Fetch possibly roundtripped revisions into the target repository
131
:param update_refs: Generate refs to fetch. Receives dictionary
132
with old refs (git shas), returns dictionary of new names to
134
:param lossy: Whether to roundtrip
135
:return: old refs, new refs
137
raise NotImplementedError(self.fetch_refs)
139
def search_missing_revision_ids(self,
140
find_ghosts=True, revision_ids=None, if_present_ids=None,
142
if limit is not None:
143
raise errors.FetchLimitUnsupported(self)
147
todo.extend(revision_ids)
149
todo.extend(revision_ids)
150
with self.source_store.lock_read():
151
for revid in revision_ids:
152
if revid == NULL_REVISION:
154
git_sha = self.source_store._lookup_revision_sha1(revid)
155
git_shas.append(git_sha)
156
walker = Walker(self.source_store,
157
include=git_shas, exclude=[sha for sha in self.target.controldir.get_refs_container().as_dict().values() if sha != ZERO_SHA])
158
missing_revids = set()
160
for (kind, type_data) in self.source_store.lookup_git_sha(entry.commit.id):
162
missing_revids.add(type_data[0])
163
return self.source.revision_ids_to_search_result(missing_revids)
165
def _warn_slow(self):
167
'Pushing from a Bazaar to a Git repository. '
168
'For better performance, push into a Bazaar repository.')
171
class InterToLocalGitRepository(InterToGitRepository):
172
"""InterBranch implementation between a Bazaar and a Git repository."""
174
def __init__(self, source, target):
175
super(InterToLocalGitRepository, self).__init__(source, target)
176
self.target_store = self.target.controldir._git.object_store
177
self.target_refs = self.target.controldir._git.refs
179
def _commit_needs_fetching(self, sha_id):
181
return (sha_id not in self.target_store)
182
except errors.NoSuchRevision:
186
def _revision_needs_fetching(self, sha_id, revid):
187
if revid == NULL_REVISION:
191
sha_id = self.source_store._lookup_revision_sha1(revid)
194
return self._commit_needs_fetching(sha_id)
196
def missing_revisions(self, stop_revisions):
197
"""Find the revisions that are missing from the target repository.
199
:param stop_revisions: Revisions to check for (tuples with
201
:return: sequence of missing revisions, in topological order
202
:raise: NoSuchRevision if the stop_revisions are not present in
207
for (sha1, revid) in stop_revisions:
208
if sha1 is not None and revid is not None:
209
revid_sha_map[revid] = sha1
210
stop_revids.append(revid)
211
elif sha1 is not None:
212
if self._commit_needs_fetching(sha1):
213
for (kind, (revid, tree_sha, verifiers)) in self.source_store.lookup_git_sha(sha1):
214
revid_sha_map[revid] = sha1
215
stop_revids.append(revid)
219
stop_revids.append(revid)
221
graph = self.source.get_graph()
222
pb = ui.ui_factory.nested_progress_bar()
226
for revid in stop_revids:
227
sha1 = revid_sha_map.get(revid)
228
if (not revid in missing and
229
self._revision_needs_fetching(sha1, revid)):
231
new_stop_revids.append(revid)
233
parent_map = graph.get_parent_map(new_stop_revids)
234
for parent_revids in parent_map.itervalues():
235
stop_revids.update(parent_revids)
236
pb.update("determining revisions to fetch", len(missing))
239
return graph.iter_topo_order(missing)
241
def _get_target_bzr_refs(self):
242
"""Return a dictionary with references.
244
:return: Dictionary with reference names as keys and tuples
245
with Git SHA, Bazaar revid as values.
249
for k in self.target._git.refs.allkeys():
251
v = self.target._git.refs[k]
256
for (kind, type_data) in self.source_store.lookup_git_sha(v):
257
if kind == "commit" and self.source.has_revision(type_data[0]):
264
bzr_refs[k] = (v, revid)
267
def fetch_refs(self, update_refs, lossy):
268
with self.source_store.lock_read():
269
old_refs = self._get_target_bzr_refs()
270
new_refs = update_refs(old_refs)
271
revidmap = self.fetch_objects(
272
[(git_sha, bzr_revid) for (git_sha, bzr_revid) in new_refs.values() if git_sha is None or not git_sha.startswith('ref:')], lossy=lossy)
273
for name, (gitid, revid) in new_refs.iteritems():
276
gitid = revidmap[revid][0]
278
gitid = self.source_store._lookup_revision_sha1(revid)
279
if len(gitid) != 40 and not gitid.startswith('ref: '):
280
raise AssertionError("invalid ref contents: %r" % gitid)
281
self.target_refs[name] = gitid
282
return revidmap, old_refs, new_refs
284
def fetch_objects(self, revs, lossy, limit=None):
285
if not lossy and not self.mapping.roundtripping:
286
for git_sha, bzr_revid in revs:
287
if bzr_revid is not None and needs_roundtripping(self.source, bzr_revid):
288
raise NoPushSupport(self.source, self.target, self.mapping,
290
with self.source_store.lock_read():
291
todo = list(self.missing_revisions(revs))[:limit]
293
pb = ui.ui_factory.nested_progress_bar()
295
object_generator = MissingObjectsIterator(
296
self.source_store, self.source, pb)
297
for (old_revid, git_sha) in object_generator.import_revisions(
300
new_revid = self.mapping.revision_id_foreign_to_bzr(git_sha)
302
new_revid = old_revid
304
self.mapping.revision_id_bzr_to_foreign(old_revid)
305
except errors.InvalidRevisionId:
306
refname = self.mapping.revid_as_refname(old_revid)
307
self.target_refs[refname] = git_sha
308
revidmap[old_revid] = (git_sha, new_revid)
309
self.target_store.add_objects(object_generator)
314
def fetch(self, revision_id=None, pb=None, find_ghosts=False,
315
fetch_spec=None, mapped_refs=None):
316
if mapped_refs is not None:
317
stop_revisions = mapped_refs
318
elif revision_id is not None:
319
stop_revisions = [(None, revision_id)]
320
elif fetch_spec is not None:
321
recipe = fetch_spec.get_recipe()
322
if recipe[0] in ("search", "proxy-search"):
323
stop_revisions = [(None, revid) for revid in recipe[1]]
325
raise AssertionError("Unsupported search result type %s" % recipe[0])
327
stop_revisions = [(None, revid) for revid in self.source.all_revision_ids()]
330
self.fetch_objects(stop_revisions, lossy=False)
331
except NoPushSupport:
332
raise errors.NoRoundtrippingSupport(self.source, self.target)
335
def is_compatible(source, target):
336
"""Be compatible with GitRepository."""
337
return (not isinstance(source, GitRepository) and
338
isinstance(target, LocalGitRepository))
341
class InterToRemoteGitRepository(InterToGitRepository):
343
def fetch_refs(self, update_refs, lossy):
344
"""Import the gist of the ancestry of a particular revision."""
345
if not lossy and not self.mapping.roundtripping:
346
raise NoPushSupport(self.source, self.target, self.mapping)
347
unpeel_map = UnpeelMap.from_repository(self.source)
349
def determine_wants(old_refs):
351
self.old_refs = dict([(k, (v, None)) for (k, v) in old_refs.iteritems()])
352
self.new_refs = update_refs(self.old_refs)
353
for name, (gitid, revid) in self.new_refs.iteritems():
355
git_sha = self.source_store._lookup_revision_sha1(revid)
356
ret[name] = unpeel_map.re_unpeel_tag(git_sha, old_refs.get(name))
361
with self.source_store.lock_read():
362
new_refs = self.target.send_pack(determine_wants,
363
self.source_store.generate_lossy_pack_data)
365
return revidmap, self.old_refs, self.new_refs
368
def is_compatible(source, target):
369
"""Be compatible with GitRepository."""
370
return (not isinstance(source, GitRepository) and
371
isinstance(target, RemoteGitRepository))