91
98
pb = ui.ui_factory.nested_progress_bar()
92
99
pb.show_pct = pb.show_count = False
94
pb.update("Finding revisions", 0, 2)
95
search = self._revids_to_fetch()
101
pb.update(gettext("Finding revisions"), 0, 2)
102
search_result = self._revids_to_fetch()
103
mutter('fetching: %s', search_result)
104
if search_result.is_empty():
98
pb.update("Fetching revisions", 1, 2)
99
self._fetch_everything_for_search(search)
106
pb.update(gettext("Fetching revisions"), 1, 2)
107
self._fetch_everything_for_search(search_result)
151
156
"""Determines the exact revisions needed from self.from_repository to
152
157
install self._last_revision in self.to_repository.
154
If no revisions need to be fetched, then this just returns None.
159
:returns: A SearchResult of some sort. (Possibly a
160
PendingAncestryResult, EmptySearchResult, etc.)
156
162
if self._fetch_spec is not None:
163
# The fetch spec is already a concrete search result.
157
164
return self._fetch_spec
158
mutter('fetch up to rev {%s}', self._last_revision)
159
if self._last_revision is NULL_REVISION:
165
elif self._last_revision == NULL_REVISION:
166
# fetch_spec is None + last_revision is null => empty fetch.
160
167
# explicit limit of no revisions needed
162
return self.to_repository.search_missing_revision_ids(
163
self.from_repository, self._last_revision,
164
find_ghosts=self.find_ghosts)
166
def _parent_inventories(self, revision_ids):
167
# Find all the parent revisions referenced by the stream, but
168
# not present in the stream, and make sure we send their
170
parent_maps = self.to_repository.get_parent_map(revision_ids)
172
map(parents.update, parent_maps.itervalues())
173
parents.discard(NULL_REVISION)
174
parents.difference_update(revision_ids)
175
missing_keys = set(('inventories', rev_id) for rev_id in parents)
168
return vf_search.EmptySearchResult()
169
elif self._last_revision is not None:
170
return vf_search.NotInOtherForRevs(self.to_repository,
171
self.from_repository, [self._last_revision],
172
find_ghosts=self.find_ghosts).execute()
173
else: # self._last_revision is None:
174
return vf_search.EverythingNotInOther(self.to_repository,
175
self.from_repository,
176
find_ghosts=self.find_ghosts).execute()
179
179
class Inter1and2Helper(object):
203
206
revs = list(revs)
205
208
for tree in self.source.revision_trees(revs[:100]):
206
if tree.inventory.revision_id is None:
207
tree.inventory.revision_id = tree.get_revision_id()
209
if tree.root_inventory.revision_id is None:
210
tree.root_inventory.revision_id = tree.get_revision_id()
209
212
revs = revs[100:]
211
214
def _find_root_ids(self, revs, parent_map, graph):
212
215
revision_root = {}
213
216
for tree in self.iter_rev_trees(revs):
214
revision_id = tree.inventory.root.revision
215
217
root_id = tree.get_root_id()
218
revision_id = tree.get_file_revision(root_id, u"")
216
219
revision_root[revision_id] = root_id
217
220
# Find out which parents we don't already know root ids for
219
for revision_parents in parent_map.itervalues():
220
parents.update(revision_parents)
221
parents.difference_update(revision_root.keys() + [NULL_REVISION])
221
parents = set(viewvalues(parent_map))
222
parents.difference_update(revision_root)
223
parents.discard(NULL_REVISION)
222
224
# Limit to revisions present in the versionedfile
223
parents = graph.get_parent_map(parents).keys()
225
parents = graph.get_parent_map(parents)
224
226
for tree in self.iter_rev_trees(parents):
225
227
root_id = tree.get_root_id()
226
228
revision_root[tree.get_revision_id()] = root_id
243
245
# yet, and are unlikely to in non-rich-root environments anyway.
244
246
root_id_order.sort(key=operator.itemgetter(0))
245
247
# Create a record stream containing the roots to create.
247
# XXX: not covered by tests, should have a flag to always run
248
# this. -- mbp 20100129
249
graph = self.source_repo.get_known_graph_ancestry(revs)
248
if len(revs) > self.known_graph_threshold:
249
graph = self.source.get_known_graph_ancestry(revs)
250
250
new_roots_stream = _new_root_data_stream(
251
251
root_id_order, rev_id_to_root_id, parent_map, self.source, graph)
252
252
return [('texts', new_roots_stream)]
255
def _get_rich_root_heads_graph(source_repo, revision_ids):
256
"""Get a Graph object suitable for asking heads() for new rich roots."""
260
255
def _new_root_data_stream(
261
256
root_keys_to_create, rev_id_to_root_id_map, parent_map, repo, graph=None):
262
257
"""Generate a texts substream of synthesised root entries.
340
335
selected_ids.append(parent_id)
341
336
parent_keys = [(root_id, parent_id) for parent_id in selected_ids]
342
337
return parent_keys
340
class TargetRepoKinds(object):
341
"""An enum-like set of constants.
343
They are the possible values of FetchSpecFactory.target_repo_kinds.
346
PREEXISTING = 'preexisting'
351
class FetchSpecFactory(object):
352
"""A helper for building the best fetch spec for a sprout call.
354
Factors that go into determining the sort of fetch to perform:
355
* did the caller specify any revision IDs?
356
* did the caller specify a source branch (need to fetch its
357
heads_to_fetch(), usually the tip + tags)
358
* is there an existing target repo (don't need to refetch revs it
360
* target is stacked? (similar to pre-existing target repo: even if
361
the target itself is new don't want to refetch existing revs)
363
:ivar source_branch: the source branch if one specified, else None.
364
:ivar source_branch_stop_revision_id: fetch up to this revision of
365
source_branch, rather than its tip.
366
:ivar source_repo: the source repository if one found, else None.
367
:ivar target_repo: the target repository acquired by sprout.
368
:ivar target_repo_kind: one of the TargetRepoKinds constants.
372
self._explicit_rev_ids = set()
373
self.source_branch = None
374
self.source_branch_stop_revision_id = None
375
self.source_repo = None
376
self.target_repo = None
377
self.target_repo_kind = None
380
def add_revision_ids(self, revision_ids):
381
"""Add revision_ids to the set of revision_ids to be fetched."""
382
self._explicit_rev_ids.update(revision_ids)
384
def make_fetch_spec(self):
385
"""Build a SearchResult or PendingAncestryResult or etc."""
386
if self.target_repo_kind is None or self.source_repo is None:
387
raise AssertionError(
388
'Incomplete FetchSpecFactory: %r' % (self.__dict__,))
389
if len(self._explicit_rev_ids) == 0 and self.source_branch is None:
390
if self.limit is not None:
391
raise NotImplementedError(
392
"limit is only supported with a source branch set")
393
# Caller hasn't specified any revisions or source branch
394
if self.target_repo_kind == TargetRepoKinds.EMPTY:
395
return vf_search.EverythingResult(self.source_repo)
397
# We want everything not already in the target (or target's
399
return vf_search.EverythingNotInOther(
400
self.target_repo, self.source_repo).execute()
401
heads_to_fetch = set(self._explicit_rev_ids)
402
if self.source_branch is not None:
403
must_fetch, if_present_fetch = self.source_branch.heads_to_fetch()
404
if self.source_branch_stop_revision_id is not None:
405
# Replace the tip rev from must_fetch with the stop revision
406
# XXX: this might be wrong if the tip rev is also in the
407
# must_fetch set for other reasons (e.g. it's the tip of
408
# multiple loom threads?), but then it's pretty unclear what it
409
# should mean to specify a stop_revision in that case anyway.
410
must_fetch.discard(self.source_branch.last_revision())
411
must_fetch.add(self.source_branch_stop_revision_id)
412
heads_to_fetch.update(must_fetch)
414
if_present_fetch = set()
415
if self.target_repo_kind == TargetRepoKinds.EMPTY:
416
# PendingAncestryResult does not raise errors if a requested head
417
# is absent. Ideally it would support the
418
# required_ids/if_present_ids distinction, but in practice
419
# heads_to_fetch will almost certainly be present so this doesn't
421
all_heads = heads_to_fetch.union(if_present_fetch)
422
ret = vf_search.PendingAncestryResult(all_heads, self.source_repo)
423
if self.limit is not None:
424
graph = self.source_repo.get_graph()
425
topo_order = list(graph.iter_topo_order(ret.get_keys()))
426
result_set = topo_order[:self.limit]
427
ret = self.source_repo.revision_ids_to_search_result(result_set)
430
return vf_search.NotInOtherForRevs(self.target_repo, self.source_repo,
431
required_ids=heads_to_fetch, if_present_ids=if_present_fetch,
432
limit=self.limit).execute()