84
87
specific_files=specific_files,
85
88
extra_trees=extra_trees,
86
89
require_versioned=require_versioned,
87
include_root=include_root
90
include_root=include_root,
91
want_unversioned=want_unversioned,
90
def _iter_changes(self, from_tree, include_unchanged=False,
91
specific_file_ids=None, pb=None):
94
def _iter_changes(self, from_tree, include_unchanged=False,
95
specific_files=None, pb=None, extra_trees=None,
96
require_versioned=True, want_unversioned=False):
92
97
intertree = InterTree.get(from_tree, self)
93
return intertree._iter_changes(from_tree, self, include_unchanged,
94
specific_file_ids, pb)
98
return intertree._iter_changes(include_unchanged, specific_files, pb,
99
extra_trees, require_versioned, want_unversioned=want_unversioned)
96
101
def conflicts(self):
97
102
"""Get a list of the conflicts in the tree.
175
211
def get_file(self, file_id):
176
212
"""Return a file object for the file file_id in the tree."""
177
213
raise NotImplementedError(self.get_file)
215
def get_file_mtime(self, file_id, path=None):
216
"""Return the modification time for a file.
218
:param file_id: The handle for this file.
219
:param path: The path that this file can be found at.
220
These must point to the same object.
222
raise NotImplementedError(self.get_file_mtime)
179
224
def get_file_by_path(self, path):
180
225
return self.get_file(self._inventory.path2id(path))
227
def get_symlink_target(self, file_id):
228
"""Get the target for a given file_id.
230
It is assumed that the caller already knows that file_id is referencing
232
:param file_id: Handle for the symlink entry.
233
:return: The path the symlink points to.
235
raise NotImplementedError(self.get_symlink_target)
182
237
def annotate_iter(self, file_id):
183
238
"""Return an iterator of revision_id, line tuples
215
270
"""Return the id for path in this tree."""
216
271
return self._inventory.path2id(path)
273
def paths2ids(self, paths, trees=[], require_versioned=True):
274
"""Return all the ids that can be reached by walking from paths.
276
Each path is looked up in each this tree and any extras provided in
277
trees, and this is repeated recursively: the children in an extra tree
278
of a directory that has been renamed under a provided path in this tree
279
are all returned, even if none exist until a provided path in this
280
tree, and vice versa.
282
:param paths: An iterable of paths to start converting to ids from.
283
Alternatively, if paths is None, no ids should be calculated and None
284
will be returned. This is offered to make calling the api unconditional
285
for code that *might* take a list of files.
286
:param trees: Additional trees to consider.
287
:param require_versioned: If False, do not raise NotVersionedError if
288
an element of paths is not versioned in this tree and all of trees.
290
return find_ids_across_trees(paths, [self] + list(trees), require_versioned)
218
292
def print_file(self, file_id):
219
293
"""Print file with id `file_id` to stdout."""
294
file_id = osutils.safe_file_id(file_id)
221
296
sys.stdout.write(self.get_file_text(file_id))
223
298
def lock_read(self):
301
def revision_tree(self, revision_id):
302
"""Obtain a revision tree for the revision revision_id.
304
The intention of this method is to allow access to possibly cached
305
tree data. Implementors of this method should raise NoSuchRevision if
306
the tree is not locally available, even if they could obtain the
307
tree via a repository or some other means. Callers are responsible
308
for finding the ultimate source for a revision tree.
310
:param revision_id: The revision_id of the requested tree.
312
:raises: NoSuchRevision if the tree cannot be obtained.
314
raise errors.NoSuchRevisionInTree(self, revision_id)
226
316
def unknowns(self):
227
317
"""What files are present in this tree and unknown.
244
334
pred = self.inventory.has_filename
245
335
return set((p for p in paths if not pred(p)))
337
def walkdirs(self, prefix=""):
338
"""Walk the contents of this tree from path down.
340
This yields all the data about the contents of a directory at a time.
341
After each directory has been yielded, if the caller has mutated the
342
list to exclude some directories, they are then not descended into.
344
The data yielded is of the form:
345
((directory-relpath, directory-path-from-root, directory-fileid),
346
[(relpath, basename, kind, lstat, path_from_tree_root, file_id,
347
versioned_kind), ...]),
348
- directory-relpath is the containing dirs relpath from prefix
349
- directory-path-from-root is the containing dirs path from /
350
- directory-fileid is the id of the directory if it is versioned.
351
- relpath is the relative path within the subtree being walked.
352
- basename is the basename
353
- kind is the kind of the file now. If unknonwn then the file is not
354
present within the tree - but it may be recorded as versioned. See
356
- lstat is the stat data *if* the file was statted.
357
- path_from_tree_root is the path from the root of the tree.
358
- file_id is the file_id is the entry is versioned.
359
- versioned_kind is the kind of the file as last recorded in the
360
versioning system. If 'unknown' the file is not versioned.
361
One of 'kind' and 'versioned_kind' must not be 'unknown'.
363
:param prefix: Start walking from prefix within the tree rather than
364
at the root. This allows one to walk a subtree but get paths that are
365
relative to a tree rooted higher up.
366
:return: an iterator over the directory data.
368
raise NotImplementedError(self.walkdirs)
248
371
class EmptyTree(Tree):
357
482
if not filenames:
359
specified_ids = _find_filename_ids_across_trees(filenames, trees,
361
return _find_children_across_trees(specified_ids, trees)
364
def _find_filename_ids_across_trees(filenames, trees, require_versioned):
484
specified_path_ids = _find_ids_across_trees(filenames, trees,
486
return _find_children_across_trees(specified_path_ids, trees)
489
def _find_ids_across_trees(filenames, trees, require_versioned):
365
490
"""Find the ids corresponding to specified filenames.
367
All matches in all trees will be used.
492
All matches in all trees will be used, but subdirectories are not scanned.
369
494
:param filenames: The filenames to find file_ids for
370
495
:param trees: The trees to find file_ids within
371
496
:param require_versioned: if true, all specified filenames must occur in
373
:return: a set of file ids for the specified filenames
498
:return: a set of (path, file ids) for the specified filenames
375
500
not_versioned = []
376
501
interesting_ids = set()
377
502
for tree_path in filenames:
379
504
for tree in trees:
380
file_id = tree.inventory.path2id(tree_path)
505
file_id = tree.path2id(tree_path)
381
506
if file_id is not None:
382
507
interesting_ids.add(file_id)
383
508
not_found = False
445
571
:param require_versioned: An optional boolean (defaults to False). When
446
572
supplied and True all the 'specific_files' must be versioned, or
447
573
a PathsNotVersionedError will be thrown.
574
:param want_unversioned: Scan for unversioned paths.
449
# NB: show_status depends on being able to pass in non-versioned files and
450
# report them as unknown
451
trees = (self.source, self.target)
576
# NB: show_status depends on being able to pass in non-versioned files
577
# and report them as unknown
578
trees = (self.source,)
452
579
if extra_trees is not None:
453
580
trees = trees + tuple(extra_trees)
454
specific_file_ids = find_ids_across_trees(specific_files,
455
trees, require_versioned=require_versioned)
581
# target is usually the newer tree:
582
specific_file_ids = self.target.paths2ids(specific_files, trees,
583
require_versioned=require_versioned)
456
584
if specific_files and not specific_file_ids:
457
585
# All files are unversioned, so just return an empty delta
458
586
# _compare_trees would think we want a complete delta
459
return delta.TreeDelta()
587
result = delta.TreeDelta()
588
fake_entry = InventoryFile('unused', 'unused', 'unused')
589
result.unversioned = [(path, None,
590
self.target._comparison_data(fake_entry, path)[0]) for path in
460
593
return delta._compare_trees(self.source, self.target, want_unchanged,
461
specific_file_ids, include_root)
594
specific_files, include_root, extra_trees=extra_trees,
595
want_unversioned=want_unversioned)
463
def _iter_changes(self, from_tree, to_tree, include_unchanged,
464
specific_file_ids, pb):
597
def _iter_changes(self, include_unchanged=False,
598
specific_files=None, pb=None, extra_trees=[],
599
require_versioned=True, want_unversioned=False):
465
600
"""Generate an iterator of changes between trees.
467
602
A tuple is returned:
468
(file_id, path, changed_content, versioned, parent, name, kind,
603
(file_id, (path_in_source, path_in_target),
604
changed_content, versioned, parent, name, kind,
471
Path is relative to the to_tree. changed_content is True if the file's
472
content has changed. This includes changes to its kind, and to
607
Changed_content is True if the file's content has changed. This
608
includes changes to its kind, and to a symlink's target.
475
610
versioned, parent, name, kind, executable are tuples of (from, to).
476
611
If a file is missing in a tree, its kind is None.
478
Iteration is done in parent-to-child order, relative to the to_tree.
613
Iteration is done in parent-to-child order, relative to the target
616
There is no guarantee that all paths are in sorted order: the
617
requirement to expand the search due to renames may result in children
618
that should be found early being found late in the search, after
619
lexically later results have been returned.
620
:param require_versioned: Raise errors.PathsNotVersionedError if a
621
path in the specific_files list is not versioned in one of
622
source, target or extra_trees.
623
:param want_unversioned: Should unversioned files be returned in the
624
output. An unversioned file is defined as one with (False, False)
625
for the versioned pair.
628
lookup_trees = [self.source]
630
lookup_trees.extend(extra_trees)
631
specific_file_ids = self.target.paths2ids(specific_files,
632
lookup_trees, require_versioned=require_versioned)
634
all_unversioned = sorted([(p.split('/'), p) for p in self.target.extras()
635
if not specific_files or
636
osutils.is_inside_any(specific_files, p)])
637
all_unversioned = deque(all_unversioned)
639
all_unversioned = deque()
481
from_entries_by_dir = list(from_tree.inventory.iter_entries_by_dir(
641
from_entries_by_dir = list(self.source.inventory.iter_entries_by_dir(
482
642
specific_file_ids=specific_file_ids))
483
643
from_data = dict((e.file_id, (p, e)) for p, e in from_entries_by_dir)
484
to_entries_by_dir = list(to_tree.inventory.iter_entries_by_dir(
644
to_entries_by_dir = list(self.target.inventory.iter_entries_by_dir(
485
645
specific_file_ids=specific_file_ids))
486
646
num_entries = len(from_entries_by_dir) + len(to_entries_by_dir)
648
# the unversioned path lookup only occurs on real trees - where there
649
# can be extras. So the fake_entry is solely used to look up
650
# executable it values when execute is not supported.
651
fake_entry = InventoryFile('unused', 'unused', 'unused')
488
652
for to_path, to_entry in to_entries_by_dir:
653
while all_unversioned and all_unversioned[0][0] < to_path.split('/'):
654
unversioned_path = all_unversioned.popleft()
655
to_kind, to_executable, to_stat = \
656
self.target._comparison_data(fake_entry, unversioned_path[1])
657
yield (None, (None, unversioned_path[1]), True, (False, False),
659
(None, unversioned_path[0][-1]),
661
(None, to_executable))
489
662
file_id = to_entry.file_id
490
663
to_paths[file_id] = to_path
507
680
from_executable = None
508
681
versioned = (from_versioned, True)
509
682
to_kind, to_executable, to_stat = \
510
to_tree._comparison_data(to_entry, to_path)
683
self.target._comparison_data(to_entry, to_path)
511
684
kind = (from_kind, to_kind)
512
685
if kind[0] != kind[1]:
513
686
changed_content = True
514
687
elif from_kind == 'file':
515
from_size = from_tree._file_size(from_entry, from_stat)
516
to_size = to_tree._file_size(to_entry, to_stat)
688
from_size = self.source._file_size(from_entry, from_stat)
689
to_size = self.target._file_size(to_entry, to_stat)
517
690
if from_size != to_size:
518
691
changed_content = True
519
elif (from_tree.get_file_sha1(file_id, from_path, from_stat) !=
520
to_tree.get_file_sha1(file_id, to_path, to_stat)):
692
elif (self.source.get_file_sha1(file_id, from_path, from_stat) !=
693
self.target.get_file_sha1(file_id, to_path, to_stat)):
521
694
changed_content = True
522
695
elif from_kind == 'symlink':
523
if (from_tree.get_symlink_target(file_id) !=
524
to_tree.get_symlink_target(file_id)):
696
if (self.source.get_symlink_target(file_id) !=
697
self.target.get_symlink_target(file_id)):
525
698
changed_content = True
699
elif from_kind == 'tree-reference':
700
if (self.source.get_reference_revision(file_id, from_path)
701
!= self.target.get_reference_revision(file_id, to_path)):
702
changed_content = True
526
703
parent = (from_parent, to_entry.parent_id)
527
704
name = (from_name, to_entry.name)
528
705
executable = (from_executable, to_executable)
529
706
if pb is not None:
530
707
pb.update('comparing files', entry_count, num_entries)
531
if (changed_content is not False or versioned[0] != versioned[1]
708
if (changed_content is not False or versioned[0] != versioned[1]
532
709
or parent[0] != parent[1] or name[0] != name[1] or
533
710
executable[0] != executable[1] or include_unchanged):
534
yield (file_id, to_path, changed_content, versioned, parent,
535
name, kind, executable)
537
def get_to_path(from_entry):
538
if from_entry.parent_id is None:
711
yield (file_id, (from_path, to_path), changed_content,
712
versioned, parent, name, kind, executable)
714
while all_unversioned:
715
# yield any trailing unversioned paths
716
unversioned_path = all_unversioned.popleft()
717
to_kind, to_executable, to_stat = \
718
self.target._comparison_data(fake_entry, unversioned_path[1])
719
yield (None, (None, unversioned_path[1]), True, (False, False),
721
(None, unversioned_path[0][-1]),
723
(None, to_executable))
725
def get_to_path(to_entry):
726
if to_entry.parent_id is None:
727
to_path = '' # the root
541
if from_entry.parent_id not in to_paths:
542
get_to_path(from_tree.inventory[from_entry.parent_id])
543
to_path = osutils.pathjoin(to_paths[from_entry.parent_id],
545
to_paths[from_entry.file_id] = to_path
729
if to_entry.parent_id not in to_paths:
731
return get_to_path(self.target.inventory[to_entry.parent_id])
732
to_path = osutils.pathjoin(to_paths[to_entry.parent_id],
734
to_paths[to_entry.file_id] = to_path
548
737
for path, from_entry in from_entries_by_dir:
549
738
file_id = from_entry.file_id
550
739
if file_id in to_paths:
552
to_path = get_to_path(from_entry)
742
if not file_id in self.target.inventory:
743
# common case - paths we have not emitted are not present in
747
to_path = get_to_path(self.target.inventory[file_id])
554
749
if pb is not None:
555
750
pb.update('comparing files', entry_count, num_entries)