39
36
# At the moment they may alias the inventory and have old copies of it in
40
37
# memory. (Now done? -- mbp 20060309)
42
from copy import deepcopy
43
39
from cStringIO import StringIO
43
from bzrlib.lazy_import import lazy_import
44
lazy_import(globals(), """
45
from bisect import bisect_left
50
from bzrlib.atomicfile import AtomicFile
51
from bzrlib.branch import (Branch,
53
from bzrlib.conflicts import Conflict, ConflictList, CONFLICT_SUFFIXES
54
import bzrlib.bzrdir as bzrdir
59
conflicts as _mod_conflicts,
80
from bzrlib.transport import get_transport
82
from bzrlib.workingtree_4 import WorkingTreeFormat4
85
from bzrlib import symbol_versioning
55
86
from bzrlib.decorators import needs_read_lock, needs_write_lock
56
import bzrlib.errors as errors
57
from bzrlib.errors import (BzrCheckError,
61
WeaveRevisionNotPresent,
65
MergeModifiedFormatError,
68
from bzrlib.inventory import InventoryEntry, Inventory
87
from bzrlib.inventory import InventoryEntry, Inventory, ROOT_ID, TreeReference
69
88
from bzrlib.lockable_files import LockableFiles, TransportLock
70
89
from bzrlib.lockdir import LockDir
71
from bzrlib.merge import merge_inner, transform_tree
90
import bzrlib.mutabletree
91
from bzrlib.mutabletree import needs_tree_write_lock
72
92
from bzrlib.osutils import (
104
from bzrlib.trace import mutter, note
105
from bzrlib.transport.local import LocalTransport
90
106
from bzrlib.progress import DummyProgress, ProgressPhase
91
from bzrlib.revision import NULL_REVISION
107
from bzrlib.revision import NULL_REVISION, CURRENT_REVISION
92
108
from bzrlib.rio import RioReader, rio_file, Stanza
93
from bzrlib.symbol_versioning import *
94
from bzrlib.textui import show_status
96
from bzrlib.transform import build_tree
97
from bzrlib.trace import mutter, note
98
from bzrlib.transport import get_transport
99
from bzrlib.transport.local import LocalTransport
109
from bzrlib.symbol_versioning import (deprecated_passed,
112
DEPRECATED_PARAMETER,
119
MERGE_MODIFIED_HEADER_1 = "BZR merge-modified list format 1"
120
CONFLICT_HEADER_1 = "BZR conflict list format 1"
122
ERROR_PATH_NOT_FOUND = 3 # WindowsError errno code, equivalent to ENOENT
125
@deprecated_function(zero_thirteen)
104
126
def gen_file_id(name):
105
"""Return new file id.
107
This should probably generate proper UUIDs, but for the moment we
108
cope with just randomness because running uuidgen every time is
111
from binascii import hexlify
112
from time import time
115
idx = name.rfind('/')
117
name = name[idx+1 : ]
118
idx = name.rfind('\\')
120
name = name[idx+1 : ]
122
# make it not a hidden file
123
name = name.lstrip('.')
125
# remove any wierd characters; we don't escape them but rather
127
name = re.sub(r'[^\w.]', '', name)
129
s = hexlify(rand_bytes(8))
130
return '-'.join((name, compact_date(time()), s))
127
"""Return new file id for the basename 'name'.
129
Use bzrlib.generate_ids.gen_file_id() instead
131
return generate_ids.gen_file_id(name)
134
@deprecated_function(zero_thirteen)
133
135
def gen_root_id():
134
"""Return a new tree-root file id."""
135
return gen_file_id('TREE_ROOT')
136
"""Return a new tree-root file id.
138
This has been deprecated in favor of bzrlib.generate_ids.gen_root_id()
140
return generate_ids.gen_root_id()
138
143
class TreeEntry(object):
139
"""An entry that implements the minium interface used by commands.
144
"""An entry that implements the minimum interface used by commands.
141
146
This needs further inspection, it may be better to have
142
147
InventoryEntries without ids - though that seems wrong. For now,
493
580
__contains__ = has_id
495
582
def get_file_size(self, file_id):
583
file_id = osutils.safe_file_id(file_id)
496
584
return os.path.getsize(self.id2abspath(file_id))
499
def get_file_sha1(self, file_id):
500
path = self._inventory.id2path(file_id)
501
return self._hashcache.get_sha1(path)
503
def is_executable(self, file_id):
504
if not supports_executable():
587
def get_file_sha1(self, file_id, path=None, stat_value=None):
588
file_id = osutils.safe_file_id(file_id)
590
path = self._inventory.id2path(file_id)
591
return self._hashcache.get_sha1(path, stat_value)
593
def get_file_mtime(self, file_id, path=None):
594
file_id = osutils.safe_file_id(file_id)
596
path = self.inventory.id2path(file_id)
597
return os.lstat(self.abspath(path)).st_mtime
599
if not supports_executable():
600
def is_executable(self, file_id, path=None):
601
file_id = osutils.safe_file_id(file_id)
505
602
return self._inventory[file_id].executable
507
path = self._inventory.id2path(file_id)
604
def is_executable(self, file_id, path=None):
606
file_id = osutils.safe_file_id(file_id)
607
path = self.id2path(file_id)
508
608
mode = os.lstat(self.abspath(path)).st_mode
509
return bool(stat.S_ISREG(mode) and stat.S_IEXEC&mode)
512
def add(self, files, ids=None):
513
"""Make files versioned.
515
Note that the command line normally calls smart_add instead,
516
which can automatically recurse.
518
This adds the files to the inventory, so that they will be
519
recorded by the next commit.
522
List of paths to add, relative to the base of the tree.
525
If set, use these instead of automatically generated ids.
526
Must be the same length as the list of files, but may
527
contain None for ids that are to be autogenerated.
529
TODO: Perhaps have an option to add the ids even if the files do
532
TODO: Perhaps callback with the ids and paths as they're added.
609
return bool(stat.S_ISREG(mode) and stat.S_IEXEC & mode)
611
@needs_tree_write_lock
612
def _add(self, files, ids, kinds):
613
"""See MutableTree._add."""
534
614
# TODO: Re-adding a file that is removed in the working copy
535
615
# should probably put it back with the previous ID.
536
if isinstance(files, basestring):
537
assert(ids is None or isinstance(ids, basestring))
543
ids = [None] * len(files)
545
assert(len(ids) == len(files))
616
# the read and write working inventory should not occur in this
617
# function - they should be part of lock_write and unlock.
547
618
inv = self.read_working_inventory()
548
for f,file_id in zip(files, ids):
549
if self.is_control_filename(f):
550
raise BzrError("cannot add control file %s" % quotefn(f))
555
raise BzrError("cannot add top-level %r" % f)
557
fullpath = normpath(self.abspath(f))
560
kind = file_kind(fullpath)
562
if e.errno == errno.ENOENT:
563
raise NoSuchFile(fullpath)
564
# maybe something better?
565
raise BzrError('cannot add: not a regular file, symlink or directory: %s' % quotefn(f))
567
if not InventoryEntry.versionable_kind(kind):
568
raise BzrError('cannot add: not a versionable file ('
569
'i.e. regular file, symlink or directory): %s' % quotefn(f))
619
for f, file_id, kind in zip(files, ids, kinds):
620
assert kind is not None
571
621
if file_id is None:
572
file_id = gen_file_id(f)
573
inv.add_path(f, kind=kind, file_id=file_id)
575
mutter("add file %s file_id:{%s} kind=%r" % (f, file_id, kind))
622
inv.add_path(f, kind=kind)
624
file_id = osutils.safe_file_id(file_id)
625
inv.add_path(f, kind=kind, file_id=file_id)
576
626
self._write_inventory(inv)
628
@needs_tree_write_lock
629
def _gather_kinds(self, files, kinds):
630
"""See MutableTree._gather_kinds."""
631
for pos, f in enumerate(files):
632
if kinds[pos] is None:
633
fullpath = normpath(self.abspath(f))
635
kinds[pos] = file_kind(fullpath)
637
if e.errno == errno.ENOENT:
638
raise errors.NoSuchFile(fullpath)
578
640
@needs_write_lock
641
def add_parent_tree_id(self, revision_id, allow_leftmost_as_ghost=False):
642
"""Add revision_id as a parent.
644
This is equivalent to retrieving the current list of parent ids
645
and setting the list to its value plus revision_id.
647
:param revision_id: The revision id to add to the parent list. It may
648
be a ghost revision as long as its not the first parent to be added,
649
or the allow_leftmost_as_ghost parameter is set True.
650
:param allow_leftmost_as_ghost: Allow the first parent to be a ghost.
652
parents = self.get_parent_ids() + [revision_id]
653
self.set_parent_ids(parents, allow_leftmost_as_ghost=len(parents) > 1
654
or allow_leftmost_as_ghost)
656
@needs_tree_write_lock
657
def add_parent_tree(self, parent_tuple, allow_leftmost_as_ghost=False):
658
"""Add revision_id, tree tuple as a parent.
660
This is equivalent to retrieving the current list of parent trees
661
and setting the list to its value plus parent_tuple. See also
662
add_parent_tree_id - if you only have a parent id available it will be
663
simpler to use that api. If you have the parent already available, using
664
this api is preferred.
666
:param parent_tuple: The (revision id, tree) to add to the parent list.
667
If the revision_id is a ghost, pass None for the tree.
668
:param allow_leftmost_as_ghost: Allow the first parent to be a ghost.
670
parent_ids = self.get_parent_ids() + [parent_tuple[0]]
671
if len(parent_ids) > 1:
672
# the leftmost may have already been a ghost, preserve that if it
674
allow_leftmost_as_ghost = True
675
self.set_parent_ids(parent_ids,
676
allow_leftmost_as_ghost=allow_leftmost_as_ghost)
678
@needs_tree_write_lock
579
679
def add_pending_merge(self, *revision_ids):
580
680
# TODO: Perhaps should check at this point that the
581
681
# history of the revision is actually present?
582
p = self.pending_merges()
682
parents = self.get_parent_ids()
584
684
for rev_id in revision_ids:
685
if rev_id in parents:
687
parents.append(rev_id)
590
self.set_pending_merges(p)
690
self.set_parent_ids(parents, allow_leftmost_as_ghost=True)
692
@deprecated_method(zero_eleven)
593
694
def pending_merges(self):
594
695
"""Return a list of pending merges.
596
697
These are revisions that have been merged into the working
597
698
directory but not yet committed.
600
merges_file = self._control_files.get_utf8('pending-merges')
602
if e.errno != errno.ENOENT:
606
for l in merges_file.readlines():
607
p.append(l.rstrip('\n'))
700
As of 0.11 this is deprecated. Please see WorkingTree.get_parent_ids()
701
instead - which is available on all tree objects.
703
return self.get_parent_ids()[1:]
705
def _check_parents_for_ghosts(self, revision_ids, allow_leftmost_as_ghost):
706
"""Common ghost checking functionality from set_parent_*.
708
This checks that the left hand-parent exists if there are any
711
if len(revision_ids) > 0:
712
leftmost_id = revision_ids[0]
713
if (not allow_leftmost_as_ghost and not
714
self.branch.repository.has_revision(leftmost_id)):
715
raise errors.GhostRevisionUnusableHere(leftmost_id)
717
def _set_merges_from_parent_ids(self, parent_ids):
718
merges = parent_ids[1:]
719
self._control_files.put_bytes('pending-merges', '\n'.join(merges))
721
@needs_tree_write_lock
722
def set_parent_ids(self, revision_ids, allow_leftmost_as_ghost=False):
723
"""Set the parent ids to revision_ids.
725
See also set_parent_trees. This api will try to retrieve the tree data
726
for each element of revision_ids from the trees repository. If you have
727
tree data already available, it is more efficient to use
728
set_parent_trees rather than set_parent_ids. set_parent_ids is however
729
an easier API to use.
731
:param revision_ids: The revision_ids to set as the parent ids of this
732
working tree. Any of these may be ghosts.
734
revision_ids = [osutils.safe_revision_id(r) for r in revision_ids]
735
self._check_parents_for_ghosts(revision_ids,
736
allow_leftmost_as_ghost=allow_leftmost_as_ghost)
738
if len(revision_ids) > 0:
739
self.set_last_revision(revision_ids[0])
741
self.set_last_revision(None)
743
self._set_merges_from_parent_ids(revision_ids)
745
@needs_tree_write_lock
746
def set_parent_trees(self, parents_list, allow_leftmost_as_ghost=False):
747
"""See MutableTree.set_parent_trees."""
748
parent_ids = [osutils.safe_revision_id(rev) for (rev, tree) in parents_list]
750
self._check_parents_for_ghosts(parent_ids,
751
allow_leftmost_as_ghost=allow_leftmost_as_ghost)
753
if len(parent_ids) == 0:
754
leftmost_parent_id = None
755
leftmost_parent_tree = None
757
leftmost_parent_id, leftmost_parent_tree = parents_list[0]
759
if self._change_last_revision(leftmost_parent_id):
760
if leftmost_parent_tree is None:
761
# If we don't have a tree, fall back to reading the
762
# parent tree from the repository.
763
self._cache_basis_inventory(leftmost_parent_id)
765
inv = leftmost_parent_tree.inventory
766
xml = self._create_basis_xml_from_inventory(
767
leftmost_parent_id, inv)
768
self._write_basis_inventory(xml)
769
self._set_merges_from_parent_ids(parent_ids)
771
@needs_tree_write_lock
611
772
def set_pending_merges(self, rev_list):
612
self._control_files.put_utf8('pending-merges', '\n'.join(rev_list))
773
parents = self.get_parent_ids()
774
leftmost = parents[:1]
775
new_parents = leftmost + rev_list
776
self.set_parent_ids(new_parents)
778
@needs_tree_write_lock
615
779
def set_merge_modified(self, modified_hashes):
616
780
def iter_stanzas():
617
781
for file_id, hash in modified_hashes.iteritems():
618
yield Stanza(file_id=file_id, hash=hash)
782
yield Stanza(file_id=file_id.decode('utf8'), hash=hash)
619
783
self._put_rio('merge-hashes', iter_stanzas(), MERGE_MODIFIED_HEADER_1)
622
785
def _put_rio(self, filename, stanzas, header):
786
self._must_be_locked()
623
787
my_file = rio_file(stanzas, header)
624
788
self._control_files.put(filename, my_file)
790
@needs_write_lock # because merge pulls data into the branch.
791
def merge_from_branch(self, branch, to_revision=None):
792
"""Merge from a branch into this working tree.
794
:param branch: The branch to merge from.
795
:param to_revision: If non-None, the merge will merge to to_revision,
796
but not beyond it. to_revision does not need to be in the history
797
of the branch when it is supplied. If None, to_revision defaults to
798
branch.last_revision().
800
from bzrlib.merge import Merger, Merge3Merger
801
pb = bzrlib.ui.ui_factory.nested_progress_bar()
803
merger = Merger(self.branch, this_tree=self, pb=pb)
804
merger.pp = ProgressPhase("Merge phase", 5, pb)
805
merger.pp.next_phase()
806
# check that there are no
808
merger.check_basis(check_clean=True, require_commits=False)
809
if to_revision is None:
810
to_revision = branch.last_revision()
812
to_revision = osutils.safe_revision_id(to_revision)
813
merger.other_rev_id = to_revision
814
if merger.other_rev_id is None:
815
raise errors.NoCommits(branch)
816
self.branch.fetch(branch, last_revision=merger.other_rev_id)
817
merger.other_basis = merger.other_rev_id
818
merger.other_tree = self.branch.repository.revision_tree(
820
merger.other_branch = branch
821
merger.pp.next_phase()
823
if merger.base_rev_id == merger.other_rev_id:
824
raise errors.PointlessMerge
825
merger.backup_files = False
826
merger.merge_type = Merge3Merger
827
merger.set_interesting_files(None)
828
merger.show_base = False
829
merger.reprocess = False
830
conflicts = merger.do_merge()
627
837
def merge_modified(self):
838
"""Return a dictionary of files modified by a merge.
840
The list is initialized by WorkingTree.set_merge_modified, which is
841
typically called after we make some automatic updates to the tree
844
This returns a map of file_id->sha1, containing only files which are
845
still in the working inventory and have that text hash.
629
848
hashfile = self._control_files.get('merge-hashes')
849
except errors.NoSuchFile:
632
851
merge_hashes = {}
634
853
if hashfile.next() != MERGE_MODIFIED_HEADER_1 + '\n':
635
raise MergeModifiedFormatError()
854
raise errors.MergeModifiedFormatError()
636
855
except StopIteration:
637
raise MergeModifiedFormatError()
856
raise errors.MergeModifiedFormatError()
638
857
for s in RioReader(hashfile):
639
file_id = s.get("file_id")
858
# RioReader reads in Unicode, so convert file_ids back to utf8
859
file_id = osutils.safe_file_id(s.get("file_id"), warn=False)
640
860
if file_id not in self.inventory:
643
if hash == self.get_file_sha1(file_id):
644
merge_hashes[file_id] = hash
862
text_hash = s.get("hash")
863
if text_hash == self.get_file_sha1(file_id):
864
merge_hashes[file_id] = text_hash
645
865
return merge_hashes
868
def mkdir(self, path, file_id=None):
869
"""See MutableTree.mkdir()."""
871
file_id = generate_ids.gen_file_id(os.path.basename(path))
872
os.mkdir(self.abspath(path))
873
self.add(path, file_id, 'directory')
647
876
def get_symlink_target(self, file_id):
877
file_id = osutils.safe_file_id(file_id)
648
878
return os.readlink(self.id2abspath(file_id))
650
def file_class(self, filename):
651
if self.path2id(filename):
653
elif self.is_ignored(filename):
658
def list_files(self):
659
"""Recursively list all files as (path, class, kind, id).
881
def subsume(self, other_tree):
882
def add_children(inventory, entry):
883
for child_entry in entry.children.values():
884
inventory._byid[child_entry.file_id] = child_entry
885
if child_entry.kind == 'directory':
886
add_children(inventory, child_entry)
887
if other_tree.get_root_id() == self.get_root_id():
888
raise errors.BadSubsumeSource(self, other_tree,
889
'Trees have the same root')
891
other_tree_path = self.relpath(other_tree.basedir)
892
except errors.PathNotChild:
893
raise errors.BadSubsumeSource(self, other_tree,
894
'Tree is not contained by the other')
895
new_root_parent = self.path2id(osutils.dirname(other_tree_path))
896
if new_root_parent is None:
897
raise errors.BadSubsumeSource(self, other_tree,
898
'Parent directory is not versioned.')
899
# We need to ensure that the result of a fetch will have a
900
# versionedfile for the other_tree root, and only fetching into
901
# RepositoryKnit2 guarantees that.
902
if not self.branch.repository.supports_rich_root():
903
raise errors.SubsumeTargetNeedsUpgrade(other_tree)
904
other_tree.lock_tree_write()
906
new_parents = other_tree.get_parent_ids()
907
other_root = other_tree.inventory.root
908
other_root.parent_id = new_root_parent
909
other_root.name = osutils.basename(other_tree_path)
910
self.inventory.add(other_root)
911
add_children(self.inventory, other_root)
912
self._write_inventory(self.inventory)
913
# normally we don't want to fetch whole repositories, but i think
914
# here we really do want to consolidate the whole thing.
915
for parent_id in other_tree.get_parent_ids():
916
self.branch.fetch(other_tree.branch, parent_id)
917
self.add_parent_tree_id(parent_id)
920
other_tree.bzrdir.retire_bzrdir()
922
@needs_tree_write_lock
923
def extract(self, file_id, format=None):
924
"""Extract a subtree from this tree.
926
A new branch will be created, relative to the path for this tree.
930
segments = osutils.splitpath(path)
931
transport = self.branch.bzrdir.root_transport
932
for name in segments:
933
transport = transport.clone(name)
934
transport.ensure_base()
937
sub_path = self.id2path(file_id)
938
branch_transport = mkdirs(sub_path)
940
format = bzrdir.format_registry.make_bzrdir('dirstate-with-subtree')
941
branch_transport.ensure_base()
942
branch_bzrdir = format.initialize_on_transport(branch_transport)
944
repo = branch_bzrdir.find_repository()
945
except errors.NoRepositoryPresent:
946
repo = branch_bzrdir.create_repository()
947
assert repo.supports_rich_root()
949
if not repo.supports_rich_root():
950
raise errors.RootNotRich()
951
new_branch = branch_bzrdir.create_branch()
952
new_branch.pull(self.branch)
953
for parent_id in self.get_parent_ids():
954
new_branch.fetch(self.branch, parent_id)
955
tree_transport = self.bzrdir.root_transport.clone(sub_path)
956
if tree_transport.base != branch_transport.base:
957
tree_bzrdir = format.initialize_on_transport(tree_transport)
958
branch.BranchReferenceFormat().initialize(tree_bzrdir, new_branch)
960
tree_bzrdir = branch_bzrdir
961
wt = tree_bzrdir.create_workingtree(NULL_REVISION)
962
wt.set_parent_ids(self.get_parent_ids())
963
my_inv = self.inventory
964
child_inv = Inventory(root_id=None)
965
new_root = my_inv[file_id]
966
my_inv.remove_recursive_id(file_id)
967
new_root.parent_id = None
968
child_inv.add(new_root)
969
self._write_inventory(my_inv)
970
wt._write_inventory(child_inv)
973
def _serialize(self, inventory, out_file):
974
xml5.serializer_v5.write_inventory(self._inventory, out_file)
976
def _deserialize(selt, in_file):
977
return xml5.serializer_v5.read_inventory(in_file)
980
"""Write the in memory inventory to disk."""
981
# TODO: Maybe this should only write on dirty ?
982
if self._control_files._lock_mode != 'w':
983
raise errors.NotWriteLocked(self)
985
self._serialize(self._inventory, sio)
987
self._control_files.put('inventory', sio)
988
self._inventory_is_modified = False
990
def _kind(self, relpath):
991
return osutils.file_kind(self.abspath(relpath))
993
def list_files(self, include_root=False):
994
"""Recursively list all files as (path, class, kind, id, entry).
661
996
Lists, but does not descend into unversioned directories.
666
1001
Skips the control directory.
668
inv = self._inventory
670
def descend(from_dir_relpath, from_dir_id, dp):
1003
# list_files is an iterator, so @needs_read_lock doesn't work properly
1004
# with it. So callers should be careful to always read_lock the tree.
1005
if not self.is_locked():
1006
raise errors.ObjectNotLocked(self)
1008
inv = self.inventory
1009
if include_root is True:
1010
yield ('', 'V', 'directory', inv.root.file_id, inv.root)
1011
# Convert these into local objects to save lookup times
1012
pathjoin = osutils.pathjoin
1013
file_kind = self._kind
1015
# transport.base ends in a slash, we want the piece
1016
# between the last two slashes
1017
transport_base_dir = self.bzrdir.transport.base.rsplit('/', 2)[1]
1019
fk_entries = {'directory':TreeDirectory, 'file':TreeFile, 'symlink':TreeLink}
1021
# directory file_id, relative path, absolute path, reverse sorted children
1022
children = os.listdir(self.basedir)
1024
# jam 20060527 The kernel sized tree seems equivalent whether we
1025
# use a deque and popleft to keep them sorted, or if we use a plain
1026
# list and just reverse() them.
1027
children = collections.deque(children)
1028
stack = [(inv.root.file_id, u'', self.basedir, children)]
1030
from_dir_id, from_dir_relpath, from_dir_abspath, children = stack[-1]
1033
f = children.popleft()
674
1034
## TODO: If we find a subdirectory with its own .bzr
675
1035
## directory, then that is a separate tree and we
676
1036
## should exclude it.
678
1038
# the bzrdir for this tree
679
if self.bzrdir.transport.base.endswith(f + '/'):
1039
if transport_base_dir == f:
683
fp = appendpath(from_dir_relpath, f)
1042
# we know that from_dir_relpath and from_dir_abspath never end in a slash
1043
# and 'f' doesn't begin with one, we can do a string op, rather
1044
# than the checks of pathjoin(), all relative paths will have an extra slash
1046
fp = from_dir_relpath + '/' + f
686
fap = appendpath(dp, f)
1049
fap = from_dir_abspath + '/' + f
688
1051
f_ie = inv.get_child(from_dir_id, f)
691
elif self.is_ignored(fp):
1054
elif self.is_ignored(fp[1:]):
1057
# we may not have found this file, because of a unicode issue
1058
f_norm, can_access = osutils.normalized_filename(f)
1059
if f == f_norm or not can_access:
1060
# No change, so treat this file normally
1063
# this file can be accessed by a normalized path
1064
# check again if it is versioned
1065
# these lines are repeated here for performance
1067
fp = from_dir_relpath + '/' + f
1068
fap = from_dir_abspath + '/' + f
1069
f_ie = inv.get_child(from_dir_id, f)
1072
elif self.is_ignored(fp[1:]):
696
1077
fk = file_kind(fap)
700
raise BzrCheckError("file %r entered as kind %r id %r, "
702
% (fap, f_ie.kind, f_ie.file_id, fk))
704
1079
# make a last minute entry
1081
yield fp[1:], c, fk, f_ie.file_id, f_ie
708
if fk == 'directory':
709
entry = TreeDirectory()
712
elif fk == 'symlink':
1084
yield fp[1:], c, fk, None, fk_entries[fk]()
1086
yield fp[1:], c, fk, None, TreeEntry()
717
yield fp, c, fk, (f_ie and f_ie.file_id), entry
719
1089
if fk != 'directory':
723
# don't descend unversioned directories
726
for ff in descend(fp, f_ie.file_id, fap):
729
for f in descend(u'', inv.root.file_id, self.basedir):
733
def move(self, from_paths, to_name):
1092
# But do this child first
1093
new_children = os.listdir(fap)
1095
new_children = collections.deque(new_children)
1096
stack.append((f_ie.file_id, fp, fap, new_children))
1097
# Break out of inner loop,
1098
# so that we start outer loop with child
1101
# if we finished all children, pop it off the stack
1104
@needs_tree_write_lock
1105
def move(self, from_paths, to_dir=None, after=False, **kwargs):
734
1106
"""Rename files.
736
to_name must exist in the inventory.
1108
to_dir must exist in the inventory.
738
If to_name exists and is a directory, the files are moved into
1110
If to_dir exists and is a directory, the files are moved into
739
1111
it, keeping their old names.
741
Note that to_name is only the last component of the new name;
1113
Note that to_dir is only the last component of the new name;
742
1114
this doesn't change the directory.
1116
For each entry in from_paths the move mode will be determined
1119
The first mode moves the file in the filesystem and updates the
1120
inventory. The second mode only updates the inventory without
1121
touching the file on the filesystem. This is the new mode introduced
1124
move uses the second mode if 'after == True' and the target is not
1125
versioned but present in the working tree.
1127
move uses the second mode if 'after == False' and the source is
1128
versioned but no longer in the working tree, and the target is not
1129
versioned but present in the working tree.
1131
move uses the first mode if 'after == False' and the source is
1132
versioned and present in the working tree, and the target is not
1133
versioned and not present in the working tree.
1135
Everything else results in an error.
744
1137
This returns a list of (from_path, to_path) pairs for each
745
1138
entry that is moved.
748
## TODO: Option to move IDs only
1143
# check for deprecated use of signature
1145
to_dir = kwargs.get('to_name', None)
1147
raise TypeError('You must supply a target directory')
1149
symbol_versioning.warn('The parameter to_name was deprecated'
1150
' in version 0.13. Use to_dir instead',
1153
# check destination directory
749
1154
assert not isinstance(from_paths, basestring)
750
1155
inv = self.inventory
751
to_abs = self.abspath(to_name)
1156
to_abs = self.abspath(to_dir)
752
1157
if not isdir(to_abs):
753
raise BzrError("destination %r is not a directory" % to_abs)
754
if not self.has_filename(to_name):
755
raise BzrError("destination %r not in working directory" % to_abs)
756
to_dir_id = inv.path2id(to_name)
757
if to_dir_id == None and to_name != '':
758
raise BzrError("destination %r is not a versioned directory" % to_name)
1158
raise errors.BzrMoveFailedError('',to_dir,
1159
errors.NotADirectory(to_abs))
1160
if not self.has_filename(to_dir):
1161
raise errors.BzrMoveFailedError('',to_dir,
1162
errors.NotInWorkingDirectory(to_dir))
1163
to_dir_id = inv.path2id(to_dir)
1164
if to_dir_id is None:
1165
raise errors.BzrMoveFailedError('',to_dir,
1166
errors.NotVersionedError(path=str(to_dir)))
759
1168
to_dir_ie = inv[to_dir_id]
760
if to_dir_ie.kind not in ('directory', 'root_directory'):
761
raise BzrError("destination %r is not a directory" % to_abs)
763
to_idpath = inv.get_idpath(to_dir_id)
766
if not self.has_filename(f):
767
raise BzrError("%r does not exist in working tree" % f)
768
f_id = inv.path2id(f)
770
raise BzrError("%r is not versioned" % f)
771
name_tail = splitpath(f)[-1]
772
dest_path = appendpath(to_name, name_tail)
773
if self.has_filename(dest_path):
774
raise BzrError("destination %r already exists" % dest_path)
775
if f_id in to_idpath:
776
raise BzrError("can't move %r to a subdirectory of itself" % f)
778
# OK, so there's a race here, it's possible that someone will
779
# create a file in this interval and then the rename might be
780
# left half-done. But we should have caught most problems.
781
orig_inv = deepcopy(self.inventory)
1169
if to_dir_ie.kind != 'directory':
1170
raise errors.BzrMoveFailedError('',to_dir,
1171
errors.NotADirectory(to_abs))
1173
# create rename entries and tuples
1174
for from_rel in from_paths:
1175
from_tail = splitpath(from_rel)[-1]
1176
from_id = inv.path2id(from_rel)
1178
raise errors.BzrMoveFailedError(from_rel,to_dir,
1179
errors.NotVersionedError(path=str(from_rel)))
1181
from_entry = inv[from_id]
1182
from_parent_id = from_entry.parent_id
1183
to_rel = pathjoin(to_dir, from_tail)
1184
rename_entry = WorkingTree._RenameEntry(from_rel=from_rel,
1186
from_tail=from_tail,
1187
from_parent_id=from_parent_id,
1188
to_rel=to_rel, to_tail=from_tail,
1189
to_parent_id=to_dir_id)
1190
rename_entries.append(rename_entry)
1191
rename_tuples.append((from_rel, to_rel))
1193
# determine which move mode to use. checks also for movability
1194
rename_entries = self._determine_mv_mode(rename_entries, after)
1196
original_modified = self._inventory_is_modified
784
name_tail = splitpath(f)[-1]
785
dest_path = appendpath(to_name, name_tail)
786
result.append((f, dest_path))
787
inv.rename(inv.path2id(f), to_dir_id, name_tail)
789
rename(self.abspath(f), self.abspath(dest_path))
791
raise BzrError("failed to rename %r to %r: %s" %
792
(f, dest_path, e[1]),
793
["rename rolled back"])
1199
self._inventory_is_modified = True
1200
self._move(rename_entries)
795
1202
# restore the inventory on error
796
self._set_inventory(orig_inv)
1203
self._inventory_is_modified = original_modified
798
1205
self._write_inventory(inv)
802
def rename_one(self, from_rel, to_rel):
1206
return rename_tuples
1208
def _determine_mv_mode(self, rename_entries, after=False):
1209
"""Determines for each from-to pair if both inventory and working tree
1210
or only the inventory has to be changed.
1212
Also does basic plausability tests.
1214
inv = self.inventory
1216
for rename_entry in rename_entries:
1217
# store to local variables for easier reference
1218
from_rel = rename_entry.from_rel
1219
from_id = rename_entry.from_id
1220
to_rel = rename_entry.to_rel
1221
to_id = inv.path2id(to_rel)
1222
only_change_inv = False
1224
# check the inventory for source and destination
1226
raise errors.BzrMoveFailedError(from_rel,to_rel,
1227
errors.NotVersionedError(path=str(from_rel)))
1228
if to_id is not None:
1229
raise errors.BzrMoveFailedError(from_rel,to_rel,
1230
errors.AlreadyVersionedError(path=str(to_rel)))
1232
# try to determine the mode for rename (only change inv or change
1233
# inv and file system)
1235
if not self.has_filename(to_rel):
1236
raise errors.BzrMoveFailedError(from_id,to_rel,
1237
errors.NoSuchFile(path=str(to_rel),
1238
extra="New file has not been created yet"))
1239
only_change_inv = True
1240
elif not self.has_filename(from_rel) and self.has_filename(to_rel):
1241
only_change_inv = True
1242
elif self.has_filename(from_rel) and not self.has_filename(to_rel):
1243
only_change_inv = False
1245
# something is wrong, so lets determine what exactly
1246
if not self.has_filename(from_rel) and \
1247
not self.has_filename(to_rel):
1248
raise errors.BzrRenameFailedError(from_rel,to_rel,
1249
errors.PathsDoNotExist(paths=(str(from_rel),
1252
raise errors.RenameFailedFilesExist(from_rel, to_rel,
1253
extra="(Use --after to update the Bazaar id)")
1254
rename_entry.only_change_inv = only_change_inv
1255
return rename_entries
1257
def _move(self, rename_entries):
1258
"""Moves a list of files.
1260
Depending on the value of the flag 'only_change_inv', the
1261
file will be moved on the file system or not.
1263
inv = self.inventory
1266
for entry in rename_entries:
1268
self._move_entry(entry)
1270
self._rollback_move(moved)
1274
def _rollback_move(self, moved):
1275
"""Try to rollback a previous move in case of an filesystem error."""
1276
inv = self.inventory
1279
self._move_entry(_RenameEntry(entry.to_rel, entry.from_id,
1280
entry.to_tail, entry.to_parent_id, entry.from_rel,
1281
entry.from_tail, entry.from_parent_id,
1282
entry.only_change_inv))
1283
except errors.BzrMoveFailedError, e:
1284
raise errors.BzrMoveFailedError( '', '', "Rollback failed."
1285
" The working tree is in an inconsistent state."
1286
" Please consider doing a 'bzr revert'."
1287
" Error message is: %s" % e)
1289
def _move_entry(self, entry):
1290
inv = self.inventory
1291
from_rel_abs = self.abspath(entry.from_rel)
1292
to_rel_abs = self.abspath(entry.to_rel)
1293
if from_rel_abs == to_rel_abs:
1294
raise errors.BzrMoveFailedError(entry.from_rel, entry.to_rel,
1295
"Source and target are identical.")
1297
if not entry.only_change_inv:
1299
osutils.rename(from_rel_abs, to_rel_abs)
1301
raise errors.BzrMoveFailedError(entry.from_rel,
1303
inv.rename(entry.from_id, entry.to_parent_id, entry.to_tail)
1305
@needs_tree_write_lock
1306
def rename_one(self, from_rel, to_rel, after=False):
803
1307
"""Rename one file.
805
1309
This can change the directory or the filename or both.
1311
rename_one has several 'modes' to work. First, it can rename a physical
1312
file and change the file_id. That is the normal mode. Second, it can
1313
only change the file_id without touching any physical file. This is
1314
the new mode introduced in version 0.15.
1316
rename_one uses the second mode if 'after == True' and 'to_rel' is not
1317
versioned but present in the working tree.
1319
rename_one uses the second mode if 'after == False' and 'from_rel' is
1320
versioned but no longer in the working tree, and 'to_rel' is not
1321
versioned but present in the working tree.
1323
rename_one uses the first mode if 'after == False' and 'from_rel' is
1324
versioned and present in the working tree, and 'to_rel' is not
1325
versioned and not present in the working tree.
1327
Everything else results in an error.
807
1329
inv = self.inventory
808
if not self.has_filename(from_rel):
809
raise BzrError("can't rename: old working file %r does not exist" % from_rel)
810
if self.has_filename(to_rel):
811
raise BzrError("can't rename: new working file %r already exists" % to_rel)
813
file_id = inv.path2id(from_rel)
815
raise BzrError("can't rename: old name %r is not versioned" % from_rel)
818
from_parent = entry.parent_id
819
from_name = entry.name
821
if inv.path2id(to_rel):
822
raise BzrError("can't rename: new name %r is already versioned" % to_rel)
1332
# create rename entries and tuples
1333
from_tail = splitpath(from_rel)[-1]
1334
from_id = inv.path2id(from_rel)
1336
raise errors.BzrRenameFailedError(from_rel,to_rel,
1337
errors.NotVersionedError(path=str(from_rel)))
1338
from_entry = inv[from_id]
1339
from_parent_id = from_entry.parent_id
824
1340
to_dir, to_tail = os.path.split(to_rel)
825
1341
to_dir_id = inv.path2id(to_dir)
826
if to_dir_id == None and to_dir != '':
827
raise BzrError("can't determine destination directory id for %r" % to_dir)
829
mutter("rename_one:")
830
mutter(" file_id {%s}" % file_id)
831
mutter(" from_rel %r" % from_rel)
832
mutter(" to_rel %r" % to_rel)
833
mutter(" to_dir %r" % to_dir)
834
mutter(" to_dir_id {%s}" % to_dir_id)
836
inv.rename(file_id, to_dir_id, to_tail)
838
from_abs = self.abspath(from_rel)
839
to_abs = self.abspath(to_rel)
841
rename(from_abs, to_abs)
843
inv.rename(file_id, from_parent, from_name)
844
raise BzrError("failed to rename %r to %r: %s"
845
% (from_abs, to_abs, e[1]),
846
["rename rolled back"])
1342
rename_entry = WorkingTree._RenameEntry(from_rel=from_rel,
1344
from_tail=from_tail,
1345
from_parent_id=from_parent_id,
1346
to_rel=to_rel, to_tail=to_tail,
1347
to_parent_id=to_dir_id)
1348
rename_entries.append(rename_entry)
1350
# determine which move mode to use. checks also for movability
1351
rename_entries = self._determine_mv_mode(rename_entries, after)
1353
# check if the target changed directory and if the target directory is
1355
if to_dir_id is None:
1356
raise errors.BzrMoveFailedError(from_rel,to_rel,
1357
errors.NotVersionedError(path=str(to_dir)))
1359
# all checks done. now we can continue with our actual work
1360
mutter('rename_one:\n'
1365
' to_dir_id {%s}\n',
1366
from_id, from_rel, to_rel, to_dir, to_dir_id)
1368
self._move(rename_entries)
847
1369
self._write_inventory(inv)
1371
class _RenameEntry(object):
1372
def __init__(self, from_rel, from_id, from_tail, from_parent_id,
1373
to_rel, to_tail, to_parent_id, only_change_inv=False):
1374
self.from_rel = from_rel
1375
self.from_id = from_id
1376
self.from_tail = from_tail
1377
self.from_parent_id = from_parent_id
1378
self.to_rel = to_rel
1379
self.to_tail = to_tail
1380
self.to_parent_id = to_parent_id
1381
self.only_change_inv = only_change_inv
849
1383
@needs_read_lock
850
1384
def unknowns(self):
851
1385
"""Return all unknown files.
853
1387
These are files in the working directory that are not versioned or
854
1388
control files or ignored.
856
>>> from bzrlib.bzrdir import ScratchDir
857
>>> d = ScratchDir(files=['foo', 'foo~'])
858
>>> b = d.open_branch()
859
>>> tree = d.open_workingtree()
860
>>> map(str, tree.unknowns())
863
>>> list(b.unknowns())
865
>>> tree.remove('foo')
866
>>> list(b.unknowns())
869
for subp in self.extras():
870
if not self.is_ignored(subp):
1390
# force the extras method to be fully executed before returning, to
1391
# prevent race conditions with the lock
1393
[subp for subp in self.extras() if not self.is_ignored(subp)])
1395
@needs_tree_write_lock
1396
def unversion(self, file_ids):
1397
"""Remove the file ids in file_ids from the current versioned set.
1399
When a file_id is unversioned, all of its children are automatically
1402
:param file_ids: The file ids to stop versioning.
1403
:raises: NoSuchId if any fileid is not currently versioned.
1405
for file_id in file_ids:
1406
file_id = osutils.safe_file_id(file_id)
1407
if self._inventory.has_id(file_id):
1408
self._inventory.remove_recursive_id(file_id)
1410
raise errors.NoSuchId(self, file_id)
1412
# in the future this should just set a dirty bit to wait for the
1413
# final unlock. However, until all methods of workingtree start
1414
# with the current in -memory inventory rather than triggering
1415
# a read, it is more complex - we need to teach read_inventory
1416
# to know when to read, and when to not read first... and possibly
1417
# to save first when the in memory one may be corrupted.
1418
# so for now, we just only write it if it is indeed dirty.
1420
self._write_inventory(self._inventory)
873
1422
@deprecated_method(zero_eight)
874
1423
def iter_conflicts(self):
875
1424
"""List all files in the tree that have text or content conflicts.
1059
1688
if new_revision is None:
1060
1689
self.branch.set_revision_history([])
1062
# current format is locked in with the branch
1063
revision_history = self.branch.revision_history()
1065
position = revision_history.index(new_revision)
1067
raise errors.NoSuchRevision(self.branch, new_revision)
1068
self.branch.set_revision_history(revision_history[:position + 1])
1692
self.branch.generate_revision_history(new_revision)
1693
except errors.NoSuchRevision:
1694
# not present in the repo - dont try to set it deeper than the tip
1695
self.branch.set_revision_history([new_revision])
1698
def _write_basis_inventory(self, xml):
1699
"""Write the basis inventory XML to the basis-inventory file"""
1700
assert isinstance(xml, str), 'serialised xml must be bytestring.'
1701
path = self._basis_inventory_name()
1703
self._control_files.put(path, sio)
1705
def _create_basis_xml_from_inventory(self, revision_id, inventory):
1706
"""Create the text that will be saved in basis-inventory"""
1707
# TODO: jam 20070209 This should be redundant, as the revision_id
1708
# as all callers should have already converted the revision_id to
1710
inventory.revision_id = osutils.safe_revision_id(revision_id)
1711
return xml7.serializer_v7.write_inventory_to_string(inventory)
1071
1713
def _cache_basis_inventory(self, new_revision):
1072
1714
"""Cache new_revision as the basis inventory."""
1715
# TODO: this should allow the ready-to-use inventory to be passed in,
1716
# as commit already has that ready-to-use [while the format is the
1074
1719
# this double handles the inventory - unpack and repack -
1075
1720
# but is easier to understand. We can/should put a conditional
1076
1721
# in here based on whether the inventory is in the latest format
1077
1722
# - perhaps we should repack all inventories on a repository
1079
inv = self.branch.repository.get_inventory(new_revision)
1080
inv.revision_id = new_revision
1081
xml = bzrlib.xml5.serializer_v5.write_inventory_to_string(inv)
1083
path = self._basis_inventory_name()
1084
self._control_files.put_utf8(path, xml)
1085
except WeaveRevisionNotPresent:
1724
# the fast path is to copy the raw xml from the repository. If the
1725
# xml contains 'revision_id="', then we assume the right
1726
# revision_id is set. We must check for this full string, because a
1727
# root node id can legitimately look like 'revision_id' but cannot
1729
xml = self.branch.repository.get_inventory_xml(new_revision)
1730
firstline = xml.split('\n', 1)[0]
1731
if (not 'revision_id="' in firstline or
1732
'format="7"' not in firstline):
1733
inv = self.branch.repository.deserialise_inventory(
1735
xml = self._create_basis_xml_from_inventory(new_revision, inv)
1736
self._write_basis_inventory(xml)
1737
except (errors.NoSuchRevision, errors.RevisionNotPresent):
1088
1740
def read_basis_inventory(self):
1089
1741
"""Read the cached basis inventory."""
1090
1742
path = self._basis_inventory_name()
1091
return self._control_files.get_utf8(path).read()
1743
return self._control_files.get(path).read()
1093
1745
@needs_read_lock
1094
1746
def read_working_inventory(self):
1095
"""Read the working inventory."""
1747
"""Read the working inventory.
1749
:raises errors.InventoryModified: read_working_inventory will fail
1750
when the current in memory inventory has been modified.
1752
# conceptually this should be an implementation detail of the tree.
1753
# XXX: Deprecate this.
1096
1754
# ElementTree does its own conversion from UTF-8, so open in
1098
result = bzrlib.xml5.serializer_v5.read_inventory(
1099
self._control_files.get('inventory'))
1100
self._set_inventory(result)
1756
if self._inventory_is_modified:
1757
raise errors.InventoryModified(self)
1758
result = self._deserialize(self._control_files.get('inventory'))
1759
self._set_inventory(result, dirty=False)
1104
def remove(self, files, verbose=False):
1105
"""Remove nominated files from the working inventory..
1107
This does not remove their text. This does not run on XXX on what? RBC
1109
TODO: Refuse to remove modified files unless --force is given?
1111
TODO: Do something useful with directories.
1113
TODO: Should this remove the text or not? Tough call; not
1114
removing may be useful and the user can just use use rm, and
1115
is the opposite of add. Removing it is consistent with most
1116
other tools. Maybe an option.
1762
@needs_tree_write_lock
1763
def remove(self, files, verbose=False, to_file=None, keep_files=True,
1765
"""Remove nominated files from the working inventor.
1767
:files: File paths relative to the basedir.
1768
:keep_files: If true, the files will also be kept.
1769
:force: Delete files and directories, even if they are changed and
1770
even if the directories are not empty.
1118
1772
## TODO: Normalize names
1119
## TODO: Remove nested loops; better scalability
1120
1774
if isinstance(files, basestring):
1121
1775
files = [files]
1123
inv = self.inventory
1780
unknown_files_in_directory=set()
1782
def recurse_directory_to_add_files(directory):
1783
# recurse directory and add all files
1784
# so we can check if they have changed.
1785
for parent_info, file_infos in\
1786
osutils.walkdirs(self.abspath(directory),
1788
for relpath, basename, kind, lstat, abspath in file_infos:
1790
if self.path2id(relpath): #is it versioned?
1791
new_files.add(relpath)
1793
unknown_files_in_directory.add(
1794
(relpath, None, kind))
1796
for filename in files:
1797
# Get file name into canonical form.
1798
abspath = self.abspath(filename)
1799
filename = self.relpath(abspath)
1800
if len(filename) > 0:
1801
new_files.add(filename)
1802
if osutils.isdir(abspath):
1803
recurse_directory_to_add_files(filename)
1804
files = [f for f in new_files]
1806
# Sort needed to first handle directory content before the directory
1807
files.sort(reverse=True)
1808
if not keep_files and not force:
1809
tree_delta = self.changes_from(self.basis_tree(),
1810
specific_files=files)
1811
for unknown_file in unknown_files_in_directory:
1812
tree_delta.unversioned.extend((unknown_file,))
1813
if bool(tree_delta.modified
1815
or tree_delta.renamed
1816
or tree_delta.kind_changed
1817
or tree_delta.unversioned):
1818
raise errors.BzrRemoveChangedFilesError(tree_delta)
1125
1820
# do this before any modifications
1126
1821
for f in files:
1127
fid = inv.path2id(f)
1822
fid = self.path2id(f)
1129
# TODO: Perhaps make this just a warning, and continue?
1130
# This tends to happen when
1131
raise NotVersionedError(path=f)
1132
mutter("remove inventory entry %s {%s}", quotefn(f), fid)
1134
# having remove it, it must be either ignored or unknown
1135
if self.is_ignored(f):
1139
show_status(new_status, inv[fid].kind, quotefn(f))
1142
self._write_inventory(inv)
1825
message="%s is not versioned." % (f,)
1828
# having removed it, it must be either ignored or unknown
1829
if self.is_ignored(f):
1833
textui.show_status(new_status, self.kind(fid), f,
1836
inv_delta.append((f, None, fid, None))
1837
message="removed %s" % (f,)
1840
abs_path = self.abspath(f)
1841
if osutils.lexists(abs_path):
1842
if (osutils.isdir(abs_path) and
1843
len(os.listdir(abs_path)) > 0):
1844
message="%s is not empty directory "\
1845
"and won't be deleted." % (f,)
1847
osutils.delete_any(abs_path)
1848
message="deleted %s" % (f,)
1849
elif message is not None:
1850
# only care if we haven't done anything yet.
1851
message="%s does not exist." % (f,)
1853
# print only one message (if any) per file.
1854
if message is not None:
1856
self.apply_inventory_delta(inv_delta)
1858
@needs_tree_write_lock
1145
1859
def revert(self, filenames, old_tree=None, backups=True,
1146
pb=DummyProgress()):
1147
from transform import revert
1148
from conflicts import resolve
1860
pb=DummyProgress(), report_changes=False):
1861
from bzrlib.conflicts import resolve
1149
1862
if old_tree is None:
1150
1863
old_tree = self.basis_tree()
1151
conflicts = revert(self, old_tree, filenames, backups, pb)
1864
conflicts = transform.revert(self, old_tree, filenames, backups, pb,
1152
1866
if not len(filenames):
1153
self.set_pending_merges([])
1867
self.set_parent_ids(self.get_parent_ids()[:1])
1156
1870
resolve(self, filenames, ignore_misses=True)
1157
1871
return conflicts
1873
def revision_tree(self, revision_id):
1874
"""See Tree.revision_tree.
1876
WorkingTree can supply revision_trees for the basis revision only
1877
because there is only one cached inventory in the bzr directory.
1879
if revision_id == self.last_revision():
1881
xml = self.read_basis_inventory()
1882
except errors.NoSuchFile:
1886
inv = xml7.serializer_v7.read_inventory_from_string(xml)
1887
# dont use the repository revision_tree api because we want
1888
# to supply the inventory.
1889
if inv.revision_id == revision_id:
1890
return revisiontree.RevisionTree(self.branch.repository,
1892
except errors.BadInventoryFormat:
1894
# raise if there was no inventory, or if we read the wrong inventory.
1895
raise errors.NoSuchRevisionInTree(self, revision_id)
1159
1897
# XXX: This method should be deprecated in favour of taking in a proper
1160
1898
# new Inventory object.
1899
@needs_tree_write_lock
1162
1900
def set_inventory(self, new_inventory_list):
1163
1901
from bzrlib.inventory import (Inventory,
1164
1902
InventoryDirectory,
1204
1968
between multiple working trees, i.e. via shared storage, then we
1205
1969
would probably want to lock both the local tree, and the branch.
1207
# FIXME: We want to write out the hashcache only when the last lock on
1208
# this working copy is released. Peeking at the lock count is a bit
1209
# of a nasty hack; probably it's better to have a transaction object,
1210
# which can do some finalization when it's either successfully or
1211
# unsuccessfully completed. (Denys's original patch did that.)
1212
# RBC 20060206 hookinhg into transaction will couple lock and transaction
1213
# wrongly. Hookinh into unllock on the control files object is fine though.
1215
# TODO: split this per format so there is no ugly if block
1216
if self._hashcache.needs_write and (
1217
# dedicated lock files
1218
self._control_files._lock_count==1 or
1220
(self._control_files is self.branch.control_files and
1221
self._control_files._lock_count==3)):
1222
self._hashcache.write()
1223
# reverse order of locking.
1224
result = self._control_files.unlock()
1226
self.branch.unlock()
1971
raise NotImplementedError(self.unlock)
1231
1973
def update(self):
1232
1974
"""Update a working tree along its branch.
1234
This will update the branch if its bound too, which means we have multiple trees involved:
1235
The new basis tree of the master.
1236
The old basis tree of the branch.
1237
The old basis tree of the working tree.
1238
The current working tree state.
1239
pathologically all three may be different, and non ancestors of each other.
1240
Conceptually we want to:
1241
Preserve the wt.basis->wt.state changes
1242
Transform the wt.basis to the new master basis.
1243
Apply a merge of the old branch basis to get any 'local' changes from it into the tree.
1244
Restore the wt.basis->wt.state changes.
1976
This will update the branch if its bound too, which means we have
1977
multiple trees involved:
1979
- The new basis tree of the master.
1980
- The old basis tree of the branch.
1981
- The old basis tree of the working tree.
1982
- The current working tree state.
1984
Pathologically, all three may be different, and non-ancestors of each
1985
other. Conceptually we want to:
1987
- Preserve the wt.basis->wt.state changes
1988
- Transform the wt.basis to the new master basis.
1989
- Apply a merge of the old branch basis to get any 'local' changes from
1991
- Restore the wt.basis->wt.state changes.
1246
1993
There isn't a single operation at the moment to do that, so we:
1247
Merge current state -> basis tree of the master w.r.t. the old tree basis.
1248
Do a 'normal' merge of the old branch basis if it is relevant.
1250
old_tip = self.branch.update()
1251
if old_tip is not None:
1252
self.add_pending_merge(old_tip)
1253
self.branch.lock_read()
1256
if self.last_revision() != self.branch.last_revision():
1257
# merge tree state up to new branch tip.
1258
basis = self.basis_tree()
1994
- Merge current state -> basis tree of the master w.r.t. the old tree
1996
- Do a 'normal' merge of the old branch basis if it is relevant.
1998
if self.branch.get_master_branch() is not None:
2000
update_branch = True
2002
self.lock_tree_write()
2003
update_branch = False
2006
old_tip = self.branch.update()
2009
return self._update_tree(old_tip)
2013
@needs_tree_write_lock
2014
def _update_tree(self, old_tip=None):
2015
"""Update a tree to the master branch.
2017
:param old_tip: if supplied, the previous tip revision the branch,
2018
before it was changed to the master branch's tip.
2020
# here if old_tip is not None, it is the old tip of the branch before
2021
# it was updated from the master branch. This should become a pending
2022
# merge in the working tree to preserve the user existing work. we
2023
# cant set that until we update the working trees last revision to be
2024
# one from the new branch, because it will just get absorbed by the
2025
# parent de-duplication logic.
2027
# We MUST save it even if an error occurs, because otherwise the users
2028
# local work is unreferenced and will appear to have been lost.
2032
last_rev = self.get_parent_ids()[0]
2035
if last_rev != self.branch.last_revision():
2036
# merge tree state up to new branch tip.
2037
basis = self.basis_tree()
1259
2040
to_tree = self.branch.basis_tree()
1260
result += merge_inner(self.branch,
2041
if basis.inventory.root is None:
2042
self.set_root_id(to_tree.inventory.root.file_id)
2044
result += merge.merge_inner(
1263
2048
this_tree=self)
1264
self.set_last_revision(self.branch.last_revision())
1265
if old_tip and old_tip != self.last_revision():
1266
# our last revision was not the prior branch last reivison
1267
# and we have converted that last revision to a pending merge.
1268
# base is somewhere between the branch tip now
1269
# and the now pending merge
1270
from bzrlib.revision import common_ancestor
1272
base_rev_id = common_ancestor(self.branch.last_revision(),
1274
self.branch.repository)
1275
except errors.NoCommonAncestor:
1277
base_tree = self.branch.repository.revision_tree(base_rev_id)
1278
other_tree = self.branch.repository.revision_tree(old_tip)
1279
result += merge_inner(self.branch,
1285
self.branch.unlock()
2051
# TODO - dedup parents list with things merged by pull ?
2052
# reuse the tree we've updated to to set the basis:
2053
parent_trees = [(self.branch.last_revision(), to_tree)]
2054
merges = self.get_parent_ids()[1:]
2055
# Ideally we ask the tree for the trees here, that way the working
2056
# tree can decide whether to give us teh entire tree or give us a
2057
# lazy initialised tree. dirstate for instance will have the trees
2058
# in ram already, whereas a last-revision + basis-inventory tree
2059
# will not, but also does not need them when setting parents.
2060
for parent in merges:
2061
parent_trees.append(
2062
(parent, self.branch.repository.revision_tree(parent)))
2063
if old_tip is not None:
2064
parent_trees.append(
2065
(old_tip, self.branch.repository.revision_tree(old_tip)))
2066
self.set_parent_trees(parent_trees)
2067
last_rev = parent_trees[0][0]
2069
# the working tree had the same last-revision as the master
2070
# branch did. We may still have pivot local work from the local
2071
# branch into old_tip:
2072
if old_tip is not None:
2073
self.add_parent_tree_id(old_tip)
2074
if old_tip and old_tip != last_rev:
2075
# our last revision was not the prior branch last revision
2076
# and we have converted that last revision to a pending merge.
2077
# base is somewhere between the branch tip now
2078
# and the now pending merge
2080
# Since we just modified the working tree and inventory, flush out
2081
# the current state, before we modify it again.
2082
# TODO: jam 20070214 WorkingTree3 doesn't require this, dirstate
2083
# requires it only because TreeTransform directly munges the
2084
# inventory and calls tree._write_inventory(). Ultimately we
2085
# should be able to remove this extra flush.
2087
graph = self.branch.repository.get_graph()
2088
base_rev_id = graph.find_unique_lca(self.branch.last_revision(),
2090
base_tree = self.branch.repository.revision_tree(base_rev_id)
2091
other_tree = self.branch.repository.revision_tree(old_tip)
2092
result += merge.merge_inner(
2099
def _write_hashcache_if_dirty(self):
2100
"""Write out the hashcache if it is dirty."""
2101
if self._hashcache.needs_write:
2103
self._hashcache.write()
2105
if e.errno not in (errno.EPERM, errno.EACCES):
2107
# TODO: jam 20061219 Should this be a warning? A single line
2108
# warning might be sufficient to let the user know what
2110
mutter('Could not write hashcache for %s\nError: %s',
2111
self._hashcache.cache_file_name(), e)
2113
@needs_tree_write_lock
1288
2114
def _write_inventory(self, inv):
1289
2115
"""Write inventory as the current inventory."""
1291
bzrlib.xml5.serializer_v5.write_inventory(inv, sio)
1293
self._control_files.put('inventory', sio)
1294
self._set_inventory(inv)
1295
mutter('wrote working inventory')
2116
self._set_inventory(inv, dirty=True)
1297
2119
def set_conflicts(self, arg):
1298
raise UnsupportedOperation(self.set_conflicts, self)
2120
raise errors.UnsupportedOperation(self.set_conflicts, self)
2122
def add_conflicts(self, arg):
2123
raise errors.UnsupportedOperation(self.add_conflicts, self)
1300
2125
@needs_read_lock
1301
2126
def conflicts(self):
1302
conflicts = ConflictList()
2127
conflicts = _mod_conflicts.ConflictList()
1303
2128
for conflicted in self._iter_conflicts():
1306
2131
if file_kind(self.abspath(conflicted)) != "file":
1309
if e.errno == errno.ENOENT:
2133
except errors.NoSuchFile:
1313
2135
if text is True:
1314
2136
for suffix in ('.THIS', '.OTHER'):
1316
2138
kind = file_kind(self.abspath(conflicted+suffix))
1318
if e.errno == errno.ENOENT:
2141
except errors.NoSuchFile:
1326
2145
ctype = {True: 'text conflict', False: 'contents conflict'}[text]
1327
conflicts.append(Conflict.factory(ctype, path=conflicted,
2146
conflicts.append(_mod_conflicts.Conflict.factory(ctype,
1328
2148
file_id=self.path2id(conflicted)))
1329
2149
return conflicts
2151
def walkdirs(self, prefix=""):
2152
"""Walk the directories of this tree.
2154
returns a generator which yields items in the form:
2155
((curren_directory_path, fileid),
2156
[(file1_path, file1_name, file1_kind, (lstat), file1_id,
2159
This API returns a generator, which is only valid during the current
2160
tree transaction - within a single lock_read or lock_write duration.
2162
If the tree is not locked, it may cause an error to be raised,
2163
depending on the tree implementation.
2165
disk_top = self.abspath(prefix)
2166
if disk_top.endswith('/'):
2167
disk_top = disk_top[:-1]
2168
top_strip_len = len(disk_top) + 1
2169
inventory_iterator = self._walkdirs(prefix)
2170
disk_iterator = osutils.walkdirs(disk_top, prefix)
2172
current_disk = disk_iterator.next()
2173
disk_finished = False
2175
if not (e.errno == errno.ENOENT or
2176
(sys.platform == 'win32' and e.errno == ERROR_PATH_NOT_FOUND)):
2179
disk_finished = True
2181
current_inv = inventory_iterator.next()
2182
inv_finished = False
2183
except StopIteration:
2186
while not inv_finished or not disk_finished:
2187
if not disk_finished:
2188
# strip out .bzr dirs
2189
if current_disk[0][1][top_strip_len:] == '':
2190
# osutils.walkdirs can be made nicer -
2191
# yield the path-from-prefix rather than the pathjoined
2193
bzrdir_loc = bisect_left(current_disk[1], ('.bzr', '.bzr'))
2194
if current_disk[1][bzrdir_loc][0] == '.bzr':
2195
# we dont yield the contents of, or, .bzr itself.
2196
del current_disk[1][bzrdir_loc]
2198
# everything is unknown
2201
# everything is missing
2204
direction = cmp(current_inv[0][0], current_disk[0][0])
2206
# disk is before inventory - unknown
2207
dirblock = [(relpath, basename, kind, stat, None, None) for
2208
relpath, basename, kind, stat, top_path in current_disk[1]]
2209
yield (current_disk[0][0], None), dirblock
2211
current_disk = disk_iterator.next()
2212
except StopIteration:
2213
disk_finished = True
2215
# inventory is before disk - missing.
2216
dirblock = [(relpath, basename, 'unknown', None, fileid, kind)
2217
for relpath, basename, dkind, stat, fileid, kind in
2219
yield (current_inv[0][0], current_inv[0][1]), dirblock
2221
current_inv = inventory_iterator.next()
2222
except StopIteration:
2225
# versioned present directory
2226
# merge the inventory and disk data together
2228
for relpath, subiterator in itertools.groupby(sorted(
2229
current_inv[1] + current_disk[1], key=operator.itemgetter(0)), operator.itemgetter(1)):
2230
path_elements = list(subiterator)
2231
if len(path_elements) == 2:
2232
inv_row, disk_row = path_elements
2233
# versioned, present file
2234
dirblock.append((inv_row[0],
2235
inv_row[1], disk_row[2],
2236
disk_row[3], inv_row[4],
2238
elif len(path_elements[0]) == 5:
2240
dirblock.append((path_elements[0][0],
2241
path_elements[0][1], path_elements[0][2],
2242
path_elements[0][3], None, None))
2243
elif len(path_elements[0]) == 6:
2244
# versioned, absent file.
2245
dirblock.append((path_elements[0][0],
2246
path_elements[0][1], 'unknown', None,
2247
path_elements[0][4], path_elements[0][5]))
2249
raise NotImplementedError('unreachable code')
2250
yield current_inv[0], dirblock
2252
current_inv = inventory_iterator.next()
2253
except StopIteration:
2256
current_disk = disk_iterator.next()
2257
except StopIteration:
2258
disk_finished = True
2260
def _walkdirs(self, prefix=""):
2261
"""Walk the directories of this tree.
2263
:prefix: is used as the directrory to start with.
2264
returns a generator which yields items in the form:
2265
((curren_directory_path, fileid),
2266
[(file1_path, file1_name, file1_kind, None, file1_id,
2269
_directory = 'directory'
2270
# get the root in the inventory
2271
inv = self.inventory
2272
top_id = inv.path2id(prefix)
2276
pending = [(prefix, '', _directory, None, top_id, None)]
2279
currentdir = pending.pop()
2280
# 0 - relpath, 1- basename, 2- kind, 3- stat, 4-id, 5-kind
2281
top_id = currentdir[4]
2283
relroot = currentdir[0] + '/'
2286
# FIXME: stash the node in pending
2288
for name, child in entry.sorted_children():
2289
dirblock.append((relroot + name, name, child.kind, None,
2290
child.file_id, child.kind
2292
yield (currentdir[0], entry.file_id), dirblock
2293
# push the user specified dirs from dirblock
2294
for dir in reversed(dirblock):
2295
if dir[2] == _directory:
2298
@needs_tree_write_lock
2299
def auto_resolve(self):
2300
"""Automatically resolve text conflicts according to contents.
2302
Only text conflicts are auto_resolvable. Files with no conflict markers
2303
are considered 'resolved', because bzr always puts conflict markers
2304
into files that have text conflicts. The corresponding .THIS .BASE and
2305
.OTHER files are deleted, as per 'resolve'.
2306
:return: a tuple of ConflictLists: (un_resolved, resolved).
2308
un_resolved = _mod_conflicts.ConflictList()
2309
resolved = _mod_conflicts.ConflictList()
2310
conflict_re = re.compile('^(<{7}|={7}|>{7})')
2311
for conflict in self.conflicts():
2312
if (conflict.typestring != 'text conflict' or
2313
self.kind(conflict.file_id) != 'file'):
2314
un_resolved.append(conflict)
2316
my_file = open(self.id2abspath(conflict.file_id), 'rb')
2318
for line in my_file:
2319
if conflict_re.search(line):
2320
un_resolved.append(conflict)
2323
resolved.append(conflict)
2326
resolved.remove_files(self)
2327
self.set_conflicts(un_resolved)
2328
return un_resolved, resolved
2330
def _validate(self):
2331
"""Validate internal structures.
2333
This is meant mostly for the test suite. To give it a chance to detect
2334
corruption after actions have occurred. The default implementation is a
2337
:return: None. An exception should be raised if there is an error.
2342
class WorkingTree2(WorkingTree):
2343
"""This is the Format 2 working tree.
2345
This was the first weave based working tree.
2346
- uses os locks for locking.
2347
- uses the branch last-revision.
2350
def __init__(self, *args, **kwargs):
2351
super(WorkingTree2, self).__init__(*args, **kwargs)
2352
# WorkingTree2 has more of a constraint that self._inventory must
2353
# exist. Because this is an older format, we don't mind the overhead
2354
# caused by the extra computation here.
2356
# Newer WorkingTree's should only have self._inventory set when they
2358
if self._inventory is None:
2359
self.read_working_inventory()
2361
def lock_tree_write(self):
2362
"""See WorkingTree.lock_tree_write().
2364
In Format2 WorkingTrees we have a single lock for the branch and tree
2365
so lock_tree_write() degrades to lock_write().
2367
self.branch.lock_write()
2369
return self._control_files.lock_write()
2371
self.branch.unlock()
2375
# we share control files:
2376
if self._control_files._lock_count == 3:
2377
# _inventory_is_modified is always False during a read lock.
2378
if self._inventory_is_modified:
2380
self._write_hashcache_if_dirty()
2382
# reverse order of locking.
2384
return self._control_files.unlock()
2386
self.branch.unlock()
1332
2389
class WorkingTree3(WorkingTree):
1333
2390
"""This is the Format 3 working tree.