/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to bzrlib/workingtree_4.py

  • Committer: Geoff Bache
  • Date: 2009-04-23 19:44:34 UTC
  • mto: (4301.2.1 bzr.ab.integration)
  • mto: This revision was merged to the branch mainline in revision 4306.
  • Revision ID: geoff.bache@jeppesen.com-20090423194434-vhu3mjxmwjjspqr1
Fixing bug 183831, where 'bzr add' fails with a python stack if the path contains a symbolic link

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2007-2010 Canonical Ltd
 
1
# Copyright (C) 2005, 2006, 2007, 2008 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
28
28
 
29
29
from bzrlib.lazy_import import lazy_import
30
30
lazy_import(globals(), """
 
31
from bisect import bisect_left
 
32
import collections
 
33
from copy import deepcopy
31
34
import errno
 
35
import itertools
 
36
import operator
32
37
import stat
 
38
from time import time
 
39
import warnings
33
40
 
34
41
import bzrlib
35
42
from bzrlib import (
36
43
    bzrdir,
37
44
    cache_utf8,
 
45
    conflicts as _mod_conflicts,
38
46
    debug,
 
47
    delta,
39
48
    dirstate,
40
49
    errors,
41
50
    generate_ids,
 
51
    globbing,
 
52
    ignores,
 
53
    merge,
42
54
    osutils,
43
55
    revision as _mod_revision,
44
56
    revisiontree,
 
57
    textui,
45
58
    trace,
46
59
    transform,
 
60
    urlutils,
47
61
    views,
 
62
    xml5,
 
63
    xml6,
48
64
    )
49
65
import bzrlib.branch
 
66
from bzrlib.transport import get_transport
50
67
import bzrlib.ui
51
68
""")
52
69
 
 
70
from bzrlib import symbol_versioning
53
71
from bzrlib.decorators import needs_read_lock, needs_write_lock
54
72
from bzrlib.filters import filtered_input_file, internal_size_sha_file_byname
55
 
from bzrlib.inventory import Inventory, ROOT_ID, entry_factory
56
 
from bzrlib.lock import LogicalLockResult
 
73
from bzrlib.inventory import InventoryEntry, Inventory, ROOT_ID, entry_factory
 
74
import bzrlib.mutabletree
57
75
from bzrlib.mutabletree import needs_tree_write_lock
58
76
from bzrlib.osutils import (
59
77
    file_kind,
60
78
    isdir,
 
79
    normpath,
61
80
    pathjoin,
 
81
    rand_chars,
62
82
    realpath,
63
83
    safe_unicode,
 
84
    splitpath,
64
85
    )
65
 
from bzrlib.trace import mutter
 
86
from bzrlib.trace import mutter, note
66
87
from bzrlib.transport.local import LocalTransport
67
88
from bzrlib.tree import InterTree
 
89
from bzrlib.progress import DummyProgress, ProgressPhase
 
90
from bzrlib.revision import NULL_REVISION, CURRENT_REVISION
 
91
from bzrlib.rio import RioReader, rio_file, Stanza
 
92
from bzrlib.symbol_versioning import (deprecated_passed,
 
93
        deprecated_method,
 
94
        deprecated_function,
 
95
        DEPRECATED_PARAMETER,
 
96
        )
68
97
from bzrlib.tree import Tree
69
98
from bzrlib.workingtree import WorkingTree, WorkingTree3, WorkingTreeFormat3
70
99
 
435
464
        return osutils.lexists(pathjoin(
436
465
                    self.basedir, row[0].decode('utf8'), row[1].decode('utf8')))
437
466
 
438
 
    def has_or_had_id(self, file_id):
439
 
        state = self.current_dirstate()
440
 
        row, parents = self._get_entry(file_id=file_id)
441
 
        return row is not None
442
 
 
443
467
    @needs_read_lock
444
468
    def id2path(self, file_id):
445
469
        "Convert a file-id to a path."
568
592
            return _mod_revision.NULL_REVISION
569
593
 
570
594
    def lock_read(self):
571
 
        """See Branch.lock_read, and WorkingTree.unlock.
572
 
 
573
 
        :return: A bzrlib.lock.LogicalLockResult.
574
 
        """
 
595
        """See Branch.lock_read, and WorkingTree.unlock."""
575
596
        self.branch.lock_read()
576
597
        try:
577
598
            self._control_files.lock_read()
590
611
        except:
591
612
            self.branch.unlock()
592
613
            raise
593
 
        return LogicalLockResult(self.unlock)
594
614
 
595
615
    def _lock_self_write(self):
596
616
        """This should be called after the branch is locked."""
611
631
        except:
612
632
            self.branch.unlock()
613
633
            raise
614
 
        return LogicalLockResult(self.unlock)
615
634
 
616
635
    def lock_tree_write(self):
617
 
        """See MutableTree.lock_tree_write, and WorkingTree.unlock.
618
 
 
619
 
        :return: A bzrlib.lock.LogicalLockResult.
620
 
        """
 
636
        """See MutableTree.lock_tree_write, and WorkingTree.unlock."""
621
637
        self.branch.lock_read()
622
 
        return self._lock_self_write()
 
638
        self._lock_self_write()
623
639
 
624
640
    def lock_write(self):
625
 
        """See MutableTree.lock_write, and WorkingTree.unlock.
626
 
 
627
 
        :return: A bzrlib.lock.LogicalLockResult.
628
 
        """
 
641
        """See MutableTree.lock_write, and WorkingTree.unlock."""
629
642
        self.branch.lock_write()
630
 
        return self._lock_self_write()
 
643
        self._lock_self_write()
631
644
 
632
645
    @needs_tree_write_lock
633
646
    def move(self, from_paths, to_dir, after=False):
703
716
            from_entry = self._get_entry(path=from_rel)
704
717
            if from_entry == (None, None):
705
718
                raise errors.BzrMoveFailedError(from_rel,to_dir,
706
 
                    errors.NotVersionedError(path=from_rel))
 
719
                    errors.NotVersionedError(path=str(from_rel)))
707
720
 
708
721
            from_id = from_entry[0][2]
709
722
            to_rel = pathjoin(to_dir, from_tail)
1038
1051
    def set_last_revision(self, new_revision):
1039
1052
        """Change the last revision in the working tree."""
1040
1053
        parents = self.get_parent_ids()
1041
 
        if new_revision in (_mod_revision.NULL_REVISION, None):
 
1054
        if new_revision in (NULL_REVISION, None):
1042
1055
            if len(parents) >= 2:
1043
1056
                raise AssertionError(
1044
1057
                    "setting the last parent to none with a pending merge is "
1211
1224
                # just forget the whole block.
1212
1225
                entry_index = 0
1213
1226
                while entry_index < len(block[1]):
 
1227
                    # Mark this file id as having been removed
1214
1228
                    entry = block[1][entry_index]
1215
 
                    if entry[1][0][0] in 'ar':
1216
 
                        # don't remove absent or renamed entries
 
1229
                    ids_to_unversion.discard(entry[0][2])
 
1230
                    if (entry[1][0][0] in 'ar' # don't remove absent or renamed
 
1231
                                               # entries
 
1232
                        or not state._make_absent(entry)):
1217
1233
                        entry_index += 1
1218
 
                    else:
1219
 
                        # Mark this file id as having been removed
1220
 
                        ids_to_unversion.discard(entry[0][2])
1221
 
                        if not state._make_absent(entry):
1222
 
                            # The block has not shrunk.
1223
 
                            entry_index += 1
1224
1234
                # go to the next block. (At the moment we dont delete empty
1225
1235
                # dirblocks)
1226
1236
                block_index += 1
1278
1288
        if self._dirty:
1279
1289
            raise AssertionError("attempting to write an inventory when the "
1280
1290
                "dirstate is dirty will lose pending changes")
1281
 
        had_inventory = self._inventory is not None
1282
 
        # Setting self._inventory = None forces the dirstate to regenerate the
1283
 
        # working inventory. We do this because self.inventory may be inv, or
1284
 
        # may have been modified, and either case would prevent a clean delta
1285
 
        # being created.
1286
 
        self._inventory = None
1287
 
        # generate a delta,
1288
 
        delta = inv._make_delta(self.inventory)
1289
 
        # and apply it.
1290
 
        self.apply_inventory_delta(delta)
1291
 
        if had_inventory:
 
1291
        self.current_dirstate().set_state_from_inventory(inv)
 
1292
        self._make_dirty(reset_inventory=False)
 
1293
        if self._inventory is not None:
1292
1294
            self._inventory = inv
1293
1295
        self.flush()
1294
1296
 
1319
1321
        return statvalue, sha1
1320
1322
 
1321
1323
 
1322
 
class ContentFilteringDirStateWorkingTree(DirStateWorkingTree):
1323
 
    """Dirstate working tree that supports content filtering.
1324
 
 
1325
 
    The dirstate holds the hash and size of the canonical form of the file, 
1326
 
    and most methods must return that.
1327
 
    """
1328
 
 
1329
 
    def _file_content_summary(self, path, stat_result):
1330
 
        # This is to support the somewhat obsolete path_content_summary method
1331
 
        # with content filtering: see
1332
 
        # <https://bugs.edge.launchpad.net/bzr/+bug/415508>.
1333
 
        #
1334
 
        # If the dirstate cache is up to date and knows the hash and size,
1335
 
        # return that.
1336
 
        # Otherwise if there are no content filters, return the on-disk size
1337
 
        # and leave the hash blank.
1338
 
        # Otherwise, read and filter the on-disk file and use its size and
1339
 
        # hash.
1340
 
        #
1341
 
        # The dirstate doesn't store the size of the canonical form so we
1342
 
        # can't trust it for content-filtered trees.  We just return None.
1343
 
        dirstate_sha1 = self._dirstate.sha1_from_stat(path, stat_result)
1344
 
        executable = self._is_executable_from_path_and_stat(path, stat_result)
1345
 
        return ('file', None, executable, dirstate_sha1)
1346
 
 
1347
 
 
1348
1324
class WorkingTree4(DirStateWorkingTree):
1349
1325
    """This is the Format 4 working tree.
1350
1326
 
1358
1334
    """
1359
1335
 
1360
1336
 
1361
 
class WorkingTree5(ContentFilteringDirStateWorkingTree):
 
1337
class WorkingTree5(DirStateWorkingTree):
1362
1338
    """This is the Format 5 working tree.
1363
1339
 
1364
1340
    This differs from WorkingTree4 by:
1368
1344
    """
1369
1345
 
1370
1346
 
1371
 
class WorkingTree6(ContentFilteringDirStateWorkingTree):
 
1347
class WorkingTree6(DirStateWorkingTree):
1372
1348
    """This is the Format 6 working tree.
1373
1349
 
1374
1350
    This differs from WorkingTree5 by:
1383
1359
 
1384
1360
 
1385
1361
class DirStateWorkingTreeFormat(WorkingTreeFormat3):
1386
 
 
1387
1362
    def initialize(self, a_bzrdir, revision_id=None, from_branch=None,
1388
1363
                   accelerator_tree=None, hardlink=False):
1389
1364
        """See WorkingTreeFormat.initialize().
1428
1403
        wt.lock_tree_write()
1429
1404
        try:
1430
1405
            self._init_custom_control_files(wt)
1431
 
            if revision_id in (None, _mod_revision.NULL_REVISION):
 
1406
            if revision_id in (None, NULL_REVISION):
1432
1407
                if branch.repository.supports_rich_root():
1433
1408
                    wt._set_root_id(generate_ids.gen_root_id())
1434
1409
                else:
1445
1420
                    pass
1446
1421
            if basis is None:
1447
1422
                basis = branch.repository.revision_tree(revision_id)
1448
 
            if revision_id == _mod_revision.NULL_REVISION:
 
1423
            if revision_id == NULL_REVISION:
1449
1424
                parents_list = []
1450
1425
            else:
1451
1426
                parents_list = [(revision_id, basis)]
1459
1434
                if basis_root_id is not None:
1460
1435
                    wt._set_root_id(basis_root_id)
1461
1436
                    wt.flush()
1462
 
                if wt.supports_content_filtering():
1463
 
                    # The original tree may not have the same content filters
1464
 
                    # applied so we can't safely build the inventory delta from
1465
 
                    # the source tree.
1466
 
                    delta_from_tree = False
1467
 
                else:
1468
 
                    delta_from_tree = True
1469
1437
                # delta_from_tree is safe even for DirStateRevisionTrees,
1470
1438
                # because wt4.apply_inventory_delta does not mutate the input
1471
1439
                # inventory entries.
1472
1440
                transform.build_tree(basis, wt, accelerator_tree,
1473
 
                                     hardlink=hardlink,
1474
 
                                     delta_from_tree=delta_from_tree)
 
1441
                                     hardlink=hardlink, delta_from_tree=True)
1475
1442
            finally:
1476
1443
                basis.unlock()
1477
1444
        finally:
1585
1552
 
1586
1553
 
1587
1554
class DirStateRevisionTree(Tree):
1588
 
    """A revision tree pulling the inventory from a dirstate.
1589
 
    
1590
 
    Note that this is one of the historical (ie revision) trees cached in the
1591
 
    dirstate for easy access, not the workingtree.
1592
 
    """
 
1555
    """A revision tree pulling the inventory from a dirstate."""
1593
1556
 
1594
1557
    def __init__(self, dirstate, revision_id, repository):
1595
1558
        self._dirstate = dirstate
1767
1730
            return None
1768
1731
        parent_index = self._get_parent_index()
1769
1732
        last_changed_revision = entry[1][parent_index][4]
1770
 
        try:
1771
 
            rev = self._repository.get_revision(last_changed_revision)
1772
 
        except errors.NoSuchRevision:
1773
 
            raise errors.FileTimestampUnavailable(self.id2path(file_id))
1774
 
        return rev.timestamp
 
1733
        return self._repository.get_revision(last_changed_revision).timestamp
1775
1734
 
1776
1735
    def get_file_sha1(self, file_id, path=None, stat_value=None):
1777
1736
        entry = self._get_entry(file_id=file_id, path=path)
1844
1803
        entry = self._get_entry(file_id=file_id)[1]
1845
1804
        if entry is None:
1846
1805
            raise errors.NoSuchId(tree=self, file_id=file_id)
1847
 
        parent_index = self._get_parent_index()
1848
 
        return dirstate.DirState._minikind_to_kind[entry[parent_index][0]]
 
1806
        return dirstate.DirState._minikind_to_kind[entry[1][0]]
1849
1807
 
1850
1808
    def stored_kind(self, file_id):
1851
1809
        """See Tree.stored_kind"""
1871
1829
            return None
1872
1830
        return ie.executable
1873
1831
 
1874
 
    def is_locked(self):
1875
 
        return self._locked
1876
 
 
1877
 
    def list_files(self, include_root=False, from_dir=None, recursive=True):
 
1832
    def list_files(self, include_root=False):
1878
1833
        # We use a standard implementation, because DirStateRevisionTree is
1879
1834
        # dealing with one of the parents of the current state
1880
1835
        inv = self._get_inventory()
1881
 
        if from_dir is None:
1882
 
            from_dir_id = None
1883
 
        else:
1884
 
            from_dir_id = inv.path2id(from_dir)
1885
 
            if from_dir_id is None:
1886
 
                # Directory not versioned
1887
 
                return
1888
 
        entries = inv.iter_entries(from_dir=from_dir_id, recursive=recursive)
1889
 
        if inv.root is not None and not include_root and from_dir is None:
 
1836
        entries = inv.iter_entries()
 
1837
        if self.inventory.root is not None and not include_root:
1890
1838
            entries.next()
1891
1839
        for path, entry in entries:
1892
1840
            yield path, 'V', entry.kind, entry.file_id, entry
1893
1841
 
1894
1842
    def lock_read(self):
1895
 
        """Lock the tree for a set of operations.
1896
 
 
1897
 
        :return: A bzrlib.lock.LogicalLockResult.
1898
 
        """
 
1843
        """Lock the tree for a set of operations."""
1899
1844
        if not self._locked:
1900
1845
            self._repository.lock_read()
1901
1846
            if self._dirstate._lock_token is None:
1902
1847
                self._dirstate.lock_read()
1903
1848
                self._dirstate_locked = True
1904
1849
        self._locked += 1
1905
 
        return LogicalLockResult(self.unlock)
1906
1850
 
1907
1851
    def _must_be_locked(self):
1908
1852
        if not self._locked:
1998
1942
        return result
1999
1943
 
2000
1944
    @classmethod
2001
 
    def make_source_parent_tree_compiled_dirstate(klass, test_case, source,
2002
 
                                                  target):
 
1945
    def make_source_parent_tree_compiled_dirstate(klass, test_case, source, target):
2003
1946
        from bzrlib.tests.test__dirstate_helpers import \
2004
 
            compiled_dirstate_helpers_feature
2005
 
        test_case.requireFeature(compiled_dirstate_helpers_feature)
2006
 
        from bzrlib._dirstate_helpers_pyx import ProcessEntryC
 
1947
            CompiledDirstateHelpersFeature
 
1948
        if not CompiledDirstateHelpersFeature.available():
 
1949
            from bzrlib.tests import UnavailableFeature
 
1950
            raise UnavailableFeature(CompiledDirstateHelpersFeature)
 
1951
        from bzrlib._dirstate_helpers_c import ProcessEntryC
2007
1952
        result = klass.make_source_parent_tree(source, target)
2008
1953
        result[1]._iter_changes = ProcessEntryC
2009
1954
        return result
2039
1984
            output. An unversioned file is defined as one with (False, False)
2040
1985
            for the versioned pair.
2041
1986
        """
 
1987
        # NB: show_status depends on being able to pass in non-versioned files
 
1988
        # and report them as unknown
2042
1989
        # TODO: handle extra trees in the dirstate.
2043
1990
        if (extra_trees or specific_files == []):
2044
1991
            # we can't fast-path these cases (yet)
2047
1994
                require_versioned, want_unversioned=want_unversioned)
2048
1995
        parent_ids = self.target.get_parent_ids()
2049
1996
        if not (self.source._revision_id in parent_ids
2050
 
                or self.source._revision_id == _mod_revision.NULL_REVISION):
 
1997
                or self.source._revision_id == NULL_REVISION):
2051
1998
            raise AssertionError(
2052
1999
                "revision {%s} is not stored in {%s}, but %s "
2053
2000
                "can only be used for trees stored in the dirstate"
2054
2001
                % (self.source._revision_id, self.target, self.iter_changes))
2055
2002
        target_index = 0
2056
 
        if self.source._revision_id == _mod_revision.NULL_REVISION:
 
2003
        if self.source._revision_id == NULL_REVISION:
2057
2004
            source_index = None
2058
2005
            indices = (target_index,)
2059
2006
        else:
2074
2021
        else:
2075
2022
            specific_files = set([''])
2076
2023
        # -- specific_files is now a utf8 path set --
2077
 
 
 
2024
        search_specific_files = set()
2078
2025
        # -- get the state object and prepare it.
2079
2026
        state = self.target.current_dirstate()
2080
2027
        state._read_dirblocks_if_needed()
2081
2028
        if require_versioned:
2082
2029
            # -- check all supplied paths are versioned in a search tree. --
2083
 
            not_versioned = []
 
2030
            all_versioned = True
2084
2031
            for path in specific_files:
2085
2032
                path_entries = state._entries_for_path(path)
2086
2033
                if not path_entries:
2087
2034
                    # this specified path is not present at all: error
2088
 
                    not_versioned.append(path)
2089
 
                    continue
 
2035
                    all_versioned = False
 
2036
                    break
2090
2037
                found_versioned = False
2091
2038
                # for each id at this path
2092
2039
                for entry in path_entries:
2099
2046
                if not found_versioned:
2100
2047
                    # none of the indexes was not 'absent' at all ids for this
2101
2048
                    # path.
2102
 
                    not_versioned.append(path)
2103
 
            if len(not_versioned) > 0:
2104
 
                raise errors.PathsNotVersionedError(not_versioned)
 
2049
                    all_versioned = False
 
2050
                    break
 
2051
            if not all_versioned:
 
2052
                raise errors.PathsNotVersionedError(specific_files)
2105
2053
        # -- remove redundancy in supplied specific_files to prevent over-scanning --
2106
 
        search_specific_files = osutils.minimum_path_selection(specific_files)
 
2054
        for path in specific_files:
 
2055
            other_specific_files = specific_files.difference(set([path]))
 
2056
            if not osutils.is_inside_any(other_specific_files, path):
 
2057
                # this is a top level path, we must check it.
 
2058
                search_specific_files.add(path)
2107
2059
 
2108
2060
        use_filesystem_for_exec = (sys.platform != 'win32')
2109
2061
        iter_changes = self.target._iter_changes(include_unchanged,
2121
2073
            (revisiontree.RevisionTree, DirStateRevisionTree)):
2122
2074
            return False
2123
2075
        # the source revid must be in the target dirstate
2124
 
        if not (source._revision_id == _mod_revision.NULL_REVISION or
 
2076
        if not (source._revision_id == NULL_REVISION or
2125
2077
            source._revision_id in target.get_parent_ids()):
2126
2078
            # TODO: what about ghosts? it may well need to
2127
2079
            # check for them explicitly.