29
29
from bzrlib.lazy_import import lazy_import
30
30
lazy_import(globals(), """
31
from bisect import bisect_left
33
from copy import deepcopy
35
42
from bzrlib import (
45
conflicts as _mod_conflicts,
43
55
revision as _mod_revision,
49
64
import bzrlib.branch
65
from bzrlib.transport import get_transport
69
from bzrlib import symbol_versioning
53
70
from bzrlib.decorators import needs_read_lock, needs_write_lock
54
from bzrlib.filters import filtered_input_file, internal_size_sha_file_byname
55
from bzrlib.inventory import Inventory, ROOT_ID, entry_factory
71
from bzrlib.inventory import InventoryEntry, Inventory, ROOT_ID, entry_factory
72
import bzrlib.mutabletree
56
73
from bzrlib.mutabletree import needs_tree_write_lock
57
74
from bzrlib.osutils import (
64
from bzrlib.trace import mutter
84
from bzrlib.trace import mutter, note
65
85
from bzrlib.transport.local import LocalTransport
66
86
from bzrlib.tree import InterTree
87
from bzrlib.progress import DummyProgress, ProgressPhase
88
from bzrlib.revision import NULL_REVISION, CURRENT_REVISION
89
from bzrlib.rio import RioReader, rio_file, Stanza
90
from bzrlib.symbol_versioning import (deprecated_passed,
67
95
from bzrlib.tree import Tree
68
96
from bzrlib.workingtree import WorkingTree, WorkingTree3, WorkingTreeFormat3
217
245
return self._dirstate
218
246
local_path = self.bzrdir.get_workingtree_transport(None
219
247
).local_abspath('dirstate')
220
self._dirstate = dirstate.DirState.on_file(local_path,
221
self._sha1_provider())
248
self._dirstate = dirstate.DirState.on_file(local_path)
222
249
return self._dirstate
224
def _sha1_provider(self):
225
"""A function that returns a SHA1Provider suitable for this tree.
227
:return: None if content filtering is not supported by this tree.
228
Otherwise, a SHA1Provider is returned that sha's the canonical
229
form of files, i.e. after read filters are applied.
231
if self.supports_content_filtering():
232
return ContentFilterAwareSHA1Provider(self)
236
251
def filter_unversioned_files(self, paths):
237
252
"""Filter out paths that are versioned.
1199
1210
# just forget the whole block.
1200
1211
entry_index = 0
1201
1212
while entry_index < len(block[1]):
1213
# Mark this file id as having been removed
1202
1214
entry = block[1][entry_index]
1203
if entry[1][0][0] in 'ar':
1204
# don't remove absent or renamed entries
1215
ids_to_unversion.discard(entry[0][2])
1216
if (entry[1][0][0] in 'ar' # don't remove absent or renamed
1218
or not state._make_absent(entry)):
1205
1219
entry_index += 1
1207
# Mark this file id as having been removed
1208
ids_to_unversion.discard(entry[0][2])
1209
if not state._make_absent(entry):
1210
# The block has not shrunk.
1212
1220
# go to the next block. (At the moment we dont delete empty
1214
1222
block_index += 1
1266
1274
if self._dirty:
1267
1275
raise AssertionError("attempting to write an inventory when the "
1268
1276
"dirstate is dirty will lose pending changes")
1269
had_inventory = self._inventory is not None
1270
# Setting self._inventory = None forces the dirstate to regenerate the
1271
# working inventory. We do this because self.inventory may be inv, or
1272
# may have been modified, and either case would prevent a clean delta
1274
self._inventory = None
1276
delta = inv._make_delta(self.inventory)
1278
self.apply_inventory_delta(delta)
1277
self.current_dirstate().set_state_from_inventory(inv)
1278
self._make_dirty(reset_inventory=False)
1279
if self._inventory is not None:
1280
1280
self._inventory = inv
1284
class ContentFilterAwareSHA1Provider(dirstate.SHA1Provider):
1286
def __init__(self, tree):
1289
def sha1(self, abspath):
1290
"""See dirstate.SHA1Provider.sha1()."""
1291
filters = self.tree._content_filter_stack(
1292
self.tree.relpath(osutils.safe_unicode(abspath)))
1293
return internal_size_sha_file_byname(abspath, filters)[1]
1295
def stat_and_sha1(self, abspath):
1296
"""See dirstate.SHA1Provider.stat_and_sha1()."""
1297
filters = self.tree._content_filter_stack(
1298
self.tree.relpath(osutils.safe_unicode(abspath)))
1299
file_obj = file(abspath, 'rb', 65000)
1301
statvalue = os.fstat(file_obj.fileno())
1303
file_obj = filtered_input_file(file_obj, filters)
1304
sha1 = osutils.size_sha_file(file_obj)[1]
1307
return statvalue, sha1
1310
class ContentFilteringDirStateWorkingTree(DirStateWorkingTree):
1311
"""Dirstate working tree that supports content filtering.
1313
The dirstate holds the hash and size of the canonical form of the file,
1314
and most methods must return that.
1317
def _file_content_summary(self, path, stat_result):
1318
# This is to support the somewhat obsolete path_content_summary method
1319
# with content filtering: see
1320
# <https://bugs.edge.launchpad.net/bzr/+bug/415508>.
1322
# If the dirstate cache is up to date and knows the hash and size,
1324
# Otherwise if there are no content filters, return the on-disk size
1325
# and leave the hash blank.
1326
# Otherwise, read and filter the on-disk file and use its size and
1329
# The dirstate doesn't store the size of the canonical form so we
1330
# can't trust it for content-filtered trees. We just return None.
1331
dirstate_sha1 = self._dirstate.sha1_from_stat(path, stat_result)
1332
executable = self._is_executable_from_path_and_stat(path, stat_result)
1333
return ('file', None, executable, dirstate_sha1)
1336
1284
class WorkingTree4(DirStateWorkingTree):
1337
1285
"""This is the Format 4 working tree.
1339
1287
This differs from WorkingTree3 by:
1340
1288
- Having a consolidated internal dirstate, stored in a
1341
1289
randomly-accessible sorted file on disk.
1342
- Not having a regular inventory attribute. One can be synthesized
1290
- Not having a regular inventory attribute. One can be synthesized
1343
1291
on demand but this is expensive and should be avoided.
1345
1293
This is new in bzr 0.15.
1349
class WorkingTree5(ContentFilteringDirStateWorkingTree):
1297
class WorkingTree5(DirStateWorkingTree):
1350
1298
"""This is the Format 5 working tree.
1352
1300
This differs from WorkingTree4 by:
1353
1301
- Supporting content filtering.
1355
This is new in bzr 1.11.
1359
class WorkingTree6(ContentFilteringDirStateWorkingTree):
1360
"""This is the Format 6 working tree.
1362
This differs from WorkingTree5 by:
1363
1302
- Supporting a current view that may mask the set of files in a tree
1364
1303
impacted by most user operations.
1366
This is new in bzr 1.14.
1305
This is new in bzr 1.11.
1369
def _make_views(self):
1370
return views.PathBasedViews(self)
1373
1309
class DirStateWorkingTreeFormat(WorkingTreeFormat3):
1375
1310
def initialize(self, a_bzrdir, revision_id=None, from_branch=None,
1376
1311
accelerator_tree=None, hardlink=False):
1377
1312
"""See WorkingTreeFormat.initialize().
1447
1382
if basis_root_id is not None:
1448
1383
wt._set_root_id(basis_root_id)
1450
if wt.supports_content_filtering():
1451
# The original tree may not have the same content filters
1452
# applied so we can't safely build the inventory delta from
1454
delta_from_tree = False
1456
delta_from_tree = True
1457
1385
# delta_from_tree is safe even for DirStateRevisionTrees,
1458
1386
# because wt4.apply_inventory_delta does not mutate the input
1459
1387
# inventory entries.
1460
1388
transform.build_tree(basis, wt, accelerator_tree,
1462
delta_from_tree=delta_from_tree)
1389
hardlink=hardlink, delta_from_tree=True)
1541
1464
"""See WorkingTreeFormat.get_format_description()."""
1542
1465
return "Working tree format 5"
1544
def supports_content_filtering(self):
1548
class WorkingTreeFormat6(DirStateWorkingTreeFormat):
1549
"""WorkingTree format supporting views.
1552
upgrade_recommended = False
1554
_tree_class = WorkingTree6
1556
def get_format_string(self):
1557
"""See WorkingTreeFormat.get_format_string()."""
1558
return "Bazaar Working Tree Format 6 (bzr 1.14)\n"
1560
def get_format_description(self):
1561
"""See WorkingTreeFormat.get_format_description()."""
1562
return "Working tree format 6"
1564
1467
def _init_custom_control_files(self, wt):
1565
1468
"""Subclasses with custom control files should override this method."""
1566
1469
wt._transport.put_bytes('views', '', mode=wt.bzrdir._get_file_mode())
1860
1754
return ie.executable
1862
def list_files(self, include_root=False, from_dir=None, recursive=True):
1756
def list_files(self, include_root=False):
1863
1757
# We use a standard implementation, because DirStateRevisionTree is
1864
1758
# dealing with one of the parents of the current state
1865
1759
inv = self._get_inventory()
1866
if from_dir is None:
1869
from_dir_id = inv.path2id(from_dir)
1870
if from_dir_id is None:
1871
# Directory not versioned
1873
entries = inv.iter_entries(from_dir=from_dir_id, recursive=recursive)
1874
if inv.root is not None and not include_root and from_dir is None:
1760
entries = inv.iter_entries()
1761
if self.inventory.root is not None and not include_root:
1876
1763
for path, entry in entries:
1877
1764
yield path, 'V', entry.kind, entry.file_id, entry
1982
def make_source_parent_tree_compiled_dirstate(klass, test_case, source,
1869
def make_source_parent_tree_compiled_dirstate(klass, test_case, source, target):
1984
1870
from bzrlib.tests.test__dirstate_helpers import \
1985
compiled_dirstate_helpers_feature
1986
test_case.requireFeature(compiled_dirstate_helpers_feature)
1987
from bzrlib._dirstate_helpers_pyx import ProcessEntryC
1871
CompiledDirstateHelpersFeature
1872
if not CompiledDirstateHelpersFeature.available():
1873
from bzrlib.tests import UnavailableFeature
1874
raise UnavailableFeature(CompiledDirstateHelpersFeature)
1875
from bzrlib._dirstate_helpers_c import ProcessEntryC
1988
1876
result = klass.make_source_parent_tree(source, target)
1989
1877
result[1]._iter_changes = ProcessEntryC
2028
1918
require_versioned, want_unversioned=want_unversioned)
2029
1919
parent_ids = self.target.get_parent_ids()
2030
1920
if not (self.source._revision_id in parent_ids
2031
or self.source._revision_id == _mod_revision.NULL_REVISION):
1921
or self.source._revision_id == NULL_REVISION):
2032
1922
raise AssertionError(
2033
1923
"revision {%s} is not stored in {%s}, but %s "
2034
1924
"can only be used for trees stored in the dirstate"
2035
1925
% (self.source._revision_id, self.target, self.iter_changes))
2036
1926
target_index = 0
2037
if self.source._revision_id == _mod_revision.NULL_REVISION:
1927
if self.source._revision_id == NULL_REVISION:
2038
1928
source_index = None
2039
1929
indices = (target_index,)
2056
1946
specific_files = set([''])
2057
1947
# -- specific_files is now a utf8 path set --
1948
search_specific_files = set()
2059
1949
# -- get the state object and prepare it.
2060
1950
state = self.target.current_dirstate()
2061
1951
state._read_dirblocks_if_needed()
2062
1952
if require_versioned:
2063
1953
# -- check all supplied paths are versioned in a search tree. --
1954
all_versioned = True
2065
1955
for path in specific_files:
2066
1956
path_entries = state._entries_for_path(path)
2067
1957
if not path_entries:
2068
1958
# this specified path is not present at all: error
2069
not_versioned.append(path)
1959
all_versioned = False
2071
1961
found_versioned = False
2072
1962
# for each id at this path
2073
1963
for entry in path_entries:
2080
1970
if not found_versioned:
2081
1971
# none of the indexes was not 'absent' at all ids for this
2083
not_versioned.append(path)
2084
if len(not_versioned) > 0:
2085
raise errors.PathsNotVersionedError(not_versioned)
1973
all_versioned = False
1975
if not all_versioned:
1976
raise errors.PathsNotVersionedError(specific_files)
2086
1977
# -- remove redundancy in supplied specific_files to prevent over-scanning --
2087
search_specific_files = osutils.minimum_path_selection(specific_files)
1978
for path in specific_files:
1979
other_specific_files = specific_files.difference(set([path]))
1980
if not osutils.is_inside_any(other_specific_files, path):
1981
# this is a top level path, we must check it.
1982
search_specific_files.add(path)
2089
1984
use_filesystem_for_exec = (sys.platform != 'win32')
2090
1985
iter_changes = self.target._iter_changes(include_unchanged,
2166
2061
def convert(self, tree):
2167
2062
# lock the control files not the tree, so that we don't get tree
2168
# on-unlock behaviours, and so that no-one else diddles with the
2169
# tree during upgrade.
2170
tree._control_files.lock_write()
2172
self.update_format(tree)
2174
tree._control_files.unlock()
2176
def update_format(self, tree):
2177
"""Change the format marker."""
2178
tree._transport.put_bytes('format',
2179
self.target_format.get_format_string(),
2180
mode=tree.bzrdir._get_file_mode())
2183
class Converter4or5to6(object):
2184
"""Perform an in-place upgrade of format 4 or 5 to format 6 trees."""
2187
self.target_format = WorkingTreeFormat6()
2189
def convert(self, tree):
2190
# lock the control files not the tree, so that we don't get tree
2191
# on-unlock behaviours, and so that no-one else diddles with the
2063
# on-unlock behaviours, and so that no-one else diddles with the
2192
2064
# tree during upgrade.
2193
2065
tree._control_files.lock_write()