/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/transform.py

  • Committer: Jelmer Vernooij
  • Date: 2018-05-20 23:20:37 UTC
  • mto: (6973.5.1 python3-c)
  • mto: This revision was merged to the branch mainline in revision 6984.
  • Revision ID: jelmer@jelmer.uk-20180520232037-inu6kdob1k6gwsyd
Fix a bunch of tests.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006-2011 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
 
17
from __future__ import absolute_import
 
18
 
17
19
import os
18
20
import errno
19
21
from stat import S_ISREG, S_IEXEC
20
22
import time
21
23
 
22
 
from bzrlib.lazy_import import lazy_import
23
 
lazy_import(globals(), """
24
 
from bzrlib import (
 
24
from . import (
 
25
    config as _mod_config,
 
26
    errors,
 
27
    lazy_import,
 
28
    registry,
 
29
    trace,
 
30
    tree,
 
31
    )
 
32
lazy_import.lazy_import(globals(), """
 
33
from breezy import (
25
34
    annotate,
26
35
    bencode,
27
 
    bzrdir,
 
36
    controldir,
 
37
    commit,
 
38
    conflicts,
28
39
    delta,
29
 
    errors,
30
 
    inventory,
 
40
    lock,
31
41
    multiparent,
32
42
    osutils,
33
43
    revision as _mod_revision,
34
44
    ui,
35
 
    )
 
45
    urlutils,
 
46
    )
 
47
from breezy.bzr import (
 
48
    inventory,
 
49
    inventorytree,
 
50
    )
 
51
from breezy.i18n import gettext
36
52
""")
37
 
from bzrlib.errors import (DuplicateKey, MalformedTransform, NoSuchFile,
38
 
                           ReusingTransform, CantMoveRoot,
39
 
                           ExistingLimbo, ImmortalLimbo, NoFinalPath,
40
 
                           UnableCreateSymlink)
41
 
from bzrlib.filters import filtered_output_bytes, ContentFilterContext
42
 
from bzrlib.inventory import InventoryEntry
43
 
from bzrlib.osutils import (
 
53
from .errors import (DuplicateKey, MalformedTransform,
 
54
                     ReusingTransform, CantMoveRoot,
 
55
                     ImmortalLimbo, NoFinalPath,
 
56
                     UnableCreateSymlink)
 
57
from .filters import filtered_output_bytes, ContentFilterContext
 
58
from .mutabletree import MutableTree
 
59
from .osutils import (
44
60
    delete_any,
45
61
    file_kind,
46
62
    has_symlinks,
47
 
    lexists,
48
63
    pathjoin,
49
64
    sha_file,
50
65
    splitpath,
51
 
    supports_executable,
52
 
)
53
 
from bzrlib.progress import ProgressPhase
54
 
from bzrlib.symbol_versioning import (
55
 
        deprecated_function,
56
 
        deprecated_in,
57
 
        )
58
 
from bzrlib.trace import mutter, warning
59
 
from bzrlib import tree
60
 
import bzrlib.ui
61
 
import bzrlib.urlutils as urlutils
 
66
    )
 
67
from .progress import ProgressPhase
 
68
from .sixish import (
 
69
    viewitems,
 
70
    viewvalues,
 
71
    )
 
72
from .tree import (
 
73
    find_previous_path,
 
74
    )
62
75
 
63
76
 
64
77
ROOT_PARENT = "root-parent"
65
78
 
66
 
 
67
79
def unique_add(map, key, value):
68
80
    if key in map:
69
81
        raise DuplicateKey(key=key)
70
82
    map[key] = value
71
83
 
72
84
 
 
85
 
73
86
class _TransformResults(object):
74
87
    def __init__(self, modified_paths, rename_count):
75
88
        object.__init__(self)
80
93
class TreeTransformBase(object):
81
94
    """The base class for TreeTransform and its kin."""
82
95
 
83
 
    def __init__(self, tree, pb=None,
84
 
                 case_sensitive=True):
 
96
    def __init__(self, tree, pb=None, case_sensitive=True):
85
97
        """Constructor.
86
98
 
87
99
        :param tree: The tree that will be transformed, but not necessarily
99
111
        self._new_parent = {}
100
112
        # mapping of trans_id with new contents -> new file_kind
101
113
        self._new_contents = {}
 
114
        # mapping of trans_id => (sha1 of content, stat_value)
 
115
        self._observed_sha1s = {}
102
116
        # Set of trans_ids whose contents will be removed
103
117
        self._removed_contents = set()
104
118
        # Mapping of trans_id -> new execute-bit value
120
134
        # The trans_id that will be used as the tree root
121
135
        root_id = tree.get_root_id()
122
136
        if root_id is not None:
123
 
            self._new_root = self.trans_id_tree_file_id(root_id)
 
137
            self._new_root = self.trans_id_tree_path('')
124
138
        else:
125
139
            self._new_root = None
126
 
        # Indictor of whether the transform has been applied
 
140
        # Indicator of whether the transform has been applied
127
141
        self._done = False
128
142
        # A progress bar
129
143
        self._pb = pb
132
146
        # A counter of how many files have been renamed
133
147
        self.rename_count = 0
134
148
 
 
149
    def __enter__(self):
 
150
        """Support Context Manager API."""
 
151
        return self
 
152
 
 
153
    def __exit__(self, exc_type, exc_val, exc_tb):
 
154
        """Support Context Manager API."""
 
155
        self.finalize()
 
156
 
135
157
    def finalize(self):
136
158
        """Release the working tree lock, if held.
137
159
 
140
162
        """
141
163
        if self._tree is None:
142
164
            return
 
165
        for hook in MutableTree.hooks['post_transform']:
 
166
            hook(self._tree, self)
143
167
        self._tree.unlock()
144
168
        self._tree = None
145
169
 
194
218
        # the physical root needs a new transaction id
195
219
        self._tree_path_ids.pop("")
196
220
        self._tree_id_paths.pop(old_root)
197
 
        self._new_root = self.trans_id_tree_file_id(self._tree.get_root_id())
 
221
        self._new_root = self.trans_id_tree_path('')
198
222
        if parent == old_root:
199
223
            parent = self._new_root
200
224
        self.adjust_path(name, parent, old_root)
212
236
        This means that the old root trans-id becomes obsolete, so it is
213
237
        recommended only to invoke this after the root trans-id has become
214
238
        irrelevant.
 
239
 
215
240
        """
216
 
        new_roots = [k for k, v in self._new_parent.iteritems() if v is
217
 
                     ROOT_PARENT]
 
241
        new_roots = [k for k, v in viewitems(self._new_parent)
 
242
                     if v == ROOT_PARENT]
218
243
        if len(new_roots) < 1:
219
244
            return
220
245
        if len(new_roots) != 1:
223
248
            self._new_root = new_roots[0]
224
249
            return
225
250
        old_new_root = new_roots[0]
226
 
        # TODO: What to do if a old_new_root is present, but self._new_root is
227
 
        #       not listed as being removed? This code explicitly unversions
228
 
        #       the old root and versions it with the new file_id. Though that
229
 
        #       seems like an incomplete delta
230
 
 
231
251
        # unversion the new root's directory.
232
 
        file_id = self.final_file_id(old_new_root)
 
252
        if self.final_kind(self._new_root) is None:
 
253
            file_id = self.final_file_id(old_new_root)
 
254
        else:
 
255
            file_id = self.final_file_id(self._new_root)
233
256
        if old_new_root in self._new_id:
234
257
            self.cancel_versioning(old_new_root)
235
258
        else:
239
262
        if (self.tree_file_id(self._new_root) is not None and
240
263
            self._new_root not in self._removed_id):
241
264
            self.unversion_file(self._new_root)
242
 
        self.version_file(file_id, self._new_root)
 
265
        if file_id is not None:
 
266
            self.version_file(file_id, self._new_root)
243
267
 
244
268
        # Now move children of new root into old root directory.
245
269
        # Ensure all children are registered with the transaction, but don't
263
287
        del self._new_parent[old_new_root]
264
288
        del self._new_name[old_new_root]
265
289
 
266
 
    def trans_id_tree_file_id(self, inventory_id):
267
 
        """Determine the transaction id of a working tree file.
268
 
 
269
 
        This reflects only files that already exist, not ones that will be
270
 
        added by transactions.
271
 
        """
272
 
        if inventory_id is None:
273
 
            raise ValueError('None is not a valid file id')
274
 
        path = self._tree.id2path(inventory_id)
275
 
        return self.trans_id_tree_path(path)
276
 
 
277
290
    def trans_id_file_id(self, file_id):
278
291
        """Determine or set the transaction id associated with a file ID.
279
292
        A new id is only created for file_ids that were never present.  If
286
299
            return self._r_new_id[file_id]
287
300
        else:
288
301
            try:
289
 
                self._tree.iter_entries_by_dir([file_id]).next()
290
 
            except StopIteration:
 
302
                path = self._tree.id2path(file_id)
 
303
            except errors.NoSuchId:
291
304
                if file_id in self._non_present_ids:
292
305
                    return self._non_present_ids[file_id]
293
306
                else:
295
308
                    self._non_present_ids[file_id] = trans_id
296
309
                    return trans_id
297
310
            else:
298
 
                return self.trans_id_tree_file_id(file_id)
 
311
                return self.trans_id_tree_path(path)
299
312
 
300
313
    def trans_id_tree_path(self, path):
301
314
        """Determine (and maybe set) the transaction ID for a tree path."""
314
327
 
315
328
    def delete_contents(self, trans_id):
316
329
        """Schedule the contents of a path entry for deletion"""
317
 
        # Ensure that the object exists in the WorkingTree, this will raise an
318
 
        # exception if there is a problem
319
 
        self.tree_kind(trans_id)
320
 
        self._removed_contents.add(trans_id)
 
330
        kind = self.tree_kind(trans_id)
 
331
        if kind is not None:
 
332
            self._removed_contents.add(trans_id)
321
333
 
322
334
    def cancel_deletion(self, trans_id):
323
335
        """Cancel a scheduled deletion"""
380
392
        return sorted(FinalPaths(self).get_paths(new_ids))
381
393
 
382
394
    def _inventory_altered(self):
383
 
        """Get the trans_ids and paths of files needing new inv entries."""
384
 
        new_ids = set()
385
 
        for id_set in [self._new_name, self._new_parent, self._new_id,
 
395
        """Determine which trans_ids need new Inventory entries.
 
396
 
 
397
        An new entry is needed when anything that would be reflected by an
 
398
        inventory entry changes, including file name, file_id, parent file_id,
 
399
        file kind, and the execute bit.
 
400
 
 
401
        Some care is taken to return entries with real changes, not cases
 
402
        where the value is deleted and then restored to its original value,
 
403
        but some actually unchanged values may be returned.
 
404
 
 
405
        :returns: A list of (path, trans_id) for all items requiring an
 
406
            inventory change. Ordered by path.
 
407
        """
 
408
        changed_ids = set()
 
409
        # Find entries whose file_ids are new (or changed).
 
410
        new_file_id = set(t for t in self._new_id
 
411
                          if self._new_id[t] != self.tree_file_id(t))
 
412
        for id_set in [self._new_name, self._new_parent, new_file_id,
386
413
                       self._new_executability]:
387
 
            new_ids.update(id_set)
 
414
            changed_ids.update(id_set)
 
415
        # removing implies a kind change
388
416
        changed_kind = set(self._removed_contents)
 
417
        # so does adding
389
418
        changed_kind.intersection_update(self._new_contents)
390
 
        changed_kind.difference_update(new_ids)
391
 
        changed_kind = (t for t in changed_kind if self.tree_kind(t) !=
392
 
                        self.final_kind(t))
393
 
        new_ids.update(changed_kind)
394
 
        return sorted(FinalPaths(self).get_paths(new_ids))
 
419
        # Ignore entries that are already known to have changed.
 
420
        changed_kind.difference_update(changed_ids)
 
421
        #  to keep only the truly changed ones
 
422
        changed_kind = (t for t in changed_kind
 
423
                        if self.tree_kind(t) != self.final_kind(t))
 
424
        # all kind changes will alter the inventory
 
425
        changed_ids.update(changed_kind)
 
426
        # To find entries with changed parent_ids, find parents which existed,
 
427
        # but changed file_id.
 
428
        changed_file_id = set(t for t in new_file_id if t in self._removed_id)
 
429
        # Now add all their children to the set.
 
430
        for parent_trans_id in new_file_id:
 
431
            changed_ids.update(self.iter_tree_children(parent_trans_id))
 
432
        return sorted(FinalPaths(self).get_paths(changed_ids))
395
433
 
396
434
    def final_kind(self, trans_id):
397
435
        """Determine the final file kind, after any changes applied.
398
436
 
399
 
        Raises NoSuchFile if the file does not exist/has no contents.
400
 
        (It is conceivable that a path would be created without the
401
 
        corresponding contents insertion command)
 
437
        :return: None if the file does not exist/has no contents.  (It is
 
438
            conceivable that a path would be created without the corresponding
 
439
            contents insertion command)
402
440
        """
403
441
        if trans_id in self._new_contents:
404
442
            return self._new_contents[trans_id]
405
443
        elif trans_id in self._removed_contents:
406
 
            raise NoSuchFile(None)
 
444
            return None
407
445
        else:
408
446
            return self.tree_kind(trans_id)
409
447
 
 
448
    def tree_path(self, trans_id):
 
449
        """Determine the tree path associated with the trans_id."""
 
450
        return self._tree_id_paths.get(trans_id)
 
451
 
410
452
    def tree_file_id(self, trans_id):
411
453
        """Determine the file id associated with the trans_id in the tree"""
412
 
        try:
413
 
            path = self._tree_id_paths[trans_id]
414
 
        except KeyError:
415
 
            # the file is a new, unversioned file, or invalid trans_id
 
454
        path = self.tree_path(trans_id)
 
455
        if path is None:
416
456
            return None
417
457
        # the file is old; the old id is still valid
418
458
        if self._new_root == trans_id:
440
480
        file_id = self.tree_file_id(trans_id)
441
481
        if file_id is not None:
442
482
            return file_id
443
 
        for key, value in self._non_present_ids.iteritems():
 
483
        for key, value in viewitems(self._non_present_ids):
444
484
            if value == trans_id:
445
485
                return key
446
486
 
470
510
        Only new paths and parents of tree files with assigned ids are used.
471
511
        """
472
512
        by_parent = {}
473
 
        items = list(self._new_parent.iteritems())
474
 
        items.extend((t, self.final_parent(t)) for t in
475
 
                      self._tree_id_paths.keys())
 
513
        items = list(viewitems(self._new_parent))
 
514
        items.extend((t, self.final_parent(t))
 
515
            for t in list(self._tree_id_paths))
476
516
        for trans_id, parent_id in items:
477
517
            if parent_id not in by_parent:
478
518
                by_parent[parent_id] = set()
516
556
        Active parents are those which gain children, and those which are
517
557
        removed.  This is a necessary first step in detecting conflicts.
518
558
        """
519
 
        parents = self.by_parent().keys()
 
559
        parents = list(self.by_parent())
520
560
        parents.extend([t for t in self._removed_contents if
521
561
                        self.tree_kind(t) == 'directory'])
522
562
        for trans_id in self._removed_id:
523
 
            file_id = self.tree_file_id(trans_id)
524
 
            if file_id is not None:
525
 
                if self._tree.inventory[file_id].kind == 'directory':
 
563
            path = self.tree_path(trans_id)
 
564
            if path is not None:
 
565
                if self._tree.stored_kind(path) == 'directory':
526
566
                    parents.append(trans_id)
527
567
            elif self.tree_kind(trans_id) == 'directory':
528
568
                parents.append(trans_id)
531
571
            # ensure that all children are registered with the transaction
532
572
            list(self.iter_tree_children(parent_id))
533
573
 
534
 
    def has_named_child(self, by_parent, parent_id, name):
535
 
        try:
536
 
            children = by_parent[parent_id]
537
 
        except KeyError:
538
 
            children = []
539
 
        for child in children:
 
574
    def _has_named_child(self, name, parent_id, known_children):
 
575
        """Does a parent already have a name child.
 
576
 
 
577
        :param name: The searched for name.
 
578
 
 
579
        :param parent_id: The parent for which the check is made.
 
580
 
 
581
        :param known_children: The already known children. This should have
 
582
            been recently obtained from `self.by_parent.get(parent_id)`
 
583
            (or will be if None is passed).
 
584
        """
 
585
        if known_children is None:
 
586
            known_children = self.by_parent().get(parent_id, [])
 
587
        for child in known_children:
540
588
            if self.final_name(child) == name:
541
589
                return True
542
 
        try:
543
 
            path = self._tree_id_paths[parent_id]
544
 
        except KeyError:
 
590
        parent_path = self._tree_id_paths.get(parent_id, None)
 
591
        if parent_path is None:
 
592
            # No parent... no children
545
593
            return False
546
 
        childpath = joinpath(path, name)
547
 
        child_id = self._tree_path_ids.get(childpath)
 
594
        child_path = joinpath(parent_path, name)
 
595
        child_id = self._tree_path_ids.get(child_path, None)
548
596
        if child_id is None:
549
 
            return lexists(self._tree.abspath(childpath))
 
597
            # Not known by the tree transform yet, check the filesystem
 
598
            return osutils.lexists(self._tree.abspath(child_path))
550
599
        else:
551
 
            if self.final_parent(child_id) != parent_id:
552
 
                return False
553
 
            if child_id in self._removed_contents:
554
 
                # XXX What about dangling file-ids?
555
 
                return False
556
 
            else:
557
 
                return True
 
600
            raise AssertionError('child_id is missing: %s, %s, %s'
 
601
                                 % (name, parent_id, child_id))
 
602
 
 
603
    def _available_backup_name(self, name, target_id):
 
604
        """Find an available backup name.
 
605
 
 
606
        :param name: The basename of the file.
 
607
 
 
608
        :param target_id: The directory trans_id where the backup should 
 
609
            be placed.
 
610
        """
 
611
        known_children = self.by_parent().get(target_id, [])
 
612
        return osutils.available_backup_name(
 
613
            name,
 
614
            lambda base: self._has_named_child(
 
615
                base, target_id, known_children))
558
616
 
559
617
    def _parent_loops(self):
560
618
        """No entry should be its own ancestor"""
562
620
        for trans_id in self._new_parent:
563
621
            seen = set()
564
622
            parent_id = trans_id
565
 
            while parent_id is not ROOT_PARENT:
 
623
            while parent_id != ROOT_PARENT:
566
624
                seen.add(parent_id)
567
625
                try:
568
626
                    parent_id = self.final_parent(parent_id)
577
635
    def _unversioned_parents(self, by_parent):
578
636
        """If parent directories are versioned, children must be versioned."""
579
637
        conflicts = []
580
 
        for parent_id, children in by_parent.iteritems():
581
 
            if parent_id is ROOT_PARENT:
 
638
        for parent_id, children in viewitems(by_parent):
 
639
            if parent_id == ROOT_PARENT:
582
640
                continue
583
641
            if self.final_file_id(parent_id) is not None:
584
642
                continue
594
652
        However, existing entries with no contents are okay.
595
653
        """
596
654
        conflicts = []
597
 
        for trans_id in self._new_id.iterkeys():
598
 
            try:
599
 
                kind = self.final_kind(trans_id)
600
 
            except NoSuchFile:
 
655
        for trans_id in self._new_id:
 
656
            kind = self.final_kind(trans_id)
 
657
            if kind is None:
601
658
                conflicts.append(('versioning no contents', trans_id))
602
659
                continue
603
 
            if not InventoryEntry.versionable_kind(kind):
 
660
            if not self._tree.versionable_kind(kind):
604
661
                conflicts.append(('versioning bad kind', trans_id, kind))
605
662
        return conflicts
606
663
 
617
674
            if self.final_file_id(trans_id) is None:
618
675
                conflicts.append(('unversioned executability', trans_id))
619
676
            else:
620
 
                try:
621
 
                    non_file = self.final_kind(trans_id) != "file"
622
 
                except NoSuchFile:
623
 
                    non_file = True
624
 
                if non_file is True:
 
677
                if self.final_kind(trans_id) != "file":
625
678
                    conflicts.append(('non-file executability', trans_id))
626
679
        return conflicts
627
680
 
629
682
        """Check for overwrites (not permitted on Win32)"""
630
683
        conflicts = []
631
684
        for trans_id in self._new_contents:
632
 
            try:
633
 
                self.tree_kind(trans_id)
634
 
            except NoSuchFile:
 
685
            if self.tree_kind(trans_id) is None:
635
686
                continue
636
687
            if trans_id not in self._removed_contents:
637
688
                conflicts.append(('overwrite', trans_id,
643
694
        conflicts = []
644
695
        if (self._new_name, self._new_parent) == ({}, {}):
645
696
            return conflicts
646
 
        for children in by_parent.itervalues():
647
 
            name_ids = [(self.final_name(t), t) for t in children]
648
 
            if not self._case_sensitive_target:
649
 
                name_ids = [(n.lower(), t) for n, t in name_ids]
 
697
        for children in viewvalues(by_parent):
 
698
            name_ids = []
 
699
            for child_tid in children:
 
700
                name = self.final_name(child_tid)
 
701
                if name is not None:
 
702
                    # Keep children only if they still exist in the end
 
703
                    if not self._case_sensitive_target:
 
704
                        name = name.lower()
 
705
                    name_ids.append((name, child_tid))
650
706
            name_ids.sort()
651
707
            last_name = None
652
708
            last_trans_id = None
653
709
            for name, trans_id in name_ids:
654
 
                try:
655
 
                    kind = self.final_kind(trans_id)
656
 
                except NoSuchFile:
657
 
                    kind = None
 
710
                kind = self.final_kind(trans_id)
658
711
                file_id = self.final_file_id(trans_id)
659
712
                if kind is None and file_id is None:
660
713
                    continue
672
725
                                self._removed_id))
673
726
        all_ids = self._tree.all_file_ids()
674
727
        active_tree_ids = all_ids.difference(removed_tree_ids)
675
 
        for trans_id, file_id in self._new_id.iteritems():
 
728
        for trans_id, file_id in viewitems(self._new_id):
676
729
            if file_id in active_tree_ids:
677
 
                old_trans_id = self.trans_id_tree_file_id(file_id)
 
730
                path = self._tree.id2path(file_id)
 
731
                old_trans_id = self.trans_id_tree_path(path)
678
732
                conflicts.append(('duplicate id', old_trans_id, trans_id))
679
733
        return conflicts
680
734
 
681
735
    def _parent_type_conflicts(self, by_parent):
682
 
        """parents must have directory 'contents'."""
 
736
        """Children must have a directory parent"""
683
737
        conflicts = []
684
 
        for parent_id, children in by_parent.iteritems():
685
 
            if parent_id is ROOT_PARENT:
686
 
                continue
687
 
            if not self._any_contents(children):
688
 
                continue
689
 
            for child in children:
690
 
                try:
691
 
                    self.final_kind(child)
692
 
                except NoSuchFile:
693
 
                    continue
694
 
            try:
695
 
                kind = self.final_kind(parent_id)
696
 
            except NoSuchFile:
697
 
                kind = None
 
738
        for parent_id, children in viewitems(by_parent):
 
739
            if parent_id == ROOT_PARENT:
 
740
                continue
 
741
            no_children = True
 
742
            for child_id in children:
 
743
                if self.final_kind(child_id) is not None:
 
744
                    no_children = False
 
745
                    break
 
746
            if no_children:
 
747
                continue
 
748
            # There is at least a child, so we need an existing directory to
 
749
            # contain it.
 
750
            kind = self.final_kind(parent_id)
698
751
            if kind is None:
 
752
                # The directory will be deleted
699
753
                conflicts.append(('missing parent', parent_id))
700
754
            elif kind != "directory":
 
755
                # Meh, we need a *directory* to put something in it
701
756
                conflicts.append(('non-directory parent', parent_id))
702
757
        return conflicts
703
758
 
704
 
    def _any_contents(self, trans_ids):
705
 
        """Return true if any of the trans_ids, will have contents."""
706
 
        for trans_id in trans_ids:
707
 
            try:
708
 
                kind = self.final_kind(trans_id)
709
 
            except NoSuchFile:
710
 
                continue
711
 
            return True
712
 
        return False
713
 
 
714
759
    def _set_executability(self, path, trans_id):
715
760
        """Set the executability of versioned files """
716
 
        if supports_executable():
 
761
        if self._tree._supports_executable():
717
762
            new_executability = self._new_executability[trans_id]
718
763
            abspath = self._tree.abspath(path)
719
764
            current_mode = os.stat(abspath).st_mode
720
765
            if new_executability:
721
766
                umask = os.umask(0)
722
767
                os.umask(umask)
723
 
                to_mode = current_mode | (0100 & ~umask)
 
768
                to_mode = current_mode | (0o100 & ~umask)
724
769
                # Enable x-bit for others only if they can read it.
725
 
                if current_mode & 0004:
726
 
                    to_mode |= 0001 & ~umask
727
 
                if current_mode & 0040:
728
 
                    to_mode |= 0010 & ~umask
 
770
                if current_mode & 0o004:
 
771
                    to_mode |= 0o001 & ~umask
 
772
                if current_mode & 0o040:
 
773
                    to_mode |= 0o010 & ~umask
729
774
            else:
730
 
                to_mode = current_mode & ~0111
731
 
            os.chmod(abspath, to_mode)
 
775
                to_mode = current_mode & ~0o111
 
776
            osutils.chmod_if_possible(abspath, to_mode)
732
777
 
733
778
    def _new_entry(self, name, parent_id, file_id):
734
779
        """Helper function to create a new filesystem entry."""
738
783
        return trans_id
739
784
 
740
785
    def new_file(self, name, parent_id, contents, file_id=None,
741
 
                 executable=None):
 
786
                 executable=None, sha1=None):
742
787
        """Convenience method to create files.
743
788
 
744
789
        name is the name of the file to create.
751
796
        trans_id = self._new_entry(name, parent_id, file_id)
752
797
        # TODO: rather than scheduling a set_executable call,
753
798
        # have create_file create the file with the right mode.
754
 
        self.create_file(contents, trans_id)
 
799
        self.create_file(contents, trans_id, sha1=sha1)
755
800
        if executable is not None:
756
801
            self.set_executability(executable, trans_id)
757
802
        return trans_id
780
825
        self.create_symlink(target, trans_id)
781
826
        return trans_id
782
827
 
 
828
    def new_orphan(self, trans_id, parent_id):
 
829
        """Schedule an item to be orphaned.
 
830
 
 
831
        When a directory is about to be removed, its children, if they are not
 
832
        versioned are moved out of the way: they don't have a parent anymore.
 
833
 
 
834
        :param trans_id: The trans_id of the existing item.
 
835
        :param parent_id: The parent trans_id of the item.
 
836
        """
 
837
        raise NotImplementedError(self.new_orphan)
 
838
 
 
839
    def _get_potential_orphans(self, dir_id):
 
840
        """Find the potential orphans in a directory.
 
841
 
 
842
        A directory can't be safely deleted if there are versioned files in it.
 
843
        If all the contained files are unversioned then they can be orphaned.
 
844
 
 
845
        The 'None' return value means that the directory contains at least one
 
846
        versioned file and should not be deleted.
 
847
 
 
848
        :param dir_id: The directory trans id.
 
849
 
 
850
        :return: A list of the orphan trans ids or None if at least one
 
851
             versioned file is present.
 
852
        """
 
853
        orphans = []
 
854
        # Find the potential orphans, stop if one item should be kept
 
855
        for child_tid in self.by_parent()[dir_id]:
 
856
            if child_tid in self._removed_contents:
 
857
                # The child is removed as part of the transform. Since it was
 
858
                # versioned before, it's not an orphan
 
859
                continue
 
860
            elif self.final_file_id(child_tid) is None:
 
861
                # The child is not versioned
 
862
                orphans.append(child_tid)
 
863
            else:
 
864
                # We have a versioned file here, searching for orphans is
 
865
                # meaningless.
 
866
                orphans = None
 
867
                break
 
868
        return orphans
 
869
 
783
870
    def _affected_ids(self):
784
871
        """Return the set of transform ids affected by the transform"""
785
872
        trans_ids = set(self._removed_id)
786
 
        trans_ids.update(self._new_id.keys())
 
873
        trans_ids.update(self._new_id)
787
874
        trans_ids.update(self._removed_contents)
788
 
        trans_ids.update(self._new_contents.keys())
789
 
        trans_ids.update(self._new_executability.keys())
790
 
        trans_ids.update(self._new_name.keys())
791
 
        trans_ids.update(self._new_parent.keys())
 
875
        trans_ids.update(self._new_contents)
 
876
        trans_ids.update(self._new_executability)
 
877
        trans_ids.update(self._new_name)
 
878
        trans_ids.update(self._new_parent)
792
879
        return trans_ids
793
880
 
794
881
    def _get_file_id_maps(self):
807
894
                to_trans_ids[to_file_id] = trans_id
808
895
        return from_trans_ids, to_trans_ids
809
896
 
810
 
    def _from_file_data(self, from_trans_id, from_versioned, file_id):
 
897
    def _from_file_data(self, from_trans_id, from_versioned, from_path):
811
898
        """Get data about a file in the from (tree) state
812
899
 
813
900
        Return a (name, parent, kind, executable) tuple
815
902
        from_path = self._tree_id_paths.get(from_trans_id)
816
903
        if from_versioned:
817
904
            # get data from working tree if versioned
818
 
            from_entry = self._tree.iter_entries_by_dir([file_id]).next()[1]
 
905
            from_entry = next(self._tree.iter_entries_by_dir(
 
906
                    specific_files=[from_path]))[1]
819
907
            from_name = from_entry.name
820
908
            from_parent = from_entry.parent_id
821
909
        else:
844
932
        Return a (name, parent, kind, executable) tuple
845
933
        """
846
934
        to_name = self.final_name(to_trans_id)
847
 
        try:
848
 
            to_kind = self.final_kind(to_trans_id)
849
 
        except NoSuchFile:
850
 
            to_kind = None
 
935
        to_kind = self.final_kind(to_trans_id)
851
936
        to_parent = self.final_file_id(self.final_parent(to_trans_id))
852
937
        if to_trans_id in self._new_executability:
853
938
            to_executable = self._new_executability[to_trans_id]
871
956
        from_trans_ids, to_trans_ids = self._get_file_id_maps()
872
957
        results = []
873
958
        # Now iterate through all active file_ids
874
 
        for file_id in set(from_trans_ids.keys() + to_trans_ids.keys()):
 
959
        for file_id in set(from_trans_ids).union(to_trans_ids):
875
960
            modified = False
876
961
            from_trans_id = from_trans_ids.get(file_id)
877
962
            # find file ids, and determine versioning state
887
972
            else:
888
973
                to_versioned = True
889
974
 
890
 
            from_name, from_parent, from_kind, from_executable = \
891
 
                self._from_file_data(from_trans_id, from_versioned, file_id)
892
 
 
893
 
            to_name, to_parent, to_kind, to_executable = \
894
 
                self._to_file_data(to_trans_id, from_trans_id, from_executable)
895
 
 
896
975
            if not from_versioned:
897
976
                from_path = None
898
977
            else:
901
980
                to_path = None
902
981
            else:
903
982
                to_path = final_paths.get_path(to_trans_id)
 
983
 
 
984
            from_name, from_parent, from_kind, from_executable = \
 
985
                self._from_file_data(from_trans_id, from_versioned, from_path)
 
986
 
 
987
            to_name, to_parent, to_kind, to_executable = \
 
988
                self._to_file_data(to_trans_id, from_trans_id, from_executable)
 
989
 
904
990
            if from_kind != to_kind:
905
991
                modified = True
906
992
            elif to_kind in ('file', 'symlink') and (
927
1013
        """
928
1014
        return _PreviewTree(self)
929
1015
 
930
 
    def commit(self, branch, message, merge_parents=None, strict=False):
 
1016
    def commit(self, branch, message, merge_parents=None, strict=False,
 
1017
               timestamp=None, timezone=None, committer=None, authors=None,
 
1018
               revprops=None, revision_id=None):
931
1019
        """Commit the result of this TreeTransform to a branch.
932
1020
 
933
1021
        :param branch: The branch to commit to.
934
1022
        :param message: The message to attach to the commit.
935
 
        :param merge_parents: Additional parents specified by pending merges.
 
1023
        :param merge_parents: Additional parent revision-ids specified by
 
1024
            pending merges.
 
1025
        :param strict: If True, abort the commit if there are unversioned
 
1026
            files.
 
1027
        :param timestamp: if not None, seconds-since-epoch for the time and
 
1028
            date.  (May be a float.)
 
1029
        :param timezone: Optional timezone for timestamp, as an offset in
 
1030
            seconds.
 
1031
        :param committer: Optional committer in email-id format.
 
1032
            (e.g. "J Random Hacker <jrandom@example.com>")
 
1033
        :param authors: Optional list of authors in email-id format.
 
1034
        :param revprops: Optional dictionary of revision properties.
 
1035
        :param revision_id: Optional revision id.  (Specifying a revision-id
 
1036
            may reduce performance for some non-native formats.)
936
1037
        :return: The revision_id of the revision committed.
937
1038
        """
938
1039
        self._check_malformed()
955
1056
        if self._tree.get_revision_id() != last_rev_id:
956
1057
            raise ValueError('TreeTransform not based on branch basis: %s' %
957
1058
                             self._tree.get_revision_id())
958
 
        builder = branch.get_commit_builder(parent_ids)
 
1059
        revprops = commit.Commit.update_revprops(revprops, branch, authors)
 
1060
        builder = branch.get_commit_builder(parent_ids,
 
1061
                                            timestamp=timestamp,
 
1062
                                            timezone=timezone,
 
1063
                                            committer=committer,
 
1064
                                            revprops=revprops,
 
1065
                                            revision_id=revision_id)
959
1066
        preview = self.get_preview_tree()
960
1067
        list(builder.record_iter_changes(preview, last_rev_id,
961
1068
                                         self.iter_changes()))
965
1072
        return revision_id
966
1073
 
967
1074
    def _text_parent(self, trans_id):
968
 
        file_id = self.tree_file_id(trans_id)
 
1075
        path = self.tree_path(trans_id)
969
1076
        try:
970
 
            if file_id is None or self._tree.kind(file_id) != 'file':
 
1077
            if path is None or self._tree.kind(path) != 'file':
971
1078
                return None
972
1079
        except errors.NoSuchFile:
973
1080
            return None
974
 
        return file_id
 
1081
        return path
975
1082
 
976
1083
    def _get_parents_texts(self, trans_id):
977
1084
        """Get texts for compression parents of this file."""
978
 
        file_id = self._text_parent(trans_id)
979
 
        if file_id is None:
 
1085
        path = self._text_parent(trans_id)
 
1086
        if path is None:
980
1087
            return ()
981
 
        return (self._tree.get_file_text(file_id),)
 
1088
        return (self._tree.get_file_text(path),)
982
1089
 
983
1090
    def _get_parents_lines(self, trans_id):
984
1091
        """Get lines for compression parents of this file."""
985
 
        file_id = self._text_parent(trans_id)
986
 
        if file_id is None:
 
1092
        path = self._text_parent(trans_id)
 
1093
        if path is None:
987
1094
            return ()
988
 
        return (self._tree.get_file_lines(file_id),)
 
1095
        return (self._tree.get_file_lines(path),)
989
1096
 
990
1097
    def serialize(self, serializer):
991
1098
        """Serialize this TreeTransform.
993
1100
        :param serializer: A Serialiser like pack.ContainerSerializer.
994
1101
        """
995
1102
        new_name = dict((k, v.encode('utf-8')) for k, v in
996
 
                        self._new_name.items())
 
1103
                        viewitems(self._new_name))
997
1104
        new_executability = dict((k, int(v)) for k, v in
998
 
                                 self._new_executability.items())
 
1105
                                 viewitems(self._new_executability))
999
1106
        tree_path_ids = dict((k.encode('utf-8'), v)
1000
 
                             for k, v in self._tree_path_ids.items())
 
1107
                             for k, v in viewitems(self._tree_path_ids))
1001
1108
        attribs = {
1002
1109
            '_id_number': self._id_number,
1003
1110
            '_new_name': new_name,
1011
1118
            }
1012
1119
        yield serializer.bytes_record(bencode.bencode(attribs),
1013
1120
                                      (('attribs',),))
1014
 
        for trans_id, kind in self._new_contents.items():
 
1121
        for trans_id, kind in viewitems(self._new_contents):
1015
1122
            if kind == 'file':
1016
1123
                lines = osutils.chunks_to_lines(
1017
1124
                    self._read_file_chunks(trans_id))
1030
1137
        :param records: An iterable of (names, content) tuples, as per
1031
1138
            pack.ContainerPushParser.
1032
1139
        """
1033
 
        names, content = records.next()
 
1140
        names, content = next(records)
1034
1141
        attribs = bencode.bdecode(content)
1035
1142
        self._id_number = attribs['_id_number']
1036
1143
        self._new_name = dict((k, v.decode('utf-8'))
1037
 
                            for k, v in attribs['_new_name'].items())
 
1144
                              for k, v in viewitems(attribs['_new_name']))
1038
1145
        self._new_parent = attribs['_new_parent']
1039
 
        self._new_executability = dict((k, bool(v)) for k, v in
1040
 
            attribs['_new_executability'].items())
 
1146
        self._new_executability = dict((k, bool(v))
 
1147
            for k, v in viewitems(attribs['_new_executability']))
1041
1148
        self._new_id = attribs['_new_id']
1042
 
        self._r_new_id = dict((v, k) for k, v in self._new_id.items())
 
1149
        self._r_new_id = dict((v, k) for k, v in viewitems(self._new_id))
1043
1150
        self._tree_path_ids = {}
1044
1151
        self._tree_id_paths = {}
1045
 
        for bytepath, trans_id in attribs['_tree_path_ids'].items():
 
1152
        for bytepath, trans_id in viewitems(attribs['_tree_path_ids']):
1046
1153
            path = bytepath.decode('utf-8')
1047
1154
            self._tree_path_ids[path] = trans_id
1048
1155
            self._tree_id_paths[trans_id] = path
1079
1186
        self._deletiondir = None
1080
1187
        # A mapping of transform ids to their limbo filename
1081
1188
        self._limbo_files = {}
 
1189
        self._possibly_stale_limbo_files = set()
1082
1190
        # A mapping of transform ids to a set of the transform ids of children
1083
1191
        # that their limbo directory has
1084
1192
        self._limbo_children = {}
1097
1205
        if self._tree is None:
1098
1206
            return
1099
1207
        try:
1100
 
            entries = [(self._limbo_name(t), t, k) for t, k in
1101
 
                       self._new_contents.iteritems()]
1102
 
            entries.sort(reverse=True)
1103
 
            for path, trans_id, kind in entries:
1104
 
                delete_any(path)
 
1208
            limbo_paths = list(viewvalues(self._limbo_files))
 
1209
            limbo_paths.extend(self._possibly_stale_limbo_files)
 
1210
            limbo_paths.sort(reverse=True)
 
1211
            for path in limbo_paths:
 
1212
                try:
 
1213
                    delete_any(path)
 
1214
                except OSError as e:
 
1215
                    if e.errno != errno.ENOENT:
 
1216
                        raise
 
1217
                    # XXX: warn? perhaps we just got interrupted at an
 
1218
                    # inconvenient moment, but perhaps files are disappearing
 
1219
                    # from under us?
1105
1220
            try:
1106
1221
                delete_any(self._limbodir)
1107
1222
            except OSError:
1115
1230
        finally:
1116
1231
            TreeTransformBase.finalize(self)
1117
1232
 
 
1233
    def _limbo_supports_executable(self):
 
1234
        """Check if the limbo path supports the executable bit."""
 
1235
        # FIXME: Check actual file system capabilities of limbodir
 
1236
        return osutils.supports_executable()
 
1237
 
1118
1238
    def _limbo_name(self, trans_id):
1119
1239
        """Generate the limbo name of a file"""
1120
1240
        limbo_name = self._limbo_files.get(trans_id)
1156
1276
        entries from _limbo_files, because they are now stale.
1157
1277
        """
1158
1278
        for trans_id in trans_ids:
1159
 
            old_path = self._limbo_files.pop(trans_id)
 
1279
            old_path = self._limbo_files[trans_id]
 
1280
            self._possibly_stale_limbo_files.add(old_path)
 
1281
            del self._limbo_files[trans_id]
1160
1282
            if trans_id not in self._new_contents:
1161
1283
                continue
1162
1284
            new_path = self._limbo_name(trans_id)
1163
 
            osutils.rename(old_path, new_path)
 
1285
            os.rename(old_path, new_path)
 
1286
            self._possibly_stale_limbo_files.remove(old_path)
1164
1287
            for descendant in self._limbo_descendants(trans_id):
1165
1288
                desc_path = self._limbo_files[descendant]
1166
1289
                desc_path = new_path + desc_path[len(old_path):]
1173
1296
            descendants.update(self._limbo_descendants(descendant))
1174
1297
        return descendants
1175
1298
 
1176
 
    def create_file(self, contents, trans_id, mode_id=None):
 
1299
    def create_file(self, contents, trans_id, mode_id=None, sha1=None):
1177
1300
        """Schedule creation of a new file.
1178
1301
 
1179
 
        See also new_file.
1180
 
 
1181
 
        Contents is an iterator of strings, all of which will be written
1182
 
        to the target destination.
1183
 
 
1184
 
        New file takes the permissions of any existing file with that id,
1185
 
        unless mode_id is specified.
 
1302
        :seealso: new_file.
 
1303
 
 
1304
        :param contents: an iterator of strings, all of which will be written
 
1305
            to the target destination.
 
1306
        :param trans_id: TreeTransform handle
 
1307
        :param mode_id: If not None, force the mode of the target file to match
 
1308
            the mode of the object referenced by mode_id.
 
1309
            Otherwise, we will try to preserve mode bits of an existing file.
 
1310
        :param sha1: If the sha1 of this content is already known, pass it in.
 
1311
            We can use it to prevent future sha1 computations.
1186
1312
        """
1187
1313
        name = self._limbo_name(trans_id)
1188
1314
        f = open(name, 'wb')
1189
1315
        try:
1190
 
            try:
1191
 
                unique_add(self._new_contents, trans_id, 'file')
1192
 
            except:
1193
 
                # Clean up the file, it never got registered so
1194
 
                # TreeTransform.finalize() won't clean it up.
1195
 
                f.close()
1196
 
                os.unlink(name)
1197
 
                raise
1198
 
 
 
1316
            unique_add(self._new_contents, trans_id, 'file')
1199
1317
            f.writelines(contents)
1200
1318
        finally:
1201
1319
            f.close()
1202
1320
        self._set_mtime(name)
1203
1321
        self._set_mode(trans_id, mode_id, S_ISREG)
 
1322
        # It is unfortunate we have to use lstat instead of fstat, but we just
 
1323
        # used utime and chmod on the file, so we need the accurate final
 
1324
        # details.
 
1325
        if sha1 is not None:
 
1326
            self._observed_sha1s[trans_id] = (sha1, osutils.lstat(name))
1204
1327
 
1205
1328
    def _read_file_chunks(self, trans_id):
1206
1329
        cur_file = open(self._limbo_name(trans_id), 'rb')
1226
1349
        name = self._limbo_name(trans_id)
1227
1350
        try:
1228
1351
            os.link(path, name)
1229
 
        except OSError, e:
 
1352
        except OSError as e:
1230
1353
            if e.errno != errno.EPERM:
1231
1354
                raise
1232
1355
            raise errors.HardLinkNotSupported(path)
1265
1388
    def cancel_creation(self, trans_id):
1266
1389
        """Cancel the creation of new file contents."""
1267
1390
        del self._new_contents[trans_id]
 
1391
        if trans_id in self._observed_sha1s:
 
1392
            del self._observed_sha1s[trans_id]
1268
1393
        children = self._limbo_children.get(trans_id)
1269
1394
        # if this is a limbo directory with children, move them before removing
1270
1395
        # the directory
1274
1399
            del self._limbo_children_names[trans_id]
1275
1400
        delete_any(self._limbo_name(trans_id))
1276
1401
 
 
1402
    def new_orphan(self, trans_id, parent_id):
 
1403
        conf = self._tree.get_config_stack()
 
1404
        handle_orphan = conf.get('transform.orphan_policy')
 
1405
        handle_orphan(self, trans_id, parent_id)
 
1406
 
 
1407
 
 
1408
class OrphaningError(errors.BzrError):
 
1409
 
 
1410
    # Only bugs could lead to such exception being seen by the user
 
1411
    internal_error = True
 
1412
    _fmt = "Error while orphaning %s in %s directory"
 
1413
 
 
1414
    def __init__(self, orphan, parent):
 
1415
        errors.BzrError.__init__(self)
 
1416
        self.orphan = orphan
 
1417
        self.parent = parent
 
1418
 
 
1419
 
 
1420
class OrphaningForbidden(OrphaningError):
 
1421
 
 
1422
    _fmt = "Policy: %s doesn't allow creating orphans."
 
1423
 
 
1424
    def __init__(self, policy):
 
1425
        errors.BzrError.__init__(self)
 
1426
        self.policy = policy
 
1427
 
 
1428
 
 
1429
def move_orphan(tt, orphan_id, parent_id):
 
1430
    """See TreeTransformBase.new_orphan.
 
1431
 
 
1432
    This creates a new orphan in the `brz-orphans` dir at the root of the
 
1433
    `TreeTransform`.
 
1434
 
 
1435
    :param tt: The TreeTransform orphaning `trans_id`.
 
1436
 
 
1437
    :param orphan_id: The trans id that should be orphaned.
 
1438
 
 
1439
    :param parent_id: The orphan parent trans id.
 
1440
    """
 
1441
    # Add the orphan dir if it doesn't exist
 
1442
    orphan_dir_basename = 'brz-orphans'
 
1443
    od_id = tt.trans_id_tree_path(orphan_dir_basename)
 
1444
    if tt.final_kind(od_id) is None:
 
1445
        tt.create_directory(od_id)
 
1446
    parent_path = tt._tree_id_paths[parent_id]
 
1447
    # Find a name that doesn't exist yet in the orphan dir
 
1448
    actual_name = tt.final_name(orphan_id)
 
1449
    new_name = tt._available_backup_name(actual_name, od_id)
 
1450
    tt.adjust_path(new_name, od_id, orphan_id)
 
1451
    trace.warning('%s has been orphaned in %s'
 
1452
                  % (joinpath(parent_path, actual_name), orphan_dir_basename))
 
1453
 
 
1454
 
 
1455
def refuse_orphan(tt, orphan_id, parent_id):
 
1456
    """See TreeTransformBase.new_orphan.
 
1457
 
 
1458
    This refuses to create orphan, letting the caller handle the conflict.
 
1459
    """
 
1460
    raise OrphaningForbidden('never')
 
1461
 
 
1462
 
 
1463
orphaning_registry = registry.Registry()
 
1464
orphaning_registry.register(
 
1465
    'conflict', refuse_orphan,
 
1466
    'Leave orphans in place and create a conflict on the directory.')
 
1467
orphaning_registry.register(
 
1468
    'move', move_orphan,
 
1469
    'Move orphans into the brz-orphans directory.')
 
1470
orphaning_registry._set_default_key('conflict')
 
1471
 
 
1472
 
 
1473
opt_transform_orphan = _mod_config.RegistryOption(
 
1474
    'transform.orphan_policy', orphaning_registry,
 
1475
    help='Policy for orphaned files during transform operations.',
 
1476
    invalid='warning')
 
1477
 
1277
1478
 
1278
1479
class TreeTransform(DiskTreeTransform):
1279
1480
    """Represent a tree transformation.
1347
1548
        TreeTransform.apply() called).
1348
1549
        """
1349
1550
        tree.lock_tree_write()
1350
 
 
1351
1551
        try:
1352
1552
            limbodir = urlutils.local_path_from_url(
1353
1553
                tree._transport.abspath('limbo'))
1354
 
            try:
1355
 
                os.mkdir(limbodir)
1356
 
            except OSError, e:
1357
 
                if e.errno == errno.EEXIST:
1358
 
                    raise ExistingLimbo(limbodir)
 
1554
            osutils.ensure_empty_directory_exists(
 
1555
                limbodir,
 
1556
                errors.ExistingLimbo)
1359
1557
            deletiondir = urlutils.local_path_from_url(
1360
1558
                tree._transport.abspath('pending-deletion'))
1361
 
            try:
1362
 
                os.mkdir(deletiondir)
1363
 
            except OSError, e:
1364
 
                if e.errno == errno.EEXIST:
1365
 
                    raise errors.ExistingPendingDeletion(deletiondir)
 
1559
            osutils.ensure_empty_directory_exists(
 
1560
                deletiondir,
 
1561
                errors.ExistingPendingDeletion)
1366
1562
        except:
1367
1563
            tree.unlock()
1368
1564
            raise
1397
1593
    def tree_kind(self, trans_id):
1398
1594
        """Determine the file kind in the working tree.
1399
1595
 
1400
 
        Raises NoSuchFile if the file does not exist
 
1596
        :returns: The file kind or None if the file does not exist
1401
1597
        """
1402
1598
        path = self._tree_id_paths.get(trans_id)
1403
1599
        if path is None:
1404
 
            raise NoSuchFile(None)
 
1600
            return None
1405
1601
        try:
1406
1602
            return file_kind(self._tree.abspath(path))
1407
 
        except OSError, e:
1408
 
            if e.errno != errno.ENOENT:
1409
 
                raise
1410
 
            else:
1411
 
                raise NoSuchFile(path)
 
1603
        except errors.NoSuchFile:
 
1604
            return None
1412
1605
 
1413
1606
    def _set_mode(self, trans_id, mode_id, typefunc):
1414
1607
        """Set the mode of new file contents.
1424
1617
            return
1425
1618
        try:
1426
1619
            mode = os.stat(self._tree.abspath(old_path)).st_mode
1427
 
        except OSError, e:
 
1620
        except OSError as e:
1428
1621
            if e.errno in (errno.ENOENT, errno.ENOTDIR):
1429
1622
                # Either old_path doesn't exist, or the parent of the
1430
1623
                # target is not a directory (but will be one eventually)
1434
1627
            else:
1435
1628
                raise
1436
1629
        if typefunc(mode):
1437
 
            os.chmod(self._limbo_name(trans_id), mode)
 
1630
            osutils.chmod_if_possible(self._limbo_name(trans_id), mode)
1438
1631
 
1439
1632
    def iter_tree_children(self, parent_id):
1440
1633
        """Iterate through the entry's tree children, if any"""
1444
1637
            return
1445
1638
        try:
1446
1639
            children = os.listdir(self._tree.abspath(path))
1447
 
        except OSError, e:
 
1640
        except OSError as e:
1448
1641
            if not (osutils._is_error_enotdir(e)
1449
1642
                    or e.errno in (errno.ENOENT, errno.ESRCH)):
1450
1643
                raise
1486
1679
                        in (trans_id, None)):
1487
1680
                        use_direct_path = True
1488
1681
                else:
1489
 
                    for l_filename, l_trans_id in\
1490
 
                        self._limbo_children_names[parent].iteritems():
 
1682
                    for l_filename, l_trans_id in viewitems(
 
1683
                            self._limbo_children_names[parent]):
1491
1684
                        if l_trans_id == trans_id:
1492
1685
                            continue
1493
1686
                        if l_filename.lower() == filename.lower():
1518
1711
            calculating one.
1519
1712
        :param _mover: Supply an alternate FileMover, for testing
1520
1713
        """
 
1714
        for hook in MutableTree.hooks['pre_transform']:
 
1715
            hook(self._tree, self)
1521
1716
        if not no_conflicts:
1522
1717
            self._check_malformed()
1523
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
1524
 
        try:
 
1718
        with ui.ui_factory.nested_progress_bar() as child_pb:
1525
1719
            if precomputed_delta is None:
1526
 
                child_pb.update('Apply phase', 0, 2)
 
1720
                child_pb.update(gettext('Apply phase'), 0, 2)
1527
1721
                inventory_delta = self._generate_inventory_delta()
1528
1722
                offset = 1
1529
1723
            else:
1534
1728
            else:
1535
1729
                mover = _mover
1536
1730
            try:
1537
 
                child_pb.update('Apply phase', 0 + offset, 2 + offset)
 
1731
                child_pb.update(gettext('Apply phase'), 0 + offset, 2 + offset)
1538
1732
                self._apply_removals(mover)
1539
 
                child_pb.update('Apply phase', 1 + offset, 2 + offset)
 
1733
                child_pb.update(gettext('Apply phase'), 1 + offset, 2 + offset)
1540
1734
                modified_paths = self._apply_insertions(mover)
1541
1735
            except:
1542
1736
                mover.rollback()
1543
1737
                raise
1544
1738
            else:
1545
1739
                mover.apply_deletions()
1546
 
        finally:
1547
 
            child_pb.finished()
 
1740
        if self.final_file_id(self.root) is None:
 
1741
            inventory_delta = [e for e in inventory_delta if e[0] != '']
1548
1742
        self._tree.apply_inventory_delta(inventory_delta)
 
1743
        self._apply_observed_sha1s()
1549
1744
        self._done = True
1550
1745
        self.finalize()
1551
1746
        return _TransformResults(modified_paths, self.rename_count)
1553
1748
    def _generate_inventory_delta(self):
1554
1749
        """Generate an inventory delta for the current transform."""
1555
1750
        inventory_delta = []
1556
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
1557
1751
        new_paths = self._inventory_altered()
1558
1752
        total_entries = len(new_paths) + len(self._removed_id)
1559
 
        try:
 
1753
        with ui.ui_factory.nested_progress_bar() as child_pb:
1560
1754
            for num, trans_id in enumerate(self._removed_id):
1561
1755
                if (num % 10) == 0:
1562
 
                    child_pb.update('removing file', num, total_entries)
 
1756
                    child_pb.update(gettext('removing file'), num, total_entries)
1563
1757
                if trans_id == self._new_root:
1564
1758
                    file_id = self._tree.get_root_id()
1565
1759
                else:
1571
1765
                inventory_delta.append((path, None, file_id, None))
1572
1766
            new_path_file_ids = dict((t, self.final_file_id(t)) for p, t in
1573
1767
                                     new_paths)
1574
 
            entries = self._tree.iter_entries_by_dir(
1575
 
                new_path_file_ids.values())
1576
 
            old_paths = dict((e.file_id, p) for p, e in entries)
1577
1768
            final_kinds = {}
1578
1769
            for num, (path, trans_id) in enumerate(new_paths):
1579
1770
                if (num % 10) == 0:
1580
 
                    child_pb.update('adding file',
 
1771
                    child_pb.update(gettext('adding file'),
1581
1772
                                    num + len(self._removed_id), total_entries)
1582
1773
                file_id = new_path_file_ids[trans_id]
1583
1774
                if file_id is None:
1584
1775
                    continue
1585
1776
                needs_entry = False
1586
 
                try:
1587
 
                    kind = self.final_kind(trans_id)
1588
 
                except NoSuchFile:
1589
 
                    kind = self._tree.stored_kind(file_id)
 
1777
                kind = self.final_kind(trans_id)
 
1778
                if kind is None:
 
1779
                    kind = self._tree.stored_kind(
 
1780
                            self._tree.id2path(file_id), file_id)
1590
1781
                parent_trans_id = self.final_parent(trans_id)
1591
1782
                parent_file_id = new_path_file_ids.get(parent_trans_id)
1592
1783
                if parent_file_id is None:
1601
1792
                    new_entry = inventory.make_entry(kind,
1602
1793
                        self.final_name(trans_id),
1603
1794
                        parent_file_id, file_id)
1604
 
                old_path = old_paths.get(new_entry.file_id)
 
1795
                try:
 
1796
                    old_path = self._tree.id2path(new_entry.file_id)
 
1797
                except errors.NoSuchId:
 
1798
                    old_path = None
1605
1799
                new_executability = self._new_executability.get(trans_id)
1606
1800
                if new_executability is not None:
1607
1801
                    new_entry.executable = new_executability
1608
1802
                inventory_delta.append(
1609
1803
                    (old_path, path, new_entry.file_id, new_entry))
1610
 
        finally:
1611
 
            child_pb.finished()
1612
1804
        return inventory_delta
1613
1805
 
1614
1806
    def _apply_removals(self, mover):
1620
1812
 
1621
1813
        If inventory_delta is None, no inventory delta generation is performed.
1622
1814
        """
1623
 
        tree_paths = list(self._tree_path_ids.iteritems())
1624
 
        tree_paths.sort(reverse=True)
1625
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
1626
 
        try:
1627
 
            for num, data in enumerate(tree_paths):
1628
 
                path, trans_id = data
1629
 
                child_pb.update('removing file', num, len(tree_paths))
 
1815
        tree_paths = sorted(viewitems(self._tree_path_ids), reverse=True)
 
1816
        with ui.ui_factory.nested_progress_bar() as child_pb:
 
1817
            for num, (path, trans_id) in enumerate(tree_paths):
 
1818
                # do not attempt to move root into a subdirectory of itself.
 
1819
                if path == '':
 
1820
                    continue
 
1821
                child_pb.update(gettext('removing file'), num, len(tree_paths))
1630
1822
                full_path = self._tree.abspath(path)
1631
1823
                if trans_id in self._removed_contents:
1632
1824
                    delete_path = os.path.join(self._deletiondir, trans_id)
1635
1827
                      or trans_id in self._new_parent):
1636
1828
                    try:
1637
1829
                        mover.rename(full_path, self._limbo_name(trans_id))
1638
 
                    except OSError, e:
 
1830
                    except errors.TransformRenameFailed as e:
1639
1831
                        if e.errno != errno.ENOENT:
1640
1832
                            raise
1641
1833
                    else:
1642
1834
                        self.rename_count += 1
1643
 
        finally:
1644
 
            child_pb.finished()
1645
1835
 
1646
1836
    def _apply_insertions(self, mover):
1647
1837
        """Perform tree operations that insert directory/inventory names.
1657
1847
        modified_paths = []
1658
1848
        new_path_file_ids = dict((t, self.final_file_id(t)) for p, t in
1659
1849
                                 new_paths)
1660
 
        child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
1661
 
        try:
 
1850
        with ui.ui_factory.nested_progress_bar() as child_pb:
1662
1851
            for num, (path, trans_id) in enumerate(new_paths):
1663
1852
                if (num % 10) == 0:
1664
 
                    child_pb.update('adding file', num, len(new_paths))
 
1853
                    child_pb.update(gettext('adding file'), num, len(new_paths))
1665
1854
                full_path = self._tree.abspath(path)
1666
1855
                if trans_id in self._needs_rename:
1667
1856
                    try:
1668
1857
                        mover.rename(self._limbo_name(trans_id), full_path)
1669
 
                    except OSError, e:
 
1858
                    except errors.TransformRenameFailed as e:
1670
1859
                        # We may be renaming a dangling inventory id
1671
1860
                        if e.errno != errno.ENOENT:
1672
1861
                            raise
1673
1862
                    else:
1674
1863
                        self.rename_count += 1
 
1864
                    # TODO: if trans_id in self._observed_sha1s, we should
 
1865
                    #       re-stat the final target, since ctime will be
 
1866
                    #       updated by the change.
1675
1867
                if (trans_id in self._new_contents or
1676
1868
                    self.path_changed(trans_id)):
1677
1869
                    if trans_id in self._new_contents:
1678
1870
                        modified_paths.append(full_path)
1679
1871
                if trans_id in self._new_executability:
1680
1872
                    self._set_executability(path, trans_id)
1681
 
        finally:
1682
 
            child_pb.finished()
 
1873
                if trans_id in self._observed_sha1s:
 
1874
                    o_sha1, o_st_val = self._observed_sha1s[trans_id]
 
1875
                    st = osutils.lstat(full_path)
 
1876
                    self._observed_sha1s[trans_id] = (o_sha1, st)
 
1877
        for path, trans_id in new_paths:
 
1878
            # new_paths includes stuff like workingtree conflicts. Only the
 
1879
            # stuff in new_contents actually comes from limbo.
 
1880
            if trans_id in self._limbo_files:
 
1881
                del self._limbo_files[trans_id]
1683
1882
        self._new_contents.clear()
1684
1883
        return modified_paths
1685
1884
 
 
1885
    def _apply_observed_sha1s(self):
 
1886
        """After we have finished renaming everything, update observed sha1s
 
1887
 
 
1888
        This has to be done after self._tree.apply_inventory_delta, otherwise
 
1889
        it doesn't know anything about the files we are updating. Also, we want
 
1890
        to do this as late as possible, so that most entries end up cached.
 
1891
        """
 
1892
        # TODO: this doesn't update the stat information for directories. So
 
1893
        #       the first 'bzr status' will still need to rewrite
 
1894
        #       .bzr/checkout/dirstate. However, we at least don't need to
 
1895
        #       re-read all of the files.
 
1896
        # TODO: If the operation took a while, we could do a time.sleep(3) here
 
1897
        #       to allow the clock to tick over and ensure we won't have any
 
1898
        #       problems. (we could observe start time, and finish time, and if
 
1899
        #       it is less than eg 10% overhead, add a sleep call.)
 
1900
        paths = FinalPaths(self)
 
1901
        for trans_id, observed in viewitems(self._observed_sha1s):
 
1902
            path = paths.get_path(trans_id)
 
1903
            # We could get the file_id, but dirstate prefers to use the path
 
1904
            # anyway, and it is 'cheaper' to determine.
 
1905
            # file_id = self._new_id[trans_id]
 
1906
            self._tree._observed_sha1(None, path, observed)
 
1907
 
1686
1908
 
1687
1909
class TransformPreview(DiskTreeTransform):
1688
1910
    """A TreeTransform for generating preview trees.
1703
1925
    def tree_kind(self, trans_id):
1704
1926
        path = self._tree_id_paths.get(trans_id)
1705
1927
        if path is None:
1706
 
            raise NoSuchFile(None)
1707
 
        file_id = self._tree.path2id(path)
1708
 
        return self._tree.kind(file_id)
 
1928
            return None
 
1929
        kind = self._tree.path_content_summary(path)[0]
 
1930
        if kind == 'missing':
 
1931
            kind = None
 
1932
        return kind
1709
1933
 
1710
1934
    def _set_mode(self, trans_id, mode_id, typefunc):
1711
1935
        """Set the mode of new file contents.
1722
1946
            path = self._tree_id_paths[parent_id]
1723
1947
        except KeyError:
1724
1948
            return
1725
 
        file_id = self.tree_file_id(parent_id)
1726
 
        if file_id is None:
1727
 
            return
1728
 
        entry = self._tree.iter_entries_by_dir([file_id]).next()[1]
 
1949
        entry = next(self._tree.iter_entries_by_dir(
 
1950
                specific_files=[path]))[1]
1729
1951
        children = getattr(entry, 'children', {})
1730
1952
        for child in children:
1731
1953
            childpath = joinpath(path, child)
1732
1954
            yield self.trans_id_tree_path(childpath)
1733
1955
 
1734
 
 
1735
 
class _PreviewTree(tree.Tree):
 
1956
    def new_orphan(self, trans_id, parent_id):
 
1957
        raise NotImplementedError(self.new_orphan)
 
1958
 
 
1959
 
 
1960
class _PreviewTree(inventorytree.InventoryTree):
1736
1961
    """Partial implementation of Tree to support show_diff_trees"""
1737
1962
 
1738
1963
    def __init__(self, transform):
1766
1991
            except errors.NoSuchRevisionInTree:
1767
1992
                yield self._get_repository().revision_tree(revision_id)
1768
1993
 
1769
 
    def _get_file_revision(self, file_id, vf, tree_revision):
1770
 
        parent_keys = [(file_id, self._file_revision(t, file_id)) for t in
1771
 
                       self._iter_parent_trees()]
 
1994
    def _get_file_revision(self, path, file_id, vf, tree_revision):
 
1995
        parent_keys = [
 
1996
                (file_id, t.get_file_revision(t.id2path(file_id), file_id))
 
1997
                for t in self._iter_parent_trees()]
1772
1998
        vf.add_lines((file_id, tree_revision), parent_keys,
1773
 
                     self.get_file(file_id).readlines())
 
1999
                     self.get_file_lines(path, file_id))
1774
2000
        repo = self._get_repository()
1775
2001
        base_vf = repo.texts
1776
2002
        if base_vf not in vf.fallback_versionedfiles:
1777
2003
            vf.fallback_versionedfiles.append(base_vf)
1778
2004
        return tree_revision
1779
2005
 
1780
 
    def _stat_limbo_file(self, file_id):
1781
 
        trans_id = self._transform.trans_id_file_id(file_id)
 
2006
    def _stat_limbo_file(self, trans_id):
1782
2007
        name = self._transform._limbo_name(trans_id)
1783
2008
        return os.lstat(name)
1784
2009
 
1795
2020
            executable = False
1796
2021
        else:
1797
2022
            file_id = self._transform.final_file_id(self._path2trans_id(path))
1798
 
            executable = self.is_executable(file_id, path)
 
2023
            executable = self.is_executable(path, file_id)
1799
2024
        return kind, executable, None
1800
2025
 
 
2026
    def is_locked(self):
 
2027
        return False
 
2028
 
1801
2029
    def lock_read(self):
1802
2030
        # Perhaps in theory, this should lock the TreeTransform?
1803
 
        pass
 
2031
        return lock.LogicalLockResult(self.unlock)
1804
2032
 
1805
2033
    def unlock(self):
1806
2034
        pass
1807
2035
 
1808
2036
    @property
1809
 
    def inventory(self):
 
2037
    def root_inventory(self):
1810
2038
        """This Tree does not use inventory as its backing data."""
1811
 
        raise NotImplementedError(_PreviewTree.inventory)
 
2039
        raise NotImplementedError(_PreviewTree.root_inventory)
1812
2040
 
1813
2041
    def get_root_id(self):
1814
2042
        return self._transform.final_file_id(self._transform.root)
1817
2045
        tree_ids = set(self._transform._tree.all_file_ids())
1818
2046
        tree_ids.difference_update(self._transform.tree_file_id(t)
1819
2047
                                   for t in self._transform._removed_id)
1820
 
        tree_ids.update(self._transform._new_id.values())
 
2048
        tree_ids.update(viewvalues(self._transform._new_id))
1821
2049
        return tree_ids
1822
2050
 
1823
 
    def __iter__(self):
1824
 
        return iter(self.all_file_ids())
 
2051
    def all_versioned_paths(self):
 
2052
        return {self.id2path(fid) for fid in self.all_file_ids()}
1825
2053
 
1826
2054
    def _has_id(self, file_id, fallback_check):
1827
2055
        if file_id in self._transform._r_new_id:
1828
2056
            return True
1829
 
        elif file_id in set([self._transform.tree_file_id(trans_id) for
1830
 
            trans_id in self._transform._removed_id]):
 
2057
        elif file_id in {self._transform.tree_file_id(trans_id) for
 
2058
            trans_id in self._transform._removed_id}:
1831
2059
            return False
1832
2060
        else:
1833
2061
            return fallback_check(file_id)
1861
2089
        return cur_parent
1862
2090
 
1863
2091
    def path2id(self, path):
 
2092
        if isinstance(path, list):
 
2093
            if path == []:
 
2094
                path = [""]
 
2095
            path = osutils.pathjoin(*path)
1864
2096
        return self._transform.final_file_id(self._path2trans_id(path))
1865
2097
 
1866
2098
    def id2path(self, file_id):
1876
2108
            return children
1877
2109
        children = set(self._transform.iter_tree_children(trans_id))
1878
2110
        # children in the _new_parent set are provided by _by_parent.
1879
 
        children.difference_update(self._transform._new_parent.keys())
 
2111
        children.difference_update(self._transform._new_parent)
1880
2112
        children.update(self._by_parent.get(trans_id, []))
1881
2113
        self._all_children_cache[trans_id] = children
1882
2114
        return children
1883
2115
 
1884
 
    def iter_children(self, file_id):
 
2116
    def _iter_children(self, file_id):
1885
2117
        trans_id = self._transform.trans_id_file_id(file_id)
1886
2118
        for child_trans_id in self._all_children(trans_id):
1887
2119
            yield self._transform.final_file_id(child_trans_id)
1895
2127
            if self._transform.final_file_id(trans_id) is None:
1896
2128
                yield self._final_paths._determine_path(trans_id)
1897
2129
 
1898
 
    def _make_inv_entries(self, ordered_entries, specific_file_ids=None,
1899
 
        yield_parents=False):
 
2130
    def _make_inv_entries(self, ordered_entries, specific_files=None):
1900
2131
        for trans_id, parent_file_id in ordered_entries:
1901
2132
            file_id = self._transform.final_file_id(trans_id)
1902
2133
            if file_id is None:
1903
2134
                continue
1904
 
            if (specific_file_ids is not None
1905
 
                and file_id not in specific_file_ids):
 
2135
            if (specific_files is not None and
 
2136
                unicode(self._final_paths.get_path(trans_id)) not in specific_files):
1906
2137
                continue
1907
 
            try:
1908
 
                kind = self._transform.final_kind(trans_id)
1909
 
            except NoSuchFile:
1910
 
                kind = self._transform._tree.stored_kind(file_id)
 
2138
            kind = self._transform.final_kind(trans_id)
 
2139
            if kind is None:
 
2140
                kind = self._transform._tree.stored_kind(
 
2141
                    self._transform._tree.id2path(file_id),
 
2142
                    file_id)
1911
2143
            new_entry = inventory.make_entry(
1912
2144
                kind,
1913
2145
                self._transform.final_name(trans_id),
1928
2160
                ordered_ids.append((trans_id, parent_file_id))
1929
2161
        return ordered_ids
1930
2162
 
1931
 
    def iter_entries_by_dir(self, specific_file_ids=None, yield_parents=False):
 
2163
    def iter_child_entries(self, path, file_id=None):
 
2164
        trans_id = self._path2trans_id(path)
 
2165
        if trans_id is None:
 
2166
            raise errors.NoSuchFile(path)
 
2167
        todo = [(child_trans_id, trans_id) for child_trans_id in
 
2168
                self._all_children(trans_id)]
 
2169
        for entry, trans_id in self._make_inv_entries(todo):
 
2170
            yield entry
 
2171
 
 
2172
    def iter_entries_by_dir(self, specific_files=None):
1932
2173
        # This may not be a maximally efficient implementation, but it is
1933
2174
        # reasonably straightforward.  An implementation that grafts the
1934
2175
        # TreeTransform changes onto the tree's iter_entries_by_dir results
1936
2177
        # position.
1937
2178
        ordered_ids = self._list_files_by_dir()
1938
2179
        for entry, trans_id in self._make_inv_entries(ordered_ids,
1939
 
            specific_file_ids, yield_parents=yield_parents):
 
2180
            specific_files):
1940
2181
            yield unicode(self._final_paths.get_path(trans_id)), entry
1941
2182
 
1942
2183
    def _iter_entries_for_dir(self, dir_path):
1943
2184
        """Return path, entry for items in a directory without recursing down."""
1944
 
        dir_file_id = self.path2id(dir_path)
1945
2185
        ordered_ids = []
1946
 
        for file_id in self.iter_children(dir_file_id):
1947
 
            trans_id = self._transform.trans_id_file_id(file_id)
1948
 
            ordered_ids.append((trans_id, file_id))
 
2186
        dir_trans_id = self._path2trans_id(dir_path)
 
2187
        dir_id = self._transform.final_file_id(dir_trans_id)
 
2188
        for child_trans_id in self._all_children(dir_trans_id):
 
2189
            ordered_ids.append((child_trans_id, dir_id))
1949
2190
        for entry, trans_id in self._make_inv_entries(ordered_ids):
1950
2191
            yield unicode(self._final_paths.get_path(trans_id)), entry
1951
2192
 
1975
2216
            for path, entry in entries:
1976
2217
                yield path, 'V', entry.kind, entry.file_id, entry
1977
2218
 
1978
 
    def kind(self, file_id):
1979
 
        trans_id = self._transform.trans_id_file_id(file_id)
 
2219
    def kind(self, path, file_id=None):
 
2220
        trans_id = self._path2trans_id(path)
 
2221
        if trans_id is None:
 
2222
            raise errors.NoSuchFile(path)
1980
2223
        return self._transform.final_kind(trans_id)
1981
2224
 
1982
 
    def stored_kind(self, file_id):
1983
 
        trans_id = self._transform.trans_id_file_id(file_id)
 
2225
    def stored_kind(self, path, file_id=None):
 
2226
        trans_id = self._path2trans_id(path)
 
2227
        if trans_id is None:
 
2228
            raise errors.NoSuchFile(path)
1984
2229
        try:
1985
2230
            return self._transform._new_contents[trans_id]
1986
2231
        except KeyError:
1987
 
            return self._transform._tree.stored_kind(file_id)
 
2232
            return self._transform._tree.stored_kind(path, file_id)
1988
2233
 
1989
 
    def get_file_mtime(self, file_id, path=None):
 
2234
    def get_file_mtime(self, path, file_id=None):
1990
2235
        """See Tree.get_file_mtime"""
 
2236
        if file_id is None:
 
2237
            file_id = self.path2id(path)
 
2238
        if file_id is None:
 
2239
            raise errors.NoSuchFile(path)
1991
2240
        if not self._content_change(file_id):
1992
 
            return self._transform._tree.get_file_mtime(file_id)
1993
 
        return self._stat_limbo_file(file_id).st_mtime
1994
 
 
1995
 
    def _file_size(self, entry, stat_value):
1996
 
        return self.get_file_size(entry.file_id)
1997
 
 
1998
 
    def get_file_size(self, file_id):
 
2241
            return self._transform._tree.get_file_mtime(
 
2242
                    self._transform._tree.id2path(file_id), file_id)
 
2243
        trans_id = self._path2trans_id(path)
 
2244
        return self._stat_limbo_file(trans_id).st_mtime
 
2245
 
 
2246
    def get_file_size(self, path, file_id=None):
1999
2247
        """See Tree.get_file_size"""
2000
 
        if self.kind(file_id) == 'file':
2001
 
            return self._transform._tree.get_file_size(file_id)
 
2248
        trans_id = self._path2trans_id(path)
 
2249
        if trans_id is None:
 
2250
            raise errors.NoSuchFile(path)
 
2251
        kind = self._transform.final_kind(trans_id)
 
2252
        if kind != 'file':
 
2253
            return None
 
2254
        if trans_id in self._transform._new_contents:
 
2255
            return self._stat_limbo_file(trans_id).st_size
 
2256
        if self.kind(path, file_id) == 'file':
 
2257
            return self._transform._tree.get_file_size(path, file_id)
2002
2258
        else:
2003
2259
            return None
2004
2260
 
2005
 
    def get_file_sha1(self, file_id, path=None, stat_value=None):
2006
 
        trans_id = self._transform.trans_id_file_id(file_id)
2007
 
        kind = self._transform._new_contents.get(trans_id)
2008
 
        if kind is None:
2009
 
            return self._transform._tree.get_file_sha1(file_id)
2010
 
        if kind == 'file':
2011
 
            fileobj = self.get_file(file_id)
 
2261
    def get_file_verifier(self, path, file_id=None, stat_value=None):
 
2262
        trans_id = self._path2trans_id(path)
 
2263
        if trans_id is None:
 
2264
            raise errors.NoSuchFile(path)
 
2265
        kind = self._transform._new_contents.get(trans_id)
 
2266
        if kind is None:
 
2267
            return self._transform._tree.get_file_verifier(path, file_id)
 
2268
        if kind == 'file':
 
2269
            fileobj = self.get_file(path, file_id)
 
2270
            try:
 
2271
                return ("SHA1", sha_file(fileobj))
 
2272
            finally:
 
2273
                fileobj.close()
 
2274
 
 
2275
    def get_file_sha1(self, path, file_id=None, stat_value=None):
 
2276
        trans_id = self._path2trans_id(path)
 
2277
        if trans_id is None:
 
2278
            raise errors.NoSuchFile(path)
 
2279
        kind = self._transform._new_contents.get(trans_id)
 
2280
        if kind is None:
 
2281
            return self._transform._tree.get_file_sha1(path, file_id)
 
2282
        if kind == 'file':
 
2283
            fileobj = self.get_file(path, file_id)
2012
2284
            try:
2013
2285
                return sha_file(fileobj)
2014
2286
            finally:
2015
2287
                fileobj.close()
2016
2288
 
2017
 
    def is_executable(self, file_id, path=None):
2018
 
        if file_id is None:
 
2289
    def is_executable(self, path, file_id=None):
 
2290
        trans_id = self._path2trans_id(path)
 
2291
        if trans_id is None:
2019
2292
            return False
2020
 
        trans_id = self._transform.trans_id_file_id(file_id)
2021
2293
        try:
2022
2294
            return self._transform._new_executability[trans_id]
2023
2295
        except KeyError:
2024
2296
            try:
2025
 
                return self._transform._tree.is_executable(file_id, path)
2026
 
            except OSError, e:
 
2297
                return self._transform._tree.is_executable(path, file_id)
 
2298
            except OSError as e:
2027
2299
                if e.errno == errno.ENOENT:
2028
2300
                    return False
2029
2301
                raise
2030
 
            except errors.NoSuchId:
 
2302
            except errors.NoSuchFile:
2031
2303
                return False
2032
2304
 
 
2305
    def has_filename(self, path):
 
2306
        trans_id = self._path2trans_id(path)
 
2307
        if trans_id in self._transform._new_contents:
 
2308
            return True
 
2309
        elif trans_id in self._transform._removed_contents:
 
2310
            return False
 
2311
        else:
 
2312
            return self._transform._tree.has_filename(path)
 
2313
 
2033
2314
    def path_content_summary(self, path):
2034
2315
        trans_id = self._path2trans_id(path)
2035
2316
        tt = self._transform
2048
2329
            if kind == 'file':
2049
2330
                statval = os.lstat(limbo_name)
2050
2331
                size = statval.st_size
2051
 
                if not supports_executable():
 
2332
                if not tt._limbo_supports_executable():
2052
2333
                    executable = False
2053
2334
                else:
2054
2335
                    executable = statval.st_mode & S_IEXEC
2081
2362
            raise ValueError('want_unversioned is not supported')
2082
2363
        return self._transform.iter_changes()
2083
2364
 
2084
 
    def get_file(self, file_id, path=None):
 
2365
    def get_file(self, path, file_id=None):
2085
2366
        """See Tree.get_file"""
 
2367
        if file_id is None:
 
2368
            file_id = self.path2id(path)
2086
2369
        if not self._content_change(file_id):
2087
 
            return self._transform._tree.get_file(file_id, path)
2088
 
        trans_id = self._transform.trans_id_file_id(file_id)
 
2370
            return self._transform._tree.get_file(path, file_id)
 
2371
        trans_id = self._path2trans_id(path)
2089
2372
        name = self._transform._limbo_name(trans_id)
2090
2373
        return open(name, 'rb')
2091
2374
 
2092
 
    def get_file_with_stat(self, file_id, path=None):
2093
 
        return self.get_file(file_id, path), None
 
2375
    def get_file_with_stat(self, path, file_id=None):
 
2376
        return self.get_file(path, file_id), None
2094
2377
 
2095
 
    def annotate_iter(self, file_id,
 
2378
    def annotate_iter(self, path, file_id=None,
2096
2379
                      default_revision=_mod_revision.CURRENT_REVISION):
 
2380
        if file_id is None:
 
2381
            file_id = self.path2id(path)
2097
2382
        changes = self._iter_changes_cache.get(file_id)
2098
2383
        if changes is None:
2099
2384
            get_old = True
2104
2389
                return None
2105
2390
            get_old = (kind[0] == 'file' and versioned[0])
2106
2391
        if get_old:
2107
 
            old_annotation = self._transform._tree.annotate_iter(file_id,
2108
 
                default_revision=default_revision)
 
2392
            old_annotation = self._transform._tree.annotate_iter(
 
2393
                    path, file_id=file_id, default_revision=default_revision)
2109
2394
        else:
2110
2395
            old_annotation = []
2111
2396
        if changes is None:
2120
2405
        #       It would be nice to be able to use the new Annotator based
2121
2406
        #       approach, as well.
2122
2407
        return annotate.reannotate([old_annotation],
2123
 
                                   self.get_file(file_id).readlines(),
 
2408
                                   self.get_file(path, file_id).readlines(),
2124
2409
                                   default_revision)
2125
2410
 
2126
 
    def get_symlink_target(self, file_id):
 
2411
    def get_symlink_target(self, path, file_id=None):
2127
2412
        """See Tree.get_symlink_target"""
 
2413
        if file_id is None:
 
2414
            file_id = self.path2id(path)
2128
2415
        if not self._content_change(file_id):
2129
 
            return self._transform._tree.get_symlink_target(file_id)
2130
 
        trans_id = self._transform.trans_id_file_id(file_id)
 
2416
            return self._transform._tree.get_symlink_target(path)
 
2417
        trans_id = self._path2trans_id(path)
2131
2418
        name = self._transform._limbo_name(trans_id)
2132
2419
        return osutils.readlink(name)
2133
2420
 
2144
2431
                path_from_root = self._final_paths.get_path(child_id)
2145
2432
                basename = self._transform.final_name(child_id)
2146
2433
                file_id = self._transform.final_file_id(child_id)
2147
 
                try:
2148
 
                    kind = self._transform.final_kind(child_id)
 
2434
                kind  = self._transform.final_kind(child_id)
 
2435
                if kind is not None:
2149
2436
                    versioned_kind = kind
2150
 
                except NoSuchFile:
 
2437
                else:
2151
2438
                    kind = 'unknown'
2152
 
                    versioned_kind = self._transform._tree.stored_kind(file_id)
 
2439
                    versioned_kind = self._transform._tree.stored_kind(
 
2440
                            self._transform._tree.id2path(file_id),
 
2441
                            file_id)
2153
2442
                if versioned_kind == 'directory':
2154
2443
                    subdirs.append(child_id)
2155
2444
                children.append((path_from_root, basename, kind, None,
2243
2532
    :param delta_from_tree: If true, build_tree may use the input Tree to
2244
2533
        generate the inventory delta.
2245
2534
    """
2246
 
    wt.lock_tree_write()
2247
 
    try:
2248
 
        tree.lock_read()
 
2535
    with wt.lock_tree_write(), tree.lock_read():
 
2536
        if accelerator_tree is not None:
 
2537
            accelerator_tree.lock_read()
2249
2538
        try:
 
2539
            return _build_tree(tree, wt, accelerator_tree, hardlink,
 
2540
                               delta_from_tree)
 
2541
        finally:
2250
2542
            if accelerator_tree is not None:
2251
 
                accelerator_tree.lock_read()
2252
 
            try:
2253
 
                return _build_tree(tree, wt, accelerator_tree, hardlink,
2254
 
                                   delta_from_tree)
2255
 
            finally:
2256
 
                if accelerator_tree is not None:
2257
 
                    accelerator_tree.unlock()
2258
 
        finally:
2259
 
            tree.unlock()
2260
 
    finally:
2261
 
        wt.unlock()
 
2543
                accelerator_tree.unlock()
2262
2544
 
2263
2545
 
2264
2546
def _build_tree(tree, wt, accelerator_tree, hardlink, delta_from_tree):
2265
2547
    """See build_tree."""
2266
 
    for num, _unused in enumerate(wt.all_file_ids()):
 
2548
    for num, _unused in enumerate(wt.all_versioned_paths()):
2267
2549
        if num > 0:  # more than just a root
2268
2550
            raise errors.WorkingTreeAlreadyPopulated(base=wt.basedir)
2269
 
    existing_files = set()
2270
 
    for dir, files in wt.walkdirs():
2271
 
        existing_files.update(f[0] for f in files)
2272
2551
    file_trans_id = {}
2273
 
    top_pb = bzrlib.ui.ui_factory.nested_progress_bar()
 
2552
    top_pb = ui.ui_factory.nested_progress_bar()
2274
2553
    pp = ProgressPhase("Build phase", 2, top_pb)
2275
 
    if tree.inventory.root is not None:
 
2554
    if tree.get_root_id() is not None:
2276
2555
        # This is kind of a hack: we should be altering the root
2277
2556
        # as part of the regular tree shape diff logic.
2278
2557
        # The conditional test here is to avoid doing an
2287
2566
    divert = set()
2288
2567
    try:
2289
2568
        pp.next_phase()
2290
 
        file_trans_id[wt.get_root_id()] = \
2291
 
            tt.trans_id_tree_file_id(wt.get_root_id())
2292
 
        pb = bzrlib.ui.ui_factory.nested_progress_bar()
2293
 
        try:
 
2569
        file_trans_id[wt.get_root_id()] = tt.trans_id_tree_path('')
 
2570
        with ui.ui_factory.nested_progress_bar() as pb:
2294
2571
            deferred_contents = []
2295
2572
            num = 0
2296
 
            total = len(tree.inventory)
 
2573
            total = len(tree.all_versioned_paths())
2297
2574
            if delta_from_tree:
2298
2575
                precomputed_delta = []
2299
2576
            else:
2300
2577
                precomputed_delta = None
 
2578
            # Check if tree inventory has content. If so, we populate
 
2579
            # existing_files with the directory content. If there are no
 
2580
            # entries we skip populating existing_files as its not used.
 
2581
            # This improves performance and unncessary work on large
 
2582
            # directory trees. (#501307)
 
2583
            if total > 0:
 
2584
                existing_files = set()
 
2585
                for dir, files in wt.walkdirs():
 
2586
                    existing_files.update(f[0] for f in files)
2301
2587
            for num, (tree_path, entry) in \
2302
 
                enumerate(tree.inventory.iter_entries_by_dir()):
2303
 
                pb.update("Building tree", num - len(deferred_contents), total)
 
2588
                enumerate(tree.iter_entries_by_dir()):
 
2589
                pb.update(gettext("Building tree"), num - len(deferred_contents), total)
2304
2590
                if entry.parent_id is None:
2305
2591
                    continue
2306
2592
                reparent = False
2312
2598
                    kind = file_kind(target_path)
2313
2599
                    if kind == "directory":
2314
2600
                        try:
2315
 
                            bzrdir.BzrDir.open(target_path)
 
2601
                            controldir.ControlDir.open(target_path)
2316
2602
                        except errors.NotBranchError:
2317
2603
                            pass
2318
2604
                        else:
2319
2605
                            divert.add(file_id)
2320
2606
                    if (file_id not in divert and
2321
 
                        _content_match(tree, entry, file_id, kind,
 
2607
                        _content_match(tree, entry, tree_path, file_id, kind,
2322
2608
                        target_path)):
2323
2609
                        tt.delete_contents(tt.trans_id_tree_path(tree_path))
2324
2610
                        if kind == 'directory':
2330
2616
                    trans_id = tt.create_path(entry.name, parent_id)
2331
2617
                    file_trans_id[file_id] = trans_id
2332
2618
                    tt.version_file(file_id, trans_id)
2333
 
                    executable = tree.is_executable(file_id, tree_path)
 
2619
                    executable = tree.is_executable(tree_path, file_id)
2334
2620
                    if executable:
2335
2621
                        tt.set_executability(executable, trans_id)
2336
 
                    trans_data = (trans_id, tree_path)
2337
 
                    deferred_contents.append((file_id, trans_data))
 
2622
                    trans_data = (trans_id, file_id, tree_path, entry.text_sha1)
 
2623
                    deferred_contents.append((tree_path, trans_data))
2338
2624
                else:
2339
 
                    file_trans_id[file_id] = new_by_entry(tt, entry, parent_id,
2340
 
                                                          tree)
 
2625
                    file_trans_id[file_id] = new_by_entry(
 
2626
                            tree_path, tt, entry, parent_id, tree)
2341
2627
                if reparent:
2342
2628
                    new_trans_id = file_trans_id[file_id]
2343
2629
                    old_parent = tt.trans_id_tree_path(tree_path)
2345
2631
            offset = num + 1 - len(deferred_contents)
2346
2632
            _create_files(tt, tree, deferred_contents, pb, offset,
2347
2633
                          accelerator_tree, hardlink)
2348
 
        finally:
2349
 
            pb.finished()
2350
2634
        pp.next_phase()
2351
2635
        divert_trans = set(file_trans_id[f] for f in divert)
2352
2636
        resolver = lambda t, c: resolve_checkout(t, c, divert_trans)
2355
2639
            precomputed_delta = None
2356
2640
        conflicts = cook_conflicts(raw_conflicts, tt)
2357
2641
        for conflict in conflicts:
2358
 
            warning(conflict)
 
2642
            trace.warning(unicode(conflict))
2359
2643
        try:
2360
2644
            wt.add_conflicts(conflicts)
2361
2645
        except errors.UnsupportedOperation:
2376
2660
        new_desired_files = desired_files
2377
2661
    else:
2378
2662
        iter = accelerator_tree.iter_changes(tree, include_unchanged=True)
2379
 
        unchanged = [(f, p[1]) for (f, p, c, v, d, n, k, e)
 
2663
        unchanged = [(p[0], p[1]) for (f, p, c, v, d, n, k, e)
2380
2664
                     in iter if not (c or e[0] != e[1])]
2381
2665
        if accelerator_tree.supports_content_filtering():
2382
 
            unchanged = [(f, p) for (f, p) in unchanged
2383
 
                         if not accelerator_tree.iter_search_rules([p]).next()]
 
2666
            unchanged = [(tp, ap) for (tp, ap) in unchanged
 
2667
                         if not next(accelerator_tree.iter_search_rules([ap]))]
2384
2668
        unchanged = dict(unchanged)
2385
2669
        new_desired_files = []
2386
2670
        count = 0
2387
 
        for file_id, (trans_id, tree_path) in desired_files:
2388
 
            accelerator_path = unchanged.get(file_id)
 
2671
        for unused_tree_path, (trans_id, file_id, tree_path, text_sha1) in desired_files:
 
2672
            accelerator_path = unchanged.get(tree_path)
2389
2673
            if accelerator_path is None:
2390
 
                new_desired_files.append((file_id, (trans_id, tree_path)))
 
2674
                new_desired_files.append((tree_path,
 
2675
                    (trans_id, file_id, tree_path, text_sha1)))
2391
2676
                continue
2392
 
            pb.update('Adding file contents', count + offset, total)
 
2677
            pb.update(gettext('Adding file contents'), count + offset, total)
2393
2678
            if hardlink:
2394
2679
                tt.create_hardlink(accelerator_tree.abspath(accelerator_path),
2395
2680
                                   trans_id)
2396
2681
            else:
2397
 
                contents = accelerator_tree.get_file(file_id, accelerator_path)
 
2682
                contents = accelerator_tree.get_file(accelerator_path, file_id)
2398
2683
                if wt.supports_content_filtering():
2399
2684
                    filters = wt._content_filter_stack(tree_path)
2400
2685
                    contents = filtered_output_bytes(contents, filters,
2401
2686
                        ContentFilterContext(tree_path, tree))
2402
2687
                try:
2403
 
                    tt.create_file(contents, trans_id)
 
2688
                    tt.create_file(contents, trans_id, sha1=text_sha1)
2404
2689
                finally:
2405
2690
                    try:
2406
2691
                        contents.close()
2409
2694
                        pass
2410
2695
            count += 1
2411
2696
        offset += count
2412
 
    for count, ((trans_id, tree_path), contents) in enumerate(
 
2697
    for count, ((trans_id, file_id, tree_path, text_sha1), contents) in enumerate(
2413
2698
            tree.iter_files_bytes(new_desired_files)):
2414
2699
        if wt.supports_content_filtering():
2415
2700
            filters = wt._content_filter_stack(tree_path)
2416
2701
            contents = filtered_output_bytes(contents, filters,
2417
2702
                ContentFilterContext(tree_path, tree))
2418
 
        tt.create_file(contents, trans_id)
2419
 
        pb.update('Adding file contents', count + offset, total)
 
2703
        tt.create_file(contents, trans_id, sha1=text_sha1)
 
2704
        pb.update(gettext('Adding file contents'), count + offset, total)
2420
2705
 
2421
2706
 
2422
2707
def _reparent_children(tt, old_parent, new_parent):
2423
2708
    for child in tt.iter_tree_children(old_parent):
2424
2709
        tt.adjust_path(tt.final_name(child), new_parent, child)
2425
2710
 
 
2711
 
2426
2712
def _reparent_transform_children(tt, old_parent, new_parent):
2427
2713
    by_parent = tt.by_parent()
2428
2714
    for child in by_parent[old_parent]:
2429
2715
        tt.adjust_path(tt.final_name(child), new_parent, child)
2430
2716
    return by_parent[old_parent]
2431
2717
 
2432
 
def _content_match(tree, entry, file_id, kind, target_path):
 
2718
 
 
2719
def _content_match(tree, entry, tree_path, file_id, kind, target_path):
2433
2720
    if entry.kind != kind:
2434
2721
        return False
2435
2722
    if entry.kind == "directory":
2436
2723
        return True
2437
2724
    if entry.kind == "file":
2438
 
        if tree.get_file(file_id).read() == file(target_path, 'rb').read():
2439
 
            return True
 
2725
        f = file(target_path, 'rb')
 
2726
        try:
 
2727
            if tree.get_file_text(tree_path, file_id) == f.read():
 
2728
                return True
 
2729
        finally:
 
2730
            f.close()
2440
2731
    elif entry.kind == "symlink":
2441
 
        if tree.get_symlink_target(file_id) == os.readlink(target_path):
 
2732
        if tree.get_symlink_target(tree_path, file_id) == os.readlink(target_path):
2442
2733
            return True
2443
2734
    return False
2444
2735
 
2473
2764
    return new_conflicts
2474
2765
 
2475
2766
 
2476
 
def new_by_entry(tt, entry, parent_id, tree):
 
2767
def new_by_entry(path, tt, entry, parent_id, tree):
2477
2768
    """Create a new file according to its inventory entry"""
2478
2769
    name = entry.name
2479
2770
    kind = entry.kind
2480
2771
    if kind == 'file':
2481
 
        contents = tree.get_file(entry.file_id).readlines()
2482
 
        executable = tree.is_executable(entry.file_id)
 
2772
        contents = tree.get_file(path, entry.file_id).readlines()
 
2773
        executable = tree.is_executable(path, entry.file_id)
2483
2774
        return tt.new_file(name, parent_id, contents, entry.file_id,
2484
2775
                           executable)
2485
2776
    elif kind in ('directory', 'tree-reference'):
2488
2779
            tt.set_tree_reference(entry.reference_revision, trans_id)
2489
2780
        return trans_id
2490
2781
    elif kind == 'symlink':
2491
 
        target = tree.get_symlink_target(entry.file_id)
 
2782
        target = tree.get_symlink_target(path, entry.file_id)
2492
2783
        return tt.new_symlink(name, parent_id, target, entry.file_id)
2493
2784
    else:
2494
2785
        raise errors.BadFileKindError(name, kind)
2495
2786
 
2496
2787
 
2497
 
@deprecated_function(deprecated_in((1, 9, 0)))
2498
 
def create_by_entry(tt, entry, tree, trans_id, lines=None, mode_id=None):
2499
 
    """Create new file contents according to an inventory entry.
2500
 
 
2501
 
    DEPRECATED.  Use create_from_tree instead.
2502
 
    """
2503
 
    if entry.kind == "file":
2504
 
        if lines is None:
2505
 
            lines = tree.get_file(entry.file_id).readlines()
2506
 
        tt.create_file(lines, trans_id, mode_id=mode_id)
2507
 
    elif entry.kind == "symlink":
2508
 
        tt.create_symlink(tree.get_symlink_target(entry.file_id), trans_id)
2509
 
    elif entry.kind == "directory":
2510
 
        tt.create_directory(trans_id)
2511
 
 
2512
 
 
2513
 
def create_from_tree(tt, trans_id, tree, file_id, bytes=None,
 
2788
def create_from_tree(tt, trans_id, tree, path, file_id=None, bytes=None,
2514
2789
    filter_tree_path=None):
2515
2790
    """Create new file contents according to tree contents.
2516
 
    
 
2791
 
2517
2792
    :param filter_tree_path: the tree path to use to lookup
2518
2793
      content filters to apply to the bytes output in the working tree.
2519
2794
      This only applies if the working tree supports content filtering.
2520
2795
    """
2521
 
    kind = tree.kind(file_id)
 
2796
    kind = tree.kind(path, file_id)
2522
2797
    if kind == 'directory':
2523
2798
        tt.create_directory(trans_id)
2524
2799
    elif kind == "file":
2525
2800
        if bytes is None:
2526
 
            tree_file = tree.get_file(file_id)
 
2801
            tree_file = tree.get_file(path, file_id)
2527
2802
            try:
2528
2803
                bytes = tree_file.readlines()
2529
2804
            finally:
2535
2810
                ContentFilterContext(filter_tree_path, tree))
2536
2811
        tt.create_file(bytes, trans_id)
2537
2812
    elif kind == "symlink":
2538
 
        tt.create_symlink(tree.get_symlink_target(file_id), trans_id)
 
2813
        tt.create_symlink(tree.get_symlink_target(path, file_id), trans_id)
2539
2814
    else:
2540
2815
        raise AssertionError('Unknown kind %r' % kind)
2541
2816
 
2546
2821
        tt.set_executability(entry.executable, trans_id)
2547
2822
 
2548
2823
 
2549
 
def get_backup_name(entry, by_parent, parent_trans_id, tt):
2550
 
    return _get_backup_name(entry.name, by_parent, parent_trans_id, tt)
2551
 
 
2552
 
 
2553
 
def _get_backup_name(name, by_parent, parent_trans_id, tt):
2554
 
    """Produce a backup-style name that appears to be available"""
2555
 
    def name_gen():
2556
 
        counter = 1
2557
 
        while True:
2558
 
            yield "%s.~%d~" % (name, counter)
2559
 
            counter += 1
2560
 
    for new_name in name_gen():
2561
 
        if not tt.has_named_child(by_parent, parent_trans_id, new_name):
2562
 
            return new_name
2563
 
 
2564
 
 
2565
 
def _entry_changes(file_id, entry, working_tree):
2566
 
    """Determine in which ways the inventory entry has changed.
2567
 
 
2568
 
    Returns booleans: has_contents, content_mod, meta_mod
2569
 
    has_contents means there are currently contents, but they differ
2570
 
    contents_mod means contents need to be modified
2571
 
    meta_mod means the metadata needs to be modified
2572
 
    """
2573
 
    cur_entry = working_tree.inventory[file_id]
2574
 
    try:
2575
 
        working_kind = working_tree.kind(file_id)
2576
 
        has_contents = True
2577
 
    except NoSuchFile:
2578
 
        has_contents = False
2579
 
        contents_mod = True
2580
 
        meta_mod = False
2581
 
    if has_contents is True:
2582
 
        if entry.kind != working_kind:
2583
 
            contents_mod, meta_mod = True, False
2584
 
        else:
2585
 
            cur_entry._read_tree_state(working_tree.id2path(file_id),
2586
 
                                       working_tree)
2587
 
            contents_mod, meta_mod = entry.detect_changes(cur_entry)
2588
 
            cur_entry._forget_tree_state()
2589
 
    return has_contents, contents_mod, meta_mod
2590
 
 
2591
 
 
2592
2824
def revert(working_tree, target_tree, filenames, backups=False,
2593
2825
           pb=None, change_reporter=None):
2594
2826
    """Revert a working tree's contents to those of a target tree."""
2604
2836
                unversioned_filter=working_tree.is_ignored)
2605
2837
            delta.report_changes(tt.iter_changes(), change_reporter)
2606
2838
        for conflict in conflicts:
2607
 
            warning(conflict)
 
2839
            trace.warning(unicode(conflict))
2608
2840
        pp.next_phase()
2609
2841
        tt.apply()
2610
 
        working_tree.set_merge_modified(merge_modified)
 
2842
        if working_tree.supports_merge_modified():
 
2843
            working_tree.set_merge_modified(merge_modified)
2611
2844
    finally:
2612
2845
        target_tree.unlock()
2613
2846
        tt.finalize()
2618
2851
def _prepare_revert_transform(working_tree, target_tree, tt, filenames,
2619
2852
                              backups, pp, basis_tree=None,
2620
2853
                              merge_modified=None):
2621
 
    child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
2622
 
    try:
 
2854
    with ui.ui_factory.nested_progress_bar() as child_pb:
2623
2855
        if merge_modified is None:
2624
2856
            merge_modified = working_tree.merge_modified()
2625
2857
        merge_modified = _alter_files(working_tree, target_tree, tt,
2626
2858
                                      child_pb, filenames, backups,
2627
2859
                                      merge_modified, basis_tree)
2628
 
    finally:
2629
 
        child_pb.finished()
2630
 
    child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
2631
 
    try:
 
2860
    with ui.ui_factory.nested_progress_bar() as child_pb:
2632
2861
        raw_conflicts = resolve_conflicts(tt, child_pb,
2633
2862
            lambda t, c: conflict_pass(t, c, target_tree))
2634
 
    finally:
2635
 
        child_pb.finished()
2636
2863
    conflicts = cook_conflicts(raw_conflicts, tt)
2637
2864
    return conflicts, merge_modified
2638
2865
 
2641
2868
                 backups, merge_modified, basis_tree=None):
2642
2869
    if basis_tree is not None:
2643
2870
        basis_tree.lock_read()
2644
 
    change_list = target_tree.iter_changes(working_tree,
 
2871
    # We ask the working_tree for its changes relative to the target, rather
 
2872
    # than the target changes relative to the working tree. Because WT4 has an
 
2873
    # optimizer to compare itself to a target, but no optimizer for the
 
2874
    # reverse.
 
2875
    change_list = working_tree.iter_changes(target_tree,
2645
2876
        specific_files=specific_files, pb=pb)
2646
2877
    if target_tree.get_root_id() is None:
2647
2878
        skip_root = True
2651
2882
        deferred_files = []
2652
2883
        for id_num, (file_id, path, changed_content, versioned, parent, name,
2653
2884
                kind, executable) in enumerate(change_list):
2654
 
            if skip_root and file_id[0] is not None and parent[0] is None:
 
2885
            target_path, wt_path = path
 
2886
            target_versioned, wt_versioned = versioned
 
2887
            target_parent, wt_parent = parent
 
2888
            target_name, wt_name = name
 
2889
            target_kind, wt_kind = kind
 
2890
            target_executable, wt_executable = executable
 
2891
            if skip_root and wt_parent is None:
2655
2892
                continue
2656
2893
            trans_id = tt.trans_id_file_id(file_id)
2657
2894
            mode_id = None
2658
2895
            if changed_content:
2659
2896
                keep_content = False
2660
 
                if kind[0] == 'file' and (backups or kind[1] is None):
2661
 
                    wt_sha1 = working_tree.get_file_sha1(file_id)
 
2897
                if wt_kind == 'file' and (backups or target_kind is None):
 
2898
                    wt_sha1 = working_tree.get_file_sha1(wt_path, file_id)
2662
2899
                    if merge_modified.get(file_id) != wt_sha1:
2663
2900
                        # acquire the basis tree lazily to prevent the
2664
2901
                        # expense of accessing it when it's not needed ?
2666
2903
                        if basis_tree is None:
2667
2904
                            basis_tree = working_tree.basis_tree()
2668
2905
                            basis_tree.lock_read()
2669
 
                        if file_id in basis_tree:
2670
 
                            if wt_sha1 != basis_tree.get_file_sha1(file_id):
2671
 
                                keep_content = True
2672
 
                        elif kind[1] is None and not versioned[1]:
2673
 
                            keep_content = True
2674
 
                if kind[0] is not None:
 
2906
                        basis_path = find_previous_path(working_tree, basis_tree, wt_path)
 
2907
                        if basis_path is None:
 
2908
                            if target_kind is None and not target_versioned:
 
2909
                                keep_content = True
 
2910
                        else:
 
2911
                            if wt_sha1 != basis_tree.get_file_sha1(basis_path, file_id):
 
2912
                                keep_content = True
 
2913
                if wt_kind is not None:
2675
2914
                    if not keep_content:
2676
2915
                        tt.delete_contents(trans_id)
2677
 
                    elif kind[1] is not None:
2678
 
                        parent_trans_id = tt.trans_id_file_id(parent[0])
2679
 
                        by_parent = tt.by_parent()
2680
 
                        backup_name = _get_backup_name(name[0], by_parent,
2681
 
                                                       parent_trans_id, tt)
 
2916
                    elif target_kind is not None:
 
2917
                        parent_trans_id = tt.trans_id_file_id(wt_parent)
 
2918
                        backup_name = tt._available_backup_name(
 
2919
                            wt_name, parent_trans_id)
2682
2920
                        tt.adjust_path(backup_name, parent_trans_id, trans_id)
2683
 
                        new_trans_id = tt.create_path(name[0], parent_trans_id)
2684
 
                        if versioned == (True, True):
 
2921
                        new_trans_id = tt.create_path(wt_name, parent_trans_id)
 
2922
                        if wt_versioned and target_versioned:
2685
2923
                            tt.unversion_file(trans_id)
2686
2924
                            tt.version_file(file_id, new_trans_id)
2687
2925
                        # New contents should have the same unix perms as old
2688
2926
                        # contents
2689
2927
                        mode_id = trans_id
2690
2928
                        trans_id = new_trans_id
2691
 
                if kind[1] in ('directory', 'tree-reference'):
 
2929
                if target_kind in ('directory', 'tree-reference'):
2692
2930
                    tt.create_directory(trans_id)
2693
 
                    if kind[1] == 'tree-reference':
2694
 
                        revision = target_tree.get_reference_revision(file_id,
2695
 
                                                                      path[1])
 
2931
                    if target_kind == 'tree-reference':
 
2932
                        revision = target_tree.get_reference_revision(
 
2933
                                target_path, file_id)
2696
2934
                        tt.set_tree_reference(revision, trans_id)
2697
 
                elif kind[1] == 'symlink':
2698
 
                    tt.create_symlink(target_tree.get_symlink_target(file_id),
2699
 
                                      trans_id)
2700
 
                elif kind[1] == 'file':
2701
 
                    deferred_files.append((file_id, (trans_id, mode_id)))
 
2935
                elif target_kind == 'symlink':
 
2936
                    tt.create_symlink(target_tree.get_symlink_target(
 
2937
                            target_path, file_id), trans_id)
 
2938
                elif target_kind == 'file':
 
2939
                    deferred_files.append((target_path, (trans_id, mode_id, file_id)))
2702
2940
                    if basis_tree is None:
2703
2941
                        basis_tree = working_tree.basis_tree()
2704
2942
                        basis_tree.lock_read()
2705
 
                    new_sha1 = target_tree.get_file_sha1(file_id)
2706
 
                    if (file_id in basis_tree and new_sha1 ==
2707
 
                        basis_tree.get_file_sha1(file_id)):
 
2943
                    new_sha1 = target_tree.get_file_sha1(target_path, file_id)
 
2944
                    basis_path = find_previous_path(target_tree, basis_tree, target_path)
 
2945
                    if (basis_path is not None and
 
2946
                        new_sha1 == basis_tree.get_file_sha1(basis_path, file_id)):
2708
2947
                        if file_id in merge_modified:
2709
2948
                            del merge_modified[file_id]
2710
2949
                    else:
2711
2950
                        merge_modified[file_id] = new_sha1
2712
2951
 
2713
2952
                    # preserve the execute bit when backing up
2714
 
                    if keep_content and executable[0] == executable[1]:
2715
 
                        tt.set_executability(executable[1], trans_id)
2716
 
                elif kind[1] is not None:
2717
 
                    raise AssertionError(kind[1])
2718
 
            if versioned == (False, True):
 
2953
                    if keep_content and wt_executable == target_executable:
 
2954
                        tt.set_executability(target_executable, trans_id)
 
2955
                elif target_kind is not None:
 
2956
                    raise AssertionError(target_kind)
 
2957
            if not wt_versioned and target_versioned:
2719
2958
                tt.version_file(file_id, trans_id)
2720
 
            if versioned == (True, False):
 
2959
            if wt_versioned and not target_versioned:
2721
2960
                tt.unversion_file(trans_id)
2722
 
            if (name[1] is not None and
2723
 
                (name[0] != name[1] or parent[0] != parent[1])):
2724
 
                if name[1] == '' and parent[1] is None:
 
2961
            if (target_name is not None and
 
2962
                (wt_name != target_name or wt_parent != target_parent)):
 
2963
                if target_name == '' and target_parent is None:
2725
2964
                    parent_trans = ROOT_PARENT
2726
2965
                else:
2727
 
                    parent_trans = tt.trans_id_file_id(parent[1])
2728
 
                if parent[0] is None and versioned[0]:
2729
 
                    tt.adjust_root_path(name[1], parent_trans)
 
2966
                    parent_trans = tt.trans_id_file_id(target_parent)
 
2967
                if wt_parent is None and wt_versioned:
 
2968
                    tt.adjust_root_path(target_name, parent_trans)
2730
2969
                else:
2731
 
                    tt.adjust_path(name[1], parent_trans, trans_id)
2732
 
            if executable[0] != executable[1] and kind[1] == "file":
2733
 
                tt.set_executability(executable[1], trans_id)
 
2970
                    tt.adjust_path(target_name, parent_trans, trans_id)
 
2971
            if wt_executable != target_executable and target_kind == "file":
 
2972
                tt.set_executability(target_executable, trans_id)
2734
2973
        if working_tree.supports_content_filtering():
2735
 
            for index, ((trans_id, mode_id), bytes) in enumerate(
 
2974
            for (trans_id, mode_id, file_id), bytes in (
2736
2975
                target_tree.iter_files_bytes(deferred_files)):
2737
 
                file_id = deferred_files[index][0]
2738
2976
                # We're reverting a tree to the target tree so using the
2739
2977
                # target tree to find the file path seems the best choice
2740
2978
                # here IMO - Ian C 27/Oct/2009
2744
2982
                    ContentFilterContext(filter_tree_path, working_tree))
2745
2983
                tt.create_file(bytes, trans_id, mode_id)
2746
2984
        else:
2747
 
            for (trans_id, mode_id), bytes in target_tree.iter_files_bytes(
 
2985
            for (trans_id, mode_id, file_id), bytes in target_tree.iter_files_bytes(
2748
2986
                deferred_files):
2749
2987
                tt.create_file(bytes, trans_id, mode_id)
2750
2988
        tt.fixup_new_roots()
2759
2997
    if pass_func is None:
2760
2998
        pass_func = conflict_pass
2761
2999
    new_conflicts = set()
2762
 
    pb = ui.ui_factory.nested_progress_bar()
2763
 
    try:
 
3000
    with ui.ui_factory.nested_progress_bar() as pb:
2764
3001
        for n in range(10):
2765
 
            pb.update('Resolution pass', n+1, 10)
 
3002
            pb.update(gettext('Resolution pass'), n+1, 10)
2766
3003
            conflicts = tt.find_conflicts()
2767
3004
            if len(conflicts) == 0:
2768
3005
                return new_conflicts
2769
3006
            new_conflicts.update(pass_func(tt, conflicts))
2770
3007
        raise MalformedTransform(conflicts=conflicts)
2771
 
    finally:
2772
 
        pb.finished()
2773
3008
 
2774
3009
 
2775
3010
def conflict_pass(tt, conflicts, path_tree=None):
2792
3027
                existing_file, new_file = conflict[2], conflict[1]
2793
3028
            else:
2794
3029
                existing_file, new_file = conflict[1], conflict[2]
2795
 
            new_name = tt.final_name(existing_file)+'.moved'
 
3030
            new_name = tt.final_name(existing_file) + '.moved'
2796
3031
            tt.adjust_path(new_name, final_parent, existing_file)
2797
3032
            new_conflicts.add((c_type, 'Moved existing file to',
2798
3033
                               existing_file, new_file))
2807
3042
 
2808
3043
        elif c_type == 'missing parent':
2809
3044
            trans_id = conflict[1]
2810
 
            try:
2811
 
                tt.cancel_deletion(trans_id)
2812
 
                new_conflicts.add(('deleting parent', 'Not deleting',
2813
 
                                   trans_id))
2814
 
            except KeyError:
 
3045
            if trans_id in tt._removed_contents:
 
3046
                cancel_deletion = True
 
3047
                orphans = tt._get_potential_orphans(trans_id)
 
3048
                if orphans:
 
3049
                    cancel_deletion = False
 
3050
                    # All children are orphans
 
3051
                    for o in orphans:
 
3052
                        try:
 
3053
                            tt.new_orphan(o, trans_id)
 
3054
                        except OrphaningError:
 
3055
                            # Something bad happened so we cancel the directory
 
3056
                            # deletion which will leave it in place with a
 
3057
                            # conflict. The user can deal with it from there.
 
3058
                            # Note that this also catch the case where we don't
 
3059
                            # want to create orphans and leave the directory in
 
3060
                            # place.
 
3061
                            cancel_deletion = True
 
3062
                            break
 
3063
                if cancel_deletion:
 
3064
                    # Cancel the directory deletion
 
3065
                    tt.cancel_deletion(trans_id)
 
3066
                    new_conflicts.add(('deleting parent', 'Not deleting',
 
3067
                                       trans_id))
 
3068
            else:
2815
3069
                create = True
2816
3070
                try:
2817
3071
                    tt.final_name(trans_id)
2820
3074
                        file_id = tt.final_file_id(trans_id)
2821
3075
                        if file_id is None:
2822
3076
                            file_id = tt.inactive_file_id(trans_id)
2823
 
                        entry = path_tree.inventory[file_id]
 
3077
                        _, entry = next(path_tree.iter_entries_by_dir(
 
3078
                            specific_files=[path_tree.id2path(file_id)]))
2824
3079
                        # special-case the other tree root (move its
2825
3080
                        # children to current root)
2826
3081
                        if entry.parent_id is None:
2841
3096
        elif c_type == 'unversioned parent':
2842
3097
            file_id = tt.inactive_file_id(conflict[1])
2843
3098
            # special-case the other tree root (move its children instead)
2844
 
            if path_tree and file_id in path_tree:
2845
 
                if path_tree.inventory[file_id].parent_id is None:
 
3099
            if path_tree and path_tree.path2id('') == file_id:
 
3100
                    # This is the root entry, skip it
2846
3101
                    continue
2847
3102
            tt.version_file(file_id, conflict[1])
2848
3103
            new_conflicts.add((c_type, 'Versioned directory', conflict[1]))
2864
3119
 
2865
3120
def cook_conflicts(raw_conflicts, tt):
2866
3121
    """Generate a list of cooked conflicts, sorted by file path"""
2867
 
    from bzrlib.conflicts import Conflict
2868
3122
    conflict_iter = iter_cook_conflicts(raw_conflicts, tt)
2869
 
    return sorted(conflict_iter, key=Conflict.sort_key)
 
3123
    return sorted(conflict_iter, key=conflicts.Conflict.sort_key)
2870
3124
 
2871
3125
 
2872
3126
def iter_cook_conflicts(raw_conflicts, tt):
2873
 
    from bzrlib.conflicts import Conflict
2874
3127
    fp = FinalPaths(tt)
2875
3128
    for conflict in raw_conflicts:
2876
3129
        c_type = conflict[0]
2878
3131
        modified_path = fp.get_path(conflict[2])
2879
3132
        modified_id = tt.final_file_id(conflict[2])
2880
3133
        if len(conflict) == 3:
2881
 
            yield Conflict.factory(c_type, action=action, path=modified_path,
2882
 
                                     file_id=modified_id)
 
3134
            yield conflicts.Conflict.factory(
 
3135
                c_type, action=action, path=modified_path, file_id=modified_id)
2883
3136
 
2884
3137
        else:
2885
3138
            conflicting_path = fp.get_path(conflict[3])
2886
3139
            conflicting_id = tt.final_file_id(conflict[3])
2887
 
            yield Conflict.factory(c_type, action=action, path=modified_path,
2888
 
                                   file_id=modified_id,
2889
 
                                   conflict_path=conflicting_path,
2890
 
                                   conflict_file_id=conflicting_id)
 
3140
            yield conflicts.Conflict.factory(
 
3141
                c_type, action=action, path=modified_path,
 
3142
                file_id=modified_id,
 
3143
                conflict_path=conflicting_path,
 
3144
                conflict_file_id=conflicting_id)
2891
3145
 
2892
3146
 
2893
3147
class _FileMover(object):
2900
3154
    def rename(self, from_, to):
2901
3155
        """Rename a file from one path to another."""
2902
3156
        try:
2903
 
            osutils.rename(from_, to)
2904
 
        except OSError, e:
 
3157
            os.rename(from_, to)
 
3158
        except OSError as e:
2905
3159
            if e.errno in (errno.EEXIST, errno.ENOTEMPTY):
2906
3160
                raise errors.FileExists(to, str(e))
2907
 
            raise
 
3161
            # normal OSError doesn't include filenames so it's hard to see where
 
3162
            # the problem is, see https://bugs.launchpad.net/bzr/+bug/491763
 
3163
            raise errors.TransformRenameFailed(from_, to, str(e), e.errno)
2908
3164
        self.past_renames.append((from_, to))
2909
3165
 
2910
3166
    def pre_delete(self, from_, to):
2920
3176
    def rollback(self):
2921
3177
        """Reverse all renames that have been performed"""
2922
3178
        for from_, to in reversed(self.past_renames):
2923
 
            osutils.rename(to, from_)
 
3179
            try:
 
3180
                os.rename(to, from_)
 
3181
            except OSError as e:
 
3182
                raise errors.TransformRenameFailed(to, from_, str(e), e.errno)
2924
3183
        # after rollback, don't reuse _FileMover
2925
3184
        past_renames = None
2926
3185
        pending_deletions = None
2932
3191
        # after apply_deletions, don't reuse _FileMover
2933
3192
        past_renames = None
2934
3193
        pending_deletions = None
 
3194
 
 
3195
 
 
3196
def link_tree(target_tree, source_tree):
 
3197
    """Where possible, hard-link files in a tree to those in another tree.
 
3198
 
 
3199
    :param target_tree: Tree to change
 
3200
    :param source_tree: Tree to hard-link from
 
3201
    """
 
3202
    tt = TreeTransform(target_tree)
 
3203
    try:
 
3204
        for (file_id, paths, changed_content, versioned, parent, name, kind,
 
3205
             executable) in target_tree.iter_changes(source_tree,
 
3206
             include_unchanged=True):
 
3207
            if changed_content:
 
3208
                continue
 
3209
            if kind != ('file', 'file'):
 
3210
                continue
 
3211
            if executable[0] != executable[1]:
 
3212
                continue
 
3213
            trans_id = tt.trans_id_tree_path(paths[1])
 
3214
            tt.delete_contents(trans_id)
 
3215
            tt.create_hardlink(source_tree.abspath(paths[0]), trans_id)
 
3216
        tt.apply()
 
3217
    finally:
 
3218
        tt.finalize()