/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
1692.7.6 by Martin Pool
[patch] force deletion of trees containing readonly files (alexander)
1
# Copyright (C) 2005, 2006 Canonical Ltd
1110 by Martin Pool
- merge aaron's merge improvements:
2
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
17
1185.1.2 by Martin Pool
- merge various windows and other fixes from Ollie Rutherfurd
18
import os
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
19
import errno
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
20
from tempfile import mkdtemp
1113 by Martin Pool
- fix is_ancestor import problem in merge
21
1545.2.1 by Aaron Bentley
Made the merge internals private
22
import bzrlib
1185.11.5 by John Arbash Meinel
Merged up-to-date against mainline, still broken.
23
from bzrlib.branch import Branch
1666.1.4 by Robert Collins
* 'Metadir' is now the default disk format. This improves behaviour in
24
from bzrlib.conflicts import ConflictList, Conflict
1545.2.1 by Aaron Bentley
Made the merge internals private
25
from bzrlib.delta import compare_trees
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
26
from bzrlib.errors import (BzrCommandError,
1534.4.28 by Robert Collins
first cut at merge from integration.
27
                           BzrError,
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
28
                           NoCommonAncestor,
29
                           NoCommits,
1534.4.28 by Robert Collins
first cut at merge from integration.
30
                           NoSuchRevision,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
31
                           NoSuchFile,
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
32
                           NotBranchError,
1185.33.27 by Martin Pool
[merge] much integrated work from robert and john
33
                           NotVersionedError,
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
34
                           UnrelatedBranches,
1534.10.12 by Aaron Bentley
Merge produces new conflicts
35
                           UnsupportedOperation,
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
36
                           WorkingTreeNotRevision,
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
37
                           BinaryFile,
1534.4.28 by Robert Collins
first cut at merge from integration.
38
                           )
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
39
from bzrlib.merge3 import Merge3
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
40
import bzrlib.osutils
1692.7.6 by Martin Pool
[patch] force deletion of trees containing readonly files (alexander)
41
from bzrlib.osutils import rename, pathjoin, rmtree
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
42
from progress import DummyProgress, ProgressPhase
1534.4.28 by Robert Collins
first cut at merge from integration.
43
from bzrlib.revision import common_ancestor, is_ancestor, NULL_REVISION
1563.1.1 by Robert Collins
Fixup internally generated deprecation warning from merge_inner.
44
from bzrlib.symbol_versioning import *
1558.15.5 by Aaron Bentley
Fixed binary handling in weave merge
45
from bzrlib.textfile import check_text_lines
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
46
from bzrlib.trace import mutter, warning, note
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
47
from bzrlib.transform import (TreeTransform, resolve_conflicts, cook_conflicts,
1731.1.3 by Aaron Bentley
I will block you
48
                              FinalPaths, create_by_entry, unique_add,
49
                              ROOT_PARENT)
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
50
from bzrlib.versionedfile import WeaveMerge
1551.2.31 by Aaron Bentley
Got merge and revert using nested pbs
51
import bzrlib.ui
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
52
53
# TODO: Report back as changes are merged in
54
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
55
def _get_tree(treespec, local_branch=None):
622 by Martin Pool
Updated merge patch from Aaron
56
    location, revno = treespec
1442.1.64 by Robert Collins
Branch.open_containing now returns a tuple (Branch, relative-path).
57
    branch = Branch.open_containing(location)[0]
493 by Martin Pool
- Merge aaron's merge command
58
    if revno is None:
974.1.36 by aaron.bentley at utoronto
Committed it even though the test case doesn't work
59
        revision = None
60
    elif revno == -1:
1241 by Martin Pool
- rename last_patch to last_revision
61
        revision = branch.last_revision()
974.1.36 by aaron.bentley at utoronto
Committed it even though the test case doesn't work
62
    else:
1185.11.5 by John Arbash Meinel
Merged up-to-date against mainline, still broken.
63
        revision = branch.get_rev_id(revno)
1185.12.98 by Aaron Bentley
Support for forcing merges of unrelated trees
64
        if revision is None:
65
            revision = NULL_REVISION
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
66
    return branch, _get_revid_tree(branch, revision, local_branch)
974.1.36 by aaron.bentley at utoronto
Committed it even though the test case doesn't work
67
1545.2.4 by Aaron Bentley
PEP8 fixes
68
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
69
def _get_revid_tree(branch, revision, local_branch):
974.1.36 by aaron.bentley at utoronto
Committed it even though the test case doesn't work
70
    if revision is None:
1534.4.50 by Robert Collins
Got the bzrdir api straightened out, plenty of refactoring to use it pending, but the api is up and running.
71
        base_tree = branch.bzrdir.open_workingtree()
493 by Martin Pool
- Merge aaron's merge command
72
    else:
974.1.32 by aaron.bentley at utoronto
Made merge do greedy fetching.
73
        if local_branch is not None:
1185.65.30 by Robert Collins
Merge integration.
74
            if local_branch.base != branch.base:
1534.1.31 by Robert Collins
Deprecated fetch.fetch and fetch.greedy_fetch for branch.fetch, and move the Repository.fetch internals to InterRepo and InterWeaveRepo.
75
                local_branch.fetch(branch, revision)
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
76
            base_tree = local_branch.repository.revision_tree(revision)
974.1.32 by aaron.bentley at utoronto
Made merge do greedy fetching.
77
        else:
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
78
            base_tree = branch.repository.revision_tree(revision)
1185.12.41 by abentley
Got rid of MergeAdapterTree
79
    return base_tree
493 by Martin Pool
- Merge aaron's merge command
80
81
1185.35.4 by Aaron Bentley
Implemented remerge
82
def transform_tree(from_tree, to_tree, interesting_ids=None):
83
    merge_inner(from_tree.branch, to_tree, from_tree, ignore_zero=True,
1558.1.3 by Aaron Bentley
Fixed deprecated op use in test suite
84
                interesting_ids=interesting_ids, this_tree=from_tree)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
85
1457.1.12 by Robert Collins
Update comment to reflect author.
86
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
87
class Merger(object):
1534.9.6 by Aaron Bentley
Disable merge progress bars, except from the merge command
88
    def __init__(self, this_branch, other_tree=None, base_tree=None, 
89
                 this_tree=None, pb=DummyProgress()):
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
90
        object.__init__(self)
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
91
        assert this_tree is not None, "this_tree is required"
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
92
        self.this_branch = this_branch
93
        self.this_basis = this_branch.last_revision()
94
        self.this_rev_id = None
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
95
        self.this_tree = this_tree
1185.12.83 by Aaron Bentley
Preliminary weave merge support
96
        self.this_revision_tree = None
1185.35.5 by Aaron Bentley
Made weave merge succeed if interesting files match history
97
        self.this_basis_tree = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
98
        self.other_tree = other_tree
99
        self.base_tree = base_tree
100
        self.ignore_zero = False
101
        self.backup_files = False
102
        self.interesting_ids = None
103
        self.show_base = False
1185.24.3 by Aaron Bentley
Integrated reprocessing into the rest of the merge stuff
104
        self.reprocess = False
1534.9.6 by Aaron Bentley
Disable merge progress bars, except from the merge command
105
        self._pb = pb 
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
106
        self.pp = None
107
1185.12.83 by Aaron Bentley
Preliminary weave merge support
108
109
    def revision_tree(self, revision_id):
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
110
        return self.this_branch.repository.revision_tree(revision_id)
1185.12.83 by Aaron Bentley
Preliminary weave merge support
111
112
    def ensure_revision_trees(self):
113
        if self.this_revision_tree is None:
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
114
            self.this_basis_tree = self.this_branch.repository.revision_tree(
1185.35.5 by Aaron Bentley
Made weave merge succeed if interesting files match history
115
                self.this_basis)
116
            if self.this_basis == self.this_rev_id:
117
                self.this_revision_tree = self.this_basis_tree
118
1185.12.83 by Aaron Bentley
Preliminary weave merge support
119
        if self.other_rev_id is None:
120
            other_basis_tree = self.revision_tree(self.other_basis)
121
            changes = compare_trees(self.other_tree, other_basis_tree)
122
            if changes.has_changed():
123
                raise WorkingTreeNotRevision(self.this_tree)
124
            other_rev_id = other_basis
125
            self.other_tree = other_basis_tree
126
127
    def file_revisions(self, file_id):
128
        self.ensure_revision_trees()
129
        def get_id(tree, file_id):
130
            revision_id = tree.inventory[file_id].revision
131
            assert revision_id is not None
132
            return revision_id
1185.35.5 by Aaron Bentley
Made weave merge succeed if interesting files match history
133
        if self.this_rev_id is None:
134
            if self.this_basis_tree.get_file_sha1(file_id) != \
135
                self.this_tree.get_file_sha1(file_id):
136
                raise WorkingTreeNotRevision(self.this_tree)
137
138
        trees = (self.this_basis_tree, self.other_tree)
1185.12.83 by Aaron Bentley
Preliminary weave merge support
139
        return [get_id(tree, file_id) for tree in trees]
140
1185.82.44 by Aaron Bentley
Switch to merge_changeset in test suite
141
    def check_basis(self, check_clean, require_commits=True):
142
        if self.this_basis is None and require_commits is True:
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
143
            raise BzrCommandError("This branch has no commits")
144
        if check_clean:
145
            self.compare_basis()
146
            if self.this_basis != self.this_rev_id:
147
                raise BzrCommandError("Working tree has uncommitted changes.")
148
149
    def compare_basis(self):
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
150
        changes = compare_trees(self.this_tree, 
1534.4.35 by Robert Collins
Give branch its own basis tree and last_revision methods; deprecated branch.working_tree()
151
                                self.this_tree.basis_tree(), False)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
152
        if not changes.has_changed():
153
            self.this_rev_id = self.this_basis
154
155
    def set_interesting_files(self, file_list):
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
156
        try:
157
            self._set_interesting_files(file_list)
158
        except NotVersionedError, e:
159
            raise BzrCommandError("%s is not a source file in any"
160
                                      " tree." % e.path)
161
162
    def _set_interesting_files(self, file_list):
163
        """Set the list of interesting ids from a list of files."""
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
164
        if file_list is None:
165
            self.interesting_ids = None
166
            return
167
1465 by Robert Collins
Bugfix the new pull --clobber to not generate spurious conflicts.
168
        interesting_ids = set()
1185.50.53 by John Arbash Meinel
[patch] Aaron Bentley: make revert work in a subdirectory.
169
        for path in file_list:
1465 by Robert Collins
Bugfix the new pull --clobber to not generate spurious conflicts.
170
            found_id = False
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
171
            for tree in (self.this_tree, self.base_tree, self.other_tree):
1465 by Robert Collins
Bugfix the new pull --clobber to not generate spurious conflicts.
172
                file_id = tree.inventory.path2id(path)
173
                if file_id is not None:
174
                    interesting_ids.add(file_id)
175
                    found_id = True
176
            if not found_id:
1185.50.53 by John Arbash Meinel
[patch] Aaron Bentley: make revert work in a subdirectory.
177
                raise NotVersionedError(path=path)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
178
        self.interesting_ids = interesting_ids
179
180
    def set_pending(self):
1185.12.77 by Aaron Bentley
Prevented all ancestors from being marked as pending merges
181
        if not self.base_is_ancestor:
182
            return
183
        if self.other_rev_id is None:
184
            return
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
185
        ancestry = self.this_branch.repository.get_ancestry(self.this_basis)
1185.66.2 by Aaron Bentley
Moved get_ancestry to RevisionStorage
186
        if self.other_rev_id in ancestry:
1185.12.77 by Aaron Bentley
Prevented all ancestors from being marked as pending merges
187
            return
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
188
        self.this_tree.add_pending_merge(self.other_rev_id)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
189
190
    def set_other(self, other_revision):
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
191
        other_branch, self.other_tree = _get_tree(other_revision, 
192
                                                  self.this_branch)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
193
        if other_revision[1] == -1:
194
            self.other_rev_id = other_branch.last_revision()
195
            if self.other_rev_id is None:
196
                raise NoCommits(other_branch)
197
            self.other_basis = self.other_rev_id
198
        elif other_revision[1] is not None:
199
            self.other_rev_id = other_branch.get_rev_id(other_revision[1])
200
            self.other_basis = self.other_rev_id
201
        else:
202
            self.other_rev_id = None
203
            self.other_basis = other_branch.last_revision()
204
            if self.other_basis is None:
205
                raise NoCommits(other_branch)
1185.65.30 by Robert Collins
Merge integration.
206
        if other_branch.base != self.this_branch.base:
1534.1.31 by Robert Collins
Deprecated fetch.fetch and fetch.greedy_fetch for branch.fetch, and move the Repository.fetch internals to InterRepo and InterWeaveRepo.
207
            self.this_branch.fetch(other_branch, last_revision=self.other_basis)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
208
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
209
    def find_base(self):
1185.82.29 by Aaron Bentley
Got merge test working
210
        self.set_base([None, None])
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
211
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
212
    def set_base(self, base_revision):
1185.12.96 by Aaron Bentley
Merge from mpool
213
        mutter("doing merge() with no base_revision specified")
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
214
        if base_revision == [None, None]:
215
            try:
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
216
                pb = bzrlib.ui.ui_factory.nested_progress_bar()
217
                try:
218
                    this_repo = self.this_branch.repository
219
                    self.base_rev_id = common_ancestor(self.this_basis, 
220
                                                       self.other_basis, 
221
                                                       this_repo, pb)
222
                finally:
223
                    pb.finished()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
224
            except NoCommonAncestor:
225
                raise UnrelatedBranches()
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
226
            self.base_tree = _get_revid_tree(self.this_branch, self.base_rev_id,
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
227
                                            None)
228
            self.base_is_ancestor = True
229
        else:
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
230
            base_branch, self.base_tree = _get_tree(base_revision)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
231
            if base_revision[1] == -1:
232
                self.base_rev_id = base_branch.last_revision()
233
            elif base_revision[1] is None:
234
                self.base_rev_id = None
493 by Martin Pool
- Merge aaron's merge command
235
            else:
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
236
                self.base_rev_id = base_branch.get_rev_id(base_revision[1])
1558.4.11 by Aaron Bentley
Allow merge against self, make fetching self a noop
237
            if self.this_branch.base != base_branch.base:
238
                self.this_branch.fetch(base_branch)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
239
            self.base_is_ancestor = is_ancestor(self.this_basis, 
240
                                                self.base_rev_id,
241
                                                self.this_branch)
242
243
    def do_merge(self):
1534.7.84 by Aaron Bentley
Added reprocess support, support for varying merge types
244
        kwargs = {'working_tree':self.this_tree, 'this_tree': self.this_tree, 
1558.2.2 by Aaron Bentley
Make remerge honour interesting-ids
245
                  'other_tree': self.other_tree, 
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
246
                  'interesting_ids': self.interesting_ids,
247
                  'pp': self.pp}
1534.7.84 by Aaron Bentley
Added reprocess support, support for varying merge types
248
        if self.merge_type.requires_base:
249
            kwargs['base_tree'] = self.base_tree
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
250
        if self.merge_type.supports_reprocess:
251
            kwargs['reprocess'] = self.reprocess
252
        elif self.reprocess:
1551.6.14 by Aaron Bentley
Tweaks from merge review
253
            raise BzrError("Conflict reduction is not supported for merge"
254
                                  " type %s." % self.merge_type)
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
255
        if self.merge_type.supports_show_base:
256
            kwargs['show_base'] = self.show_base
257
        elif self.show_base:
1534.8.2 by Aaron Bentley
Implemented weave merge
258
            raise BzrError("Showing base is not supported for this"
259
                                  " merge type. %s" % self.merge_type)
1534.9.1 by Aaron Bentley
Added progress bars to merge
260
        merge = self.merge_type(pb=self._pb, **kwargs)
1534.7.151 by Aaron Bentley
Fixed all changes applied successfully
261
        if len(merge.cooked_conflicts) == 0:
1534.7.141 by Aaron Bentley
Added conflict reporting
262
            if not self.ignore_zero:
263
                note("All changes applied successfully.")
264
        else:
265
            note("%d conflicts encountered." % len(merge.cooked_conflicts))
266
1534.7.134 by Aaron Bentley
Hid raw conflicts
267
        return len(merge.cooked_conflicts)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
268
269
    def regen_inventory(self, new_entries):
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
270
        old_entries = self.this_tree.read_working_inventory()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
271
        new_inventory = {}
272
        by_path = {}
273
        new_entries_map = {} 
274
        for path, file_id in new_entries:
275
            if path is None:
276
                continue
277
            new_entries_map[file_id] = path
278
279
        def id2path(file_id):
280
            path = new_entries_map.get(file_id)
281
            if path is not None:
282
                return path
283
            entry = old_entries[file_id]
284
            if entry.parent_id is None:
285
                return entry.name
1185.31.32 by John Arbash Meinel
Updated the bzr sourcecode to use bzrlib.osutils.pathjoin rather than os.path.join to enforce internal use of / instead of \
286
            return pathjoin(id2path(entry.parent_id), entry.name)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
287
            
288
        for file_id in old_entries:
289
            entry = old_entries[file_id]
290
            path = id2path(file_id)
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
291
            if file_id in self.base_tree.inventory:
292
                executable = getattr(self.base_tree.inventory[file_id], 'executable', False)
293
            else:
294
                executable = getattr(entry, 'executable', False)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
295
            new_inventory[file_id] = (path, file_id, entry.parent_id, 
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
296
                                      entry.kind, executable)
297
                                      
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
298
            by_path[path] = file_id
974.1.21 by aaron.bentley at utoronto
Handled path generation properly
299
        
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
300
        deletions = 0
301
        insertions = 0
302
        new_path_list = []
303
        for path, file_id in new_entries:
304
            if path is None:
305
                del new_inventory[file_id]
306
                deletions += 1
307
            else:
308
                new_path_list.append((path, file_id))
309
                if file_id not in old_entries:
310
                    insertions += 1
311
        # Ensure no file is added before its parent
312
        new_path_list.sort()
313
        for path, file_id in new_path_list:
314
            if path == '':
315
                parent = None
316
            else:
317
                parent = by_path[os.path.dirname(path)]
1185.31.32 by John Arbash Meinel
Updated the bzr sourcecode to use bzrlib.osutils.pathjoin rather than os.path.join to enforce internal use of / instead of \
318
            abspath = pathjoin(self.this_tree.basedir, path)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
319
            kind = bzrlib.osutils.file_kind(abspath)
1185.80.4 by John Arbash Meinel
We need to reference the basis_tree to get the proper executable bits.
320
            if file_id in self.base_tree.inventory:
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
321
                executable = getattr(self.base_tree.inventory[file_id], 'executable', False)
1185.80.4 by John Arbash Meinel
We need to reference the basis_tree to get the proper executable bits.
322
            else:
323
                executable = False
324
            new_inventory[file_id] = (path, file_id, parent, kind, executable)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
325
            by_path[path] = file_id 
493 by Martin Pool
- Merge aaron's merge command
326
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
327
        # Get a list in insertion order
328
        new_inventory_list = new_inventory.values()
329
        mutter ("""Inventory regeneration:
330
    old length: %i insertions: %i deletions: %i new_length: %i"""\
331
            % (len(old_entries), insertions, deletions, 
332
               len(new_inventory_list)))
333
        assert len(new_inventory_list) == len(old_entries) + insertions\
334
            - deletions
335
        new_inventory_list.sort()
336
        return new_inventory_list
974.1.9 by Aaron Bentley
Added merge-type parameter to merge.
337
1545.2.4 by Aaron Bentley
PEP8 fixes
338
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
339
class Merge3Merger(object):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
340
    """Three-way merger that uses the merge3 text merger"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
341
    requires_base = True
342
    supports_reprocess = True
343
    supports_show_base = True
344
    history_based = False
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
345
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
346
    def __init__(self, working_tree, this_tree, base_tree, other_tree, 
1558.2.2 by Aaron Bentley
Make remerge honour interesting-ids
347
                 interesting_ids=None, reprocess=False, show_base=False,
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
348
                 pb=DummyProgress(), pp=None):
1534.7.157 by Aaron Bentley
Added more docs
349
        """Initialize the merger object and perform the merge."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
350
        object.__init__(self)
351
        self.this_tree = working_tree
352
        self.base_tree = base_tree
353
        self.other_tree = other_tree
354
        self._raw_conflicts = []
355
        self.cooked_conflicts = []
356
        self.reprocess = reprocess
357
        self.show_base = show_base
1534.9.1 by Aaron Bentley
Added progress bars to merge
358
        self.pb = pb
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
359
        self.pp = pp
360
        if self.pp is None:
361
            self.pp = ProgressPhase("Merge phase", 3, self.pb)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
362
1558.2.2 by Aaron Bentley
Make remerge honour interesting-ids
363
        if interesting_ids is not None:
364
            all_ids = interesting_ids
365
        else:
366
            all_ids = set(base_tree)
367
            all_ids.update(other_tree)
1558.4.3 by Aaron Bentley
Merge_modified performance/concurrency fix
368
        working_tree.lock_write()
1534.9.1 by Aaron Bentley
Added progress bars to merge
369
        self.tt = TreeTransform(working_tree, self.pb)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
370
        try:
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
371
            self.pp.next_phase()
1551.2.31 by Aaron Bentley
Got merge and revert using nested pbs
372
            child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
373
            try:
374
                for num, file_id in enumerate(all_ids):
375
                    child_pb.update('Preparing file merge', num, len(all_ids))
376
                    self.merge_names(file_id)
377
                    file_status = self.merge_contents(file_id)
378
                    self.merge_executable(file_id, file_status)
379
            finally:
380
                child_pb.finished()
1731.1.3 by Aaron Bentley
I will block you
381
            self.fix_root()
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
382
            self.pp.next_phase()
1551.2.31 by Aaron Bentley
Got merge and revert using nested pbs
383
            child_pb = bzrlib.ui.ui_factory.nested_progress_bar()
384
            try:
385
                fs_conflicts = resolve_conflicts(self.tt, child_pb)
386
            finally:
387
                child_pb.finished()
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
388
            self.cook_conflicts(fs_conflicts)
1534.10.24 by Aaron Bentley
Eliminated conflicts_to_strings, made remove_files a ConflictList member
389
            for conflict in self.cooked_conflicts:
390
                warning(conflict)
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
391
            self.pp.next_phase()
1534.7.192 by Aaron Bentley
Record hashes produced by merges
392
            results = self.tt.apply()
1558.4.3 by Aaron Bentley
Merge_modified performance/concurrency fix
393
            self.write_modified(results)
1534.10.12 by Aaron Bentley
Merge produces new conflicts
394
            try:
1534.10.22 by Aaron Bentley
Got ConflictList implemented
395
                working_tree.set_conflicts(ConflictList(self.cooked_conflicts))
1534.10.12 by Aaron Bentley
Merge produces new conflicts
396
            except UnsupportedOperation:
397
                pass
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
398
        finally:
399
            try:
400
                self.tt.finalize()
401
            except:
402
                pass
1558.4.3 by Aaron Bentley
Merge_modified performance/concurrency fix
403
            working_tree.unlock()
1551.2.31 by Aaron Bentley
Got merge and revert using nested pbs
404
            self.pb.clear()
1534.7.192 by Aaron Bentley
Record hashes produced by merges
405
1731.1.3 by Aaron Bentley
I will block you
406
    def fix_root(self):
407
        try:
408
            self.tt.final_kind(self.tt.root)
409
        except NoSuchFile:
410
            self.tt.cancel_deletion(self.tt.root)
411
        if self.tt.final_file_id(self.tt.root) is None:
412
            self.tt.version_file(self.tt.tree_file_id(self.tt.root), 
413
                                 self.tt.root)
414
        if self.other_tree.inventory.root is None:
415
            return
416
        other_root_file_id = self.other_tree.inventory.root.file_id
417
        other_root = self.tt.trans_id_file_id(other_root_file_id)
418
        if other_root == self.tt.root:
419
            return
420
        try:
421
            self.tt.final_kind(other_root)
422
        except NoSuchFile:
423
            return
424
        self.reparent_children(self.other_tree.inventory.root, self.tt.root)
425
        self.tt.cancel_creation(other_root)
426
        self.tt.cancel_versioning(other_root)
427
428
    def reparent_children(self, ie, target):
1731.1.6 by Aaron Bentley
fix up reparent_children
429
        for thing, child in ie.children.iteritems():
1731.1.3 by Aaron Bentley
I will block you
430
            trans_id = self.tt.trans_id_file_id(child.file_id)
1731.1.6 by Aaron Bentley
fix up reparent_children
431
            self.tt.adjust_path(self.tt.final_name(trans_id), target, trans_id)
1731.1.3 by Aaron Bentley
I will block you
432
1534.7.192 by Aaron Bentley
Record hashes produced by merges
433
    def write_modified(self, results):
434
        modified_hashes = {}
435
        for path in results.modified_paths:
436
            file_id = self.this_tree.path2id(self.this_tree.relpath(path))
437
            if file_id is None:
438
                continue
439
            hash = self.this_tree.get_file_sha1(file_id)
440
            if hash is None:
441
                continue
442
            modified_hashes[file_id] = hash
443
        self.this_tree.set_merge_modified(modified_hashes)
444
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
445
    @staticmethod
446
    def parent(entry, file_id):
1534.7.157 by Aaron Bentley
Added more docs
447
        """Determine the parent for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
448
        if entry is None:
449
            return None
450
        return entry.parent_id
451
452
    @staticmethod
453
    def name(entry, file_id):
1534.7.157 by Aaron Bentley
Added more docs
454
        """Determine the name for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
455
        if entry is None:
456
            return None
457
        return entry.name
458
    
459
    @staticmethod
460
    def contents_sha1(tree, file_id):
1534.7.157 by Aaron Bentley
Added more docs
461
        """Determine the sha1 of the file contents (used as a key method)."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
462
        if file_id not in tree:
463
            return None
464
        return tree.get_file_sha1(file_id)
465
466
    @staticmethod
467
    def executable(tree, file_id):
1534.7.157 by Aaron Bentley
Added more docs
468
        """Determine the executability of a file-id (used as a key method)."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
469
        if file_id not in tree:
470
            return None
471
        if tree.kind(file_id) != "file":
472
            return False
473
        return tree.is_executable(file_id)
474
475
    @staticmethod
476
    def kind(tree, file_id):
1534.7.157 by Aaron Bentley
Added more docs
477
        """Determine the kind of a file-id (used as a key method)."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
478
        if file_id not in tree:
479
            return None
480
        return tree.kind(file_id)
481
482
    @staticmethod
483
    def scalar_three_way(this_tree, base_tree, other_tree, file_id, key):
484
        """Do a three-way test on a scalar.
485
        Return "this", "other" or "conflict", depending whether a value wins.
486
        """
487
        key_base = key(base_tree, file_id)
488
        key_other = key(other_tree, file_id)
489
        #if base == other, either they all agree, or only THIS has changed.
490
        if key_base == key_other:
491
            return "this"
492
        key_this = key(this_tree, file_id)
493
        if key_this not in (key_base, key_other):
494
            return "conflict"
495
        # "Ambiguous clean merge"
496
        elif key_this == key_other:
497
            return "this"
498
        else:
499
            assert key_this == key_base
500
            return "other"
501
502
    def merge_names(self, file_id):
1534.7.157 by Aaron Bentley
Added more docs
503
        """Perform a merge on file_id names and parents"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
504
        def get_entry(tree):
505
            if file_id in tree.inventory:
506
                return tree.inventory[file_id]
507
            else:
508
                return None
509
        this_entry = get_entry(self.this_tree)
510
        other_entry = get_entry(self.other_tree)
511
        base_entry = get_entry(self.base_tree)
512
        name_winner = self.scalar_three_way(this_entry, base_entry, 
513
                                            other_entry, file_id, self.name)
514
        parent_id_winner = self.scalar_three_way(this_entry, base_entry, 
515
                                                 other_entry, file_id, 
516
                                                 self.parent)
517
        if this_entry is None:
518
            if name_winner == "this":
519
                name_winner = "other"
520
            if parent_id_winner == "this":
521
                parent_id_winner = "other"
522
        if name_winner == "this" and parent_id_winner == "this":
523
            return
524
        if name_winner == "conflict":
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
525
            trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
526
            self._raw_conflicts.append(('name conflict', trans_id, 
527
                                        self.name(this_entry, file_id), 
528
                                        self.name(other_entry, file_id)))
529
        if parent_id_winner == "conflict":
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
530
            trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
531
            self._raw_conflicts.append(('parent conflict', trans_id, 
532
                                        self.parent(this_entry, file_id), 
533
                                        self.parent(other_entry, file_id)))
534
        if other_entry is None:
535
            # it doesn't matter whether the result was 'other' or 
536
            # 'conflict'-- if there's no 'other', we leave it alone.
537
            return
538
        # if we get here, name_winner and parent_winner are set to safe values.
539
        winner_entry = {"this": this_entry, "other": other_entry, 
540
                        "conflict": other_entry}
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
541
        trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
542
        parent_id = winner_entry[parent_id_winner].parent_id
1731.1.3 by Aaron Bentley
I will block you
543
        if parent_id is not None:
544
            parent_trans_id = self.tt.trans_id_file_id(parent_id)
545
            self.tt.adjust_path(winner_entry[name_winner].name, 
546
                                parent_trans_id, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
547
548
    def merge_contents(self, file_id):
1534.7.157 by Aaron Bentley
Added more docs
549
        """Performa a merge on file_id contents."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
550
        def contents_pair(tree):
551
            if file_id not in tree:
552
                return (None, None)
553
            kind = tree.kind(file_id)
554
            if kind == "file":
555
                contents = tree.get_file_sha1(file_id)
556
            elif kind == "symlink":
557
                contents = tree.get_symlink_target(file_id)
558
            else:
559
                contents = None
560
            return kind, contents
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
561
562
        def contents_conflict():
563
            trans_id = self.tt.trans_id_file_id(file_id)
564
            name = self.tt.final_name(trans_id)
565
            parent_id = self.tt.final_parent(trans_id)
566
            if file_id in self.this_tree.inventory:
567
                self.tt.unversion_file(trans_id)
568
                self.tt.delete_contents(trans_id)
569
            file_group = self._dump_conflicts(name, parent_id, file_id, 
570
                                              set_version=True)
571
            self._raw_conflicts.append(('contents conflict', file_group))
572
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
573
        # See SPOT run.  run, SPOT, run.
574
        # So we're not QUITE repeating ourselves; we do tricky things with
575
        # file kind...
576
        base_pair = contents_pair(self.base_tree)
577
        other_pair = contents_pair(self.other_tree)
578
        if base_pair == other_pair:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
579
            # OTHER introduced no changes
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
580
            return "unmodified"
581
        this_pair = contents_pair(self.this_tree)
582
        if this_pair == other_pair:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
583
            # THIS and OTHER introduced the same changes
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
584
            return "unmodified"
585
        else:
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
586
            trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
587
            if this_pair == base_pair:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
588
                # only OTHER introduced changes
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
589
                if file_id in self.this_tree:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
590
                    # Remove any existing contents
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
591
                    self.tt.delete_contents(trans_id)
1534.7.147 by Aaron Bentley
Tweak to check inventory, not tree for file ids
592
                if file_id in self.other_tree:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
593
                    # OTHER changed the file
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
594
                    create_by_entry(self.tt, 
595
                                    self.other_tree.inventory[file_id], 
596
                                    self.other_tree, trans_id)
1534.7.147 by Aaron Bentley
Tweak to check inventory, not tree for file ids
597
                    if file_id not in self.this_tree.inventory:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
598
                        self.tt.version_file(file_id, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
599
                    return "modified"
1534.7.147 by Aaron Bentley
Tweak to check inventory, not tree for file ids
600
                elif file_id in self.this_tree.inventory:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
601
                    # OTHER deleted the file
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
602
                    self.tt.unversion_file(trans_id)
603
                    return "deleted"
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
604
            #BOTH THIS and OTHER introduced changes; scalar conflict
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
605
            elif this_pair[0] == "file" and other_pair[0] == "file":
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
606
                # THIS and OTHER are both files, so text merge.  Either
607
                # BASE is a file, or both converted to files, so at least we
608
                # have agreement that output should be a file.
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
609
                try:
610
                    self.text_merge(file_id, trans_id)
611
                except BinaryFile:
612
                    return contents_conflict()
1534.7.147 by Aaron Bentley
Tweak to check inventory, not tree for file ids
613
                if file_id not in self.this_tree.inventory:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
614
                    self.tt.version_file(file_id, trans_id)
1534.7.152 by Aaron Bentley
Fixed overwrites
615
                try:
616
                    self.tt.tree_kind(trans_id)
617
                    self.tt.delete_contents(trans_id)
618
                except NoSuchFile:
619
                    pass
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
620
                return "modified"
621
            else:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
622
                # Scalar conflict, can't text merge.  Dump conflicts
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
623
                return contents_conflict()
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
624
625
    def get_lines(self, tree, file_id):
1534.7.157 by Aaron Bentley
Added more docs
626
        """Return the lines in a file, or an empty list."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
627
        if file_id in tree:
628
            return tree.get_file(file_id).readlines()
629
        else:
630
            return []
631
632
    def text_merge(self, file_id, trans_id):
633
        """Perform a three-way text merge on a file_id"""
634
        # it's possible that we got here with base as a different type.
635
        # if so, we just want two-way text conflicts.
636
        if file_id in self.base_tree and \
637
            self.base_tree.kind(file_id) == "file":
638
            base_lines = self.get_lines(self.base_tree, file_id)
639
        else:
640
            base_lines = []
641
        other_lines = self.get_lines(self.other_tree, file_id)
642
        this_lines = self.get_lines(self.this_tree, file_id)
643
        m3 = Merge3(base_lines, this_lines, other_lines)
644
        start_marker = "!START OF MERGE CONFLICT!" + "I HOPE THIS IS UNIQUE"
645
        if self.show_base is True:
646
            base_marker = '|' * 7
647
        else:
648
            base_marker = None
649
650
        def iter_merge3(retval):
651
            retval["text_conflicts"] = False
652
            for line in m3.merge_lines(name_a = "TREE", 
653
                                       name_b = "MERGE-SOURCE", 
654
                                       name_base = "BASE-REVISION",
655
                                       start_marker=start_marker, 
656
                                       base_marker=base_marker,
657
                                       reprocess=self.reprocess):
658
                if line.startswith(start_marker):
659
                    retval["text_conflicts"] = True
660
                    yield line.replace(start_marker, '<' * 7)
661
                else:
662
                    yield line
663
        retval = {}
664
        merge3_iterator = iter_merge3(retval)
665
        self.tt.create_file(merge3_iterator, trans_id)
666
        if retval["text_conflicts"] is True:
667
            self._raw_conflicts.append(('text conflict', trans_id))
668
            name = self.tt.final_name(trans_id)
669
            parent_id = self.tt.final_parent(trans_id)
670
            file_group = self._dump_conflicts(name, parent_id, file_id, 
671
                                              this_lines, base_lines,
672
                                              other_lines)
673
            file_group.append(trans_id)
674
675
    def _dump_conflicts(self, name, parent_id, file_id, this_lines=None, 
676
                        base_lines=None, other_lines=None, set_version=False,
677
                        no_base=False):
1534.7.157 by Aaron Bentley
Added more docs
678
        """Emit conflict files.
679
        If this_lines, base_lines, or other_lines are omitted, they will be
680
        determined automatically.  If set_version is true, the .OTHER, .THIS
681
        or .BASE (in that order) will be created as versioned files.
682
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
683
        data = [('OTHER', self.other_tree, other_lines), 
684
                ('THIS', self.this_tree, this_lines)]
685
        if not no_base:
686
            data.append(('BASE', self.base_tree, base_lines))
687
        versioned = False
688
        file_group = []
689
        for suffix, tree, lines in data:
690
            if file_id in tree:
691
                trans_id = self._conflict_file(name, parent_id, tree, file_id,
692
                                               suffix, lines)
693
                file_group.append(trans_id)
694
                if set_version and not versioned:
695
                    self.tt.version_file(file_id, trans_id)
696
                    versioned = True
697
        return file_group
698
           
699
    def _conflict_file(self, name, parent_id, tree, file_id, suffix, 
700
                       lines=None):
1534.7.157 by Aaron Bentley
Added more docs
701
        """Emit a single conflict file."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
702
        name = name + '.' + suffix
703
        trans_id = self.tt.create_path(name, parent_id)
704
        entry = tree.inventory[file_id]
705
        create_by_entry(self.tt, entry, tree, trans_id, lines)
706
        return trans_id
707
708
    def merge_executable(self, file_id, file_status):
1534.7.157 by Aaron Bentley
Added more docs
709
        """Perform a merge on the execute bit."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
710
        if file_status == "deleted":
711
            return
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
712
        trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
713
        try:
714
            if self.tt.final_kind(trans_id) != "file":
715
                return
716
        except NoSuchFile:
717
            return
718
        winner = self.scalar_three_way(self.this_tree, self.base_tree, 
719
                                       self.other_tree, file_id, 
720
                                       self.executable)
721
        if winner == "conflict":
722
        # There must be a None in here, if we have a conflict, but we
723
        # need executability since file status was not deleted.
724
            if self.other_tree.is_executable(file_id) is None:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
725
                winner = "this"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
726
            else:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
727
                winner = "other"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
728
        if winner == "this":
729
            if file_status == "modified":
730
                executability = self.this_tree.is_executable(file_id)
731
                if executability is not None:
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
732
                    trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
733
                    self.tt.set_executability(executability, trans_id)
734
        else:
735
            assert winner == "other"
736
            if file_id in self.other_tree:
737
                executability = self.other_tree.is_executable(file_id)
738
            elif file_id in self.this_tree:
739
                executability = self.this_tree.is_executable(file_id)
740
            elif file_id in self.base_tree:
741
                executability = self.base_tree.is_executable(file_id)
742
            if executability is not None:
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
743
                trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
744
                self.tt.set_executability(executability, trans_id)
745
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
746
    def cook_conflicts(self, fs_conflicts):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
747
        """Convert all conflicts into a form that doesn't depend on trans_id"""
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
748
        from conflicts import Conflict
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
749
        name_conflicts = {}
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
750
        self.cooked_conflicts.extend(cook_conflicts(fs_conflicts, self.tt))
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
751
        fp = FinalPaths(self.tt)
752
        for conflict in self._raw_conflicts:
753
            conflict_type = conflict[0]
754
            if conflict_type in ('name conflict', 'parent conflict'):
755
                trans_id = conflict[1]
756
                conflict_args = conflict[2:]
757
                if trans_id not in name_conflicts:
758
                    name_conflicts[trans_id] = {}
759
                unique_add(name_conflicts[trans_id], conflict_type, 
760
                           conflict_args)
761
            if conflict_type == 'contents conflict':
762
                for trans_id in conflict[1]:
763
                    file_id = self.tt.final_file_id(trans_id)
764
                    if file_id is not None:
765
                        break
766
                path = fp.get_path(trans_id)
767
                for suffix in ('.BASE', '.THIS', '.OTHER'):
768
                    if path.endswith(suffix):
769
                        path = path[:-len(suffix)]
770
                        break
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
771
                c = Conflict.factory(conflict_type, path=path, file_id=file_id)
772
                self.cooked_conflicts.append(c)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
773
            if conflict_type == 'text conflict':
774
                trans_id = conflict[1]
775
                path = fp.get_path(trans_id)
776
                file_id = self.tt.final_file_id(trans_id)
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
777
                c = Conflict.factory(conflict_type, path=path, file_id=file_id)
778
                self.cooked_conflicts.append(c)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
779
780
        for trans_id, conflicts in name_conflicts.iteritems():
781
            try:
782
                this_parent, other_parent = conflicts['parent conflict']
783
                assert this_parent != other_parent
784
            except KeyError:
785
                this_parent = other_parent = \
786
                    self.tt.final_file_id(self.tt.final_parent(trans_id))
787
            try:
788
                this_name, other_name = conflicts['name conflict']
789
                assert this_name != other_name
790
            except KeyError:
791
                this_name = other_name = self.tt.final_name(trans_id)
792
            other_path = fp.get_path(trans_id)
793
            if this_parent is not None:
794
                this_parent_path = \
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
795
                    fp.get_path(self.tt.trans_id_file_id(this_parent))
1534.7.166 by Aaron Bentley
Swapped os.path.join for pathjoin everywhere
796
                this_path = pathjoin(this_parent_path, this_name)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
797
            else:
798
                this_path = "<deleted>"
799
            file_id = self.tt.final_file_id(trans_id)
1534.10.20 by Aaron Bentley
Got all tests passing
800
            c = Conflict.factory('path conflict', path=this_path,
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
801
                                 conflict_path=other_path, file_id=file_id)
802
            self.cooked_conflicts.append(c)
1666.1.4 by Robert Collins
* 'Metadir' is now the default disk format. This improves behaviour in
803
        self.cooked_conflicts.sort(key=Conflict.sort_key)
1534.7.141 by Aaron Bentley
Added conflict reporting
804
805
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
806
class WeaveMerger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
807
    """Three-way tree merger, text weave merger."""
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
808
    supports_reprocess = True
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
809
    supports_show_base = False
810
1534.9.1 by Aaron Bentley
Added progress bars to merge
811
    def __init__(self, working_tree, this_tree, base_tree, other_tree, 
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
812
                 interesting_ids=None, pb=DummyProgress(), pp=None,
813
                 reprocess=False):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
814
        self.this_revision_tree = self._get_revision_tree(this_tree)
815
        self.other_revision_tree = self._get_revision_tree(other_tree)
816
        super(WeaveMerger, self).__init__(working_tree, this_tree, 
1558.2.2 by Aaron Bentley
Make remerge honour interesting-ids
817
                                          base_tree, other_tree, 
818
                                          interesting_ids=interesting_ids, 
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
819
                                          pb=pb, pp=pp, reprocess=reprocess)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
820
821
    def _get_revision_tree(self, tree):
1534.7.157 by Aaron Bentley
Added more docs
822
        """Return a revision tree releated to this tree.
823
        If the tree is a WorkingTree, the basis will be returned.
824
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
825
        if getattr(tree, 'get_weave', False) is False:
826
            # If we have a WorkingTree, try using the basis
827
            return tree.branch.basis_tree()
828
        else:
829
            return tree
830
831
    def _check_file(self, file_id):
832
        """Check that the revision tree's version of the file matches."""
833
        for tree, rt in ((self.this_tree, self.this_revision_tree), 
834
                         (self.other_tree, self.other_revision_tree)):
835
            if rt is tree:
836
                continue
837
            if tree.get_file_sha1(file_id) != rt.get_file_sha1(file_id):
838
                raise WorkingTreeNotRevision(self.this_tree)
839
840
    def _merged_lines(self, file_id):
841
        """Generate the merged lines.
842
        There is no distinction between lines that are meant to contain <<<<<<<
843
        and conflicts.
844
        """
845
        weave = self.this_revision_tree.get_weave(file_id)
846
        this_revision_id = self.this_revision_tree.inventory[file_id].revision
847
        other_revision_id = \
848
            self.other_revision_tree.inventory[file_id].revision
1551.6.10 by Aaron Bentley
Renamed WeaveMerge to PlanMerge, added plan method, created planless WeaveMerge
849
        wm = WeaveMerge(weave, this_revision_id, other_revision_id, 
850
                        '<<<<<<< TREE\n', '>>>>>>> MERGE-SOURCE\n')
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
851
        return wm.merge_lines(self.reprocess)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
852
853
    def text_merge(self, file_id, trans_id):
1534.7.157 by Aaron Bentley
Added more docs
854
        """Perform a (weave) text merge for a given file and file-id.
855
        If conflicts are encountered, .THIS and .OTHER files will be emitted,
856
        and a conflict will be noted.
857
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
858
        self._check_file(file_id)
1551.6.12 by Aaron Bentley
Indicate conflicts from merge_lines, insead of guessing
859
        lines, conflicts = self._merged_lines(file_id)
1558.15.10 by Aaron Bentley
Merge bzr.dev
860
        lines = list(lines)
1558.15.5 by Aaron Bentley
Fixed binary handling in weave merge
861
        # Note we're checking whether the OUTPUT is binary in this case, 
862
        # because we don't want to get into weave merge guts.
863
        check_text_lines(lines)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
864
        self.tt.create_file(lines, trans_id)
865
        if conflicts:
866
            self._raw_conflicts.append(('text conflict', trans_id))
867
            name = self.tt.final_name(trans_id)
868
            parent_id = self.tt.final_parent(trans_id)
869
            file_group = self._dump_conflicts(name, parent_id, file_id, 
870
                                              no_base=True)
871
            file_group.append(trans_id)
872
873
874
class Diff3Merger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
875
    """Three-way merger using external diff3 for text merging"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
876
    def dump_file(self, temp_dir, name, tree, file_id):
877
        out_path = pathjoin(temp_dir, name)
878
        out_file = file(out_path, "wb")
879
        in_file = tree.get_file(file_id)
880
        for line in in_file:
881
            out_file.write(line)
882
        return out_path
883
884
    def text_merge(self, file_id, trans_id):
1534.7.157 by Aaron Bentley
Added more docs
885
        """Perform a diff3 merge using a specified file-id and trans-id.
886
        If conflicts are encountered, .BASE, .THIS. and .OTHER conflict files
887
        will be dumped, and a will be conflict noted.
888
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
889
        import bzrlib.patch
890
        temp_dir = mkdtemp(prefix="bzr-")
891
        try:
1534.7.166 by Aaron Bentley
Swapped os.path.join for pathjoin everywhere
892
            new_file = pathjoin(temp_dir, "new")
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
893
            this = self.dump_file(temp_dir, "this", self.this_tree, file_id)
894
            base = self.dump_file(temp_dir, "base", self.base_tree, file_id)
895
            other = self.dump_file(temp_dir, "other", self.other_tree, file_id)
896
            status = bzrlib.patch.diff3(new_file, this, base, other)
897
            if status not in (0, 1):
898
                raise BzrError("Unhandled diff3 exit code")
899
            self.tt.create_file(file(new_file, "rb"), trans_id)
900
            if status == 1:
901
                name = self.tt.final_name(trans_id)
902
                parent_id = self.tt.final_parent(trans_id)
903
                self._dump_conflicts(name, parent_id, file_id)
904
            self._raw_conflicts.append(('text conflict', trans_id))
905
        finally:
906
            rmtree(temp_dir)
907
908
909
def merge_inner(this_branch, other_tree, base_tree, ignore_zero=False,
910
                backup_files=False, 
911
                merge_type=Merge3Merger, 
912
                interesting_ids=None, 
913
                show_base=False, 
914
                reprocess=False, 
915
                other_rev_id=None,
916
                interesting_files=None,
1534.9.9 by Aaron Bentley
Added progress bar to pull
917
                this_tree=None,
918
                pb=DummyProgress()):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
919
    """Primary interface for merging. 
920
921
        typical use is probably 
922
        'merge_inner(branch, branch.get_revision_tree(other_revision),
923
                     branch.get_revision_tree(base_revision))'
924
        """
925
    if this_tree is None:
1563.1.1 by Robert Collins
Fixup internally generated deprecation warning from merge_inner.
926
        warn("bzrlib.merge.merge_inner requires a this_tree parameter as of "
927
             "bzrlib version 0.8.",
928
             DeprecationWarning,
929
             stacklevel=2)
930
        this_tree = this_branch.bzrdir.open_workingtree()
1534.9.9 by Aaron Bentley
Added progress bar to pull
931
    merger = Merger(this_branch, other_tree, base_tree, this_tree=this_tree, 
932
                    pb=pb)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
933
    merger.backup_files = backup_files
934
    merger.merge_type = merge_type
935
    merger.interesting_ids = interesting_ids
1551.2.23 by Aaron Bentley
Got merge_inner's ignore_zero parameter working
936
    merger.ignore_zero = ignore_zero
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
937
    if interesting_files:
938
        assert not interesting_ids, ('Only supply interesting_ids'
939
                                     ' or interesting_files')
940
        merger._set_interesting_files(interesting_files)
941
    merger.show_base = show_base 
942
    merger.reprocess = reprocess
943
    merger.other_rev_id = other_rev_id
944
    merger.other_basis = other_rev_id
945
    return merger.do_merge()
946
947
1534.7.139 by Aaron Bentley
ApplyMerge3 -> Merge3Merger
948
merge_types = {     "merge3": (Merge3Merger, "Native diff3-style merge"), 
1534.8.3 by Aaron Bentley
Added Diff3 merging for tree transforms
949
                     "diff3": (Diff3Merger,  "Merge using external diff3"),
1534.8.2 by Aaron Bentley
Implemented weave merge
950
                     'weave': (WeaveMerger, "Weave-based merge")
974.1.9 by Aaron Bentley
Added merge-type parameter to merge.
951
              }
1551.6.22 by Aaron Bentley
Improved help for remerge and merge
952
953
954
def merge_type_help():
955
    templ = '%s%%7s: %%s' % (' '*12)
956
    lines = [templ % (f[0], f[1][1]) for f in merge_types.iteritems()]
957
    return '\n'.join(lines)