/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
1692.7.6 by Martin Pool
[patch] force deletion of trees containing readonly files (alexander)
1
# Copyright (C) 2005, 2006 Canonical Ltd
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
2
#
1110 by Martin Pool
- merge aaron's merge improvements:
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
7
#
1110 by Martin Pool
- merge aaron's merge improvements:
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
12
#
1110 by Martin Pool
- merge aaron's merge improvements:
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
17
1185.1.2 by Martin Pool
- merge various windows and other fixes from Ollie Rutherfurd
18
import os
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
19
import errno
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
20
import warnings
1113 by Martin Pool
- fix is_ancestor import problem in merge
21
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
22
from bzrlib import (
23
    osutils,
24
    )
1185.11.5 by John Arbash Meinel
Merged up-to-date against mainline, still broken.
25
from bzrlib.branch import Branch
1666.1.4 by Robert Collins
* 'Metadir' is now the default disk format. This improves behaviour in
26
from bzrlib.conflicts import ConflictList, Conflict
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
27
from bzrlib.errors import (BzrCommandError,
1534.4.28 by Robert Collins
first cut at merge from integration.
28
                           BzrError,
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
29
                           NoCommonAncestor,
30
                           NoCommits,
1534.4.28 by Robert Collins
first cut at merge from integration.
31
                           NoSuchRevision,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
32
                           NoSuchFile,
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
33
                           NotBranchError,
1185.33.27 by Martin Pool
[merge] much integrated work from robert and john
34
                           NotVersionedError,
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
35
                           UnrelatedBranches,
1534.10.12 by Aaron Bentley
Merge produces new conflicts
36
                           UnsupportedOperation,
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
37
                           WorkingTreeNotRevision,
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
38
                           BinaryFile,
1534.4.28 by Robert Collins
first cut at merge from integration.
39
                           )
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
40
from bzrlib.merge3 import Merge3
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
41
from bzrlib.osutils import rename, pathjoin
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
42
from progress import DummyProgress, ProgressPhase
1534.4.28 by Robert Collins
first cut at merge from integration.
43
from bzrlib.revision import common_ancestor, is_ancestor, NULL_REVISION
1558.15.5 by Aaron Bentley
Fixed binary handling in weave merge
44
from bzrlib.textfile import check_text_lines
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
45
from bzrlib.trace import mutter, warning, note
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
46
from bzrlib.transform import (TreeTransform, resolve_conflicts, cook_conflicts,
1731.1.33 by Aaron Bentley
Revert no-special-root changes
47
                              FinalPaths, create_by_entry, unique_add,
48
                              ROOT_PARENT)
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
49
from bzrlib.versionedfile import WeaveMerge
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
50
from bzrlib import ui
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
51
52
# TODO: Report back as changes are merged in
53
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
54
def _get_tree(treespec, local_branch=None):
1910.1.1 by Aaron Bentley
Merge takes --uncommitted parameter
55
    from bzrlib import workingtree
622 by Martin Pool
Updated merge patch from Aaron
56
    location, revno = treespec
1910.1.1 by Aaron Bentley
Merge takes --uncommitted parameter
57
    if revno is None:
58
        tree = workingtree.WorkingTree.open_containing(location)[0]
59
        return tree.branch, tree
1442.1.64 by Robert Collins
Branch.open_containing now returns a tuple (Branch, relative-path).
60
    branch = Branch.open_containing(location)[0]
1910.1.1 by Aaron Bentley
Merge takes --uncommitted parameter
61
    if revno == -1:
1241 by Martin Pool
- rename last_patch to last_revision
62
        revision = branch.last_revision()
974.1.36 by aaron.bentley at utoronto
Committed it even though the test case doesn't work
63
    else:
1185.11.5 by John Arbash Meinel
Merged up-to-date against mainline, still broken.
64
        revision = branch.get_rev_id(revno)
1185.12.98 by Aaron Bentley
Support for forcing merges of unrelated trees
65
        if revision is None:
66
            revision = NULL_REVISION
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
67
    return branch, _get_revid_tree(branch, revision, local_branch)
974.1.36 by aaron.bentley at utoronto
Committed it even though the test case doesn't work
68
1545.2.4 by Aaron Bentley
PEP8 fixes
69
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
70
def _get_revid_tree(branch, revision, local_branch):
974.1.36 by aaron.bentley at utoronto
Committed it even though the test case doesn't work
71
    if revision is None:
1534.4.50 by Robert Collins
Got the bzrdir api straightened out, plenty of refactoring to use it pending, but the api is up and running.
72
        base_tree = branch.bzrdir.open_workingtree()
493 by Martin Pool
- Merge aaron's merge command
73
    else:
974.1.32 by aaron.bentley at utoronto
Made merge do greedy fetching.
74
        if local_branch is not None:
1185.65.30 by Robert Collins
Merge integration.
75
            if local_branch.base != branch.base:
1534.1.31 by Robert Collins
Deprecated fetch.fetch and fetch.greedy_fetch for branch.fetch, and move the Repository.fetch internals to InterRepo and InterWeaveRepo.
76
                local_branch.fetch(branch, revision)
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
77
            base_tree = local_branch.repository.revision_tree(revision)
974.1.32 by aaron.bentley at utoronto
Made merge do greedy fetching.
78
        else:
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
79
            base_tree = branch.repository.revision_tree(revision)
1185.12.41 by abentley
Got rid of MergeAdapterTree
80
    return base_tree
493 by Martin Pool
- Merge aaron's merge command
81
82
1185.35.4 by Aaron Bentley
Implemented remerge
83
def transform_tree(from_tree, to_tree, interesting_ids=None):
84
    merge_inner(from_tree.branch, to_tree, from_tree, ignore_zero=True,
1558.1.3 by Aaron Bentley
Fixed deprecated op use in test suite
85
                interesting_ids=interesting_ids, this_tree=from_tree)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
86
1457.1.12 by Robert Collins
Update comment to reflect author.
87
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
88
class Merger(object):
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
89
    def __init__(self, this_branch, other_tree=None, base_tree=None,
1534.9.6 by Aaron Bentley
Disable merge progress bars, except from the merge command
90
                 this_tree=None, pb=DummyProgress()):
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
91
        object.__init__(self)
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
92
        assert this_tree is not None, "this_tree is required"
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
93
        self.this_branch = this_branch
94
        self.this_basis = this_branch.last_revision()
95
        self.this_rev_id = None
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
96
        self.this_tree = this_tree
1185.12.83 by Aaron Bentley
Preliminary weave merge support
97
        self.this_revision_tree = None
1185.35.5 by Aaron Bentley
Made weave merge succeed if interesting files match history
98
        self.this_basis_tree = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
99
        self.other_tree = other_tree
100
        self.base_tree = base_tree
101
        self.ignore_zero = False
102
        self.backup_files = False
103
        self.interesting_ids = None
104
        self.show_base = False
1185.24.3 by Aaron Bentley
Integrated reprocessing into the rest of the merge stuff
105
        self.reprocess = False
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
106
        self._pb = pb
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
107
        self.pp = None
108
1185.12.83 by Aaron Bentley
Preliminary weave merge support
109
    def revision_tree(self, revision_id):
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
110
        return self.this_branch.repository.revision_tree(revision_id)
1185.12.83 by Aaron Bentley
Preliminary weave merge support
111
112
    def ensure_revision_trees(self):
113
        if self.this_revision_tree is None:
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
114
            self.this_basis_tree = self.this_branch.repository.revision_tree(
1185.35.5 by Aaron Bentley
Made weave merge succeed if interesting files match history
115
                self.this_basis)
116
            if self.this_basis == self.this_rev_id:
117
                self.this_revision_tree = self.this_basis_tree
118
1185.12.83 by Aaron Bentley
Preliminary weave merge support
119
        if self.other_rev_id is None:
120
            other_basis_tree = self.revision_tree(self.other_basis)
1852.10.3 by Robert Collins
Remove all uses of compare_trees and replace with Tree.changes_from throughout bzrlib.
121
            changes = other_basis_tree.changes_from(self.other_tree)
1185.12.83 by Aaron Bentley
Preliminary weave merge support
122
            if changes.has_changed():
123
                raise WorkingTreeNotRevision(self.this_tree)
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
124
            other_rev_id = self.other_basis
1185.12.83 by Aaron Bentley
Preliminary weave merge support
125
            self.other_tree = other_basis_tree
126
127
    def file_revisions(self, file_id):
128
        self.ensure_revision_trees()
129
        def get_id(tree, file_id):
130
            revision_id = tree.inventory[file_id].revision
131
            assert revision_id is not None
132
            return revision_id
1185.35.5 by Aaron Bentley
Made weave merge succeed if interesting files match history
133
        if self.this_rev_id is None:
134
            if self.this_basis_tree.get_file_sha1(file_id) != \
135
                self.this_tree.get_file_sha1(file_id):
136
                raise WorkingTreeNotRevision(self.this_tree)
137
138
        trees = (self.this_basis_tree, self.other_tree)
1185.12.83 by Aaron Bentley
Preliminary weave merge support
139
        return [get_id(tree, file_id) for tree in trees]
140
1185.82.44 by Aaron Bentley
Switch to merge_changeset in test suite
141
    def check_basis(self, check_clean, require_commits=True):
142
        if self.this_basis is None and require_commits is True:
2249.3.1 by John Arbash Meinel
Mention using 'bzr pull' if there are no commits in current branch
143
            raise BzrCommandError("This branch has no commits."
144
                                  " (perhaps you would prefer 'bzr pull')")
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
145
        if check_clean:
146
            self.compare_basis()
147
            if self.this_basis != self.this_rev_id:
148
                raise BzrCommandError("Working tree has uncommitted changes.")
149
150
    def compare_basis(self):
1852.10.3 by Robert Collins
Remove all uses of compare_trees and replace with Tree.changes_from throughout bzrlib.
151
        changes = self.this_tree.changes_from(self.this_tree.basis_tree())
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
152
        if not changes.has_changed():
153
            self.this_rev_id = self.this_basis
154
155
    def set_interesting_files(self, file_list):
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
156
        try:
157
            self._set_interesting_files(file_list)
158
        except NotVersionedError, e:
159
            raise BzrCommandError("%s is not a source file in any"
160
                                      " tree." % e.path)
161
162
    def _set_interesting_files(self, file_list):
163
        """Set the list of interesting ids from a list of files."""
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
164
        if file_list is None:
165
            self.interesting_ids = None
166
            return
167
1465 by Robert Collins
Bugfix the new pull --clobber to not generate spurious conflicts.
168
        interesting_ids = set()
1185.50.53 by John Arbash Meinel
[patch] Aaron Bentley: make revert work in a subdirectory.
169
        for path in file_list:
1465 by Robert Collins
Bugfix the new pull --clobber to not generate spurious conflicts.
170
            found_id = False
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
171
            for tree in (self.this_tree, self.base_tree, self.other_tree):
1465 by Robert Collins
Bugfix the new pull --clobber to not generate spurious conflicts.
172
                file_id = tree.inventory.path2id(path)
173
                if file_id is not None:
174
                    interesting_ids.add(file_id)
175
                    found_id = True
176
            if not found_id:
1185.50.53 by John Arbash Meinel
[patch] Aaron Bentley: make revert work in a subdirectory.
177
                raise NotVersionedError(path=path)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
178
        self.interesting_ids = interesting_ids
179
180
    def set_pending(self):
1185.12.77 by Aaron Bentley
Prevented all ancestors from being marked as pending merges
181
        if not self.base_is_ancestor:
182
            return
183
        if self.other_rev_id is None:
184
            return
1185.67.2 by Aaron Bentley
Renamed Branch.storage to Branch.repository
185
        ancestry = self.this_branch.repository.get_ancestry(self.this_basis)
1185.66.2 by Aaron Bentley
Moved get_ancestry to RevisionStorage
186
        if self.other_rev_id in ancestry:
1185.12.77 by Aaron Bentley
Prevented all ancestors from being marked as pending merges
187
            return
1908.6.3 by Robert Collins
Tidy up the last_revision_id and add_pending_merge conversion to use cleaner apis.
188
        self.this_tree.add_parent_tree((self.other_rev_id, self.other_tree))
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
189
190
    def set_other(self, other_revision):
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
191
        """Set the revision and tree to merge from.
192
193
        This sets the other_tree, other_rev_id, other_basis attributes.
194
195
        :param other_revision: The [path, revision] list to merge from.
196
        """
197
        other_branch, self.other_tree = _get_tree(other_revision,
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
198
                                                  self.this_branch)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
199
        if other_revision[1] == -1:
200
            self.other_rev_id = other_branch.last_revision()
201
            if self.other_rev_id is None:
202
                raise NoCommits(other_branch)
203
            self.other_basis = self.other_rev_id
204
        elif other_revision[1] is not None:
205
            self.other_rev_id = other_branch.get_rev_id(other_revision[1])
206
            self.other_basis = self.other_rev_id
207
        else:
208
            self.other_rev_id = None
209
            self.other_basis = other_branch.last_revision()
210
            if self.other_basis is None:
211
                raise NoCommits(other_branch)
1185.65.30 by Robert Collins
Merge integration.
212
        if other_branch.base != self.this_branch.base:
1534.1.31 by Robert Collins
Deprecated fetch.fetch and fetch.greedy_fetch for branch.fetch, and move the Repository.fetch internals to InterRepo and InterWeaveRepo.
213
            self.this_branch.fetch(other_branch, last_revision=self.other_basis)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
214
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
215
    def find_base(self):
1185.82.29 by Aaron Bentley
Got merge test working
216
        self.set_base([None, None])
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
217
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
218
    def set_base(self, base_revision):
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
219
        """Set the base revision to use for the merge.
220
221
        :param base_revision: A 2-list containing a path and revision number.
222
        """
1185.12.96 by Aaron Bentley
Merge from mpool
223
        mutter("doing merge() with no base_revision specified")
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
224
        if base_revision == [None, None]:
225
            try:
2094.3.5 by John Arbash Meinel
Fix imports to ensure modules are loaded before they are used
226
                pb = ui.ui_factory.nested_progress_bar()
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
227
                try:
228
                    this_repo = self.this_branch.repository
229
                    self.base_rev_id = common_ancestor(self.this_basis, 
230
                                                       self.other_basis, 
231
                                                       this_repo, pb)
232
                finally:
233
                    pb.finished()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
234
            except NoCommonAncestor:
235
                raise UnrelatedBranches()
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
236
            self.base_tree = _get_revid_tree(self.this_branch, self.base_rev_id,
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
237
                                            None)
238
            self.base_is_ancestor = True
239
        else:
1545.2.3 by Aaron Bentley
Updated following j-a-meinel's comments
240
            base_branch, self.base_tree = _get_tree(base_revision)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
241
            if base_revision[1] == -1:
242
                self.base_rev_id = base_branch.last_revision()
243
            elif base_revision[1] is None:
244
                self.base_rev_id = None
493 by Martin Pool
- Merge aaron's merge command
245
            else:
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
246
                self.base_rev_id = base_branch.get_rev_id(base_revision[1])
1558.4.11 by Aaron Bentley
Allow merge against self, make fetching self a noop
247
            if self.this_branch.base != base_branch.base:
248
                self.this_branch.fetch(base_branch)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
249
            self.base_is_ancestor = is_ancestor(self.this_basis, 
250
                                                self.base_rev_id,
251
                                                self.this_branch)
252
253
    def do_merge(self):
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
254
        kwargs = {'working_tree':self.this_tree, 'this_tree': self.this_tree,
255
                  'other_tree': self.other_tree,
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
256
                  'interesting_ids': self.interesting_ids,
257
                  'pp': self.pp}
1534.7.84 by Aaron Bentley
Added reprocess support, support for varying merge types
258
        if self.merge_type.requires_base:
259
            kwargs['base_tree'] = self.base_tree
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
260
        if self.merge_type.supports_reprocess:
261
            kwargs['reprocess'] = self.reprocess
262
        elif self.reprocess:
1551.6.14 by Aaron Bentley
Tweaks from merge review
263
            raise BzrError("Conflict reduction is not supported for merge"
264
                                  " type %s." % self.merge_type)
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
265
        if self.merge_type.supports_show_base:
266
            kwargs['show_base'] = self.show_base
267
        elif self.show_base:
1534.8.2 by Aaron Bentley
Implemented weave merge
268
            raise BzrError("Showing base is not supported for this"
269
                                  " merge type. %s" % self.merge_type)
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
270
        self.this_tree.lock_write()
271
        if self.base_tree is not None:
272
            self.base_tree.lock_read()
273
        if self.other_tree is not None:
274
            self.other_tree.lock_read()
275
        try:
276
            merge = self.merge_type(pb=self._pb, **kwargs)
277
        finally:
278
            if self.other_tree is not None:
279
                self.other_tree.unlock()
280
            if self.base_tree is not None:
281
                self.base_tree.unlock()
282
            self.this_tree.unlock()
1534.7.151 by Aaron Bentley
Fixed all changes applied successfully
283
        if len(merge.cooked_conflicts) == 0:
1534.7.141 by Aaron Bentley
Added conflict reporting
284
            if not self.ignore_zero:
285
                note("All changes applied successfully.")
286
        else:
287
            note("%d conflicts encountered." % len(merge.cooked_conflicts))
288
1534.7.134 by Aaron Bentley
Hid raw conflicts
289
        return len(merge.cooked_conflicts)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
290
291
    def regen_inventory(self, new_entries):
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
292
        old_entries = self.this_tree.read_working_inventory()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
293
        new_inventory = {}
294
        by_path = {}
295
        new_entries_map = {} 
296
        for path, file_id in new_entries:
297
            if path is None:
298
                continue
299
            new_entries_map[file_id] = path
300
301
        def id2path(file_id):
302
            path = new_entries_map.get(file_id)
303
            if path is not None:
304
                return path
305
            entry = old_entries[file_id]
306
            if entry.parent_id is None:
307
                return entry.name
1185.31.32 by John Arbash Meinel
Updated the bzr sourcecode to use bzrlib.osutils.pathjoin rather than os.path.join to enforce internal use of / instead of \
308
            return pathjoin(id2path(entry.parent_id), entry.name)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
309
            
310
        for file_id in old_entries:
311
            entry = old_entries[file_id]
312
            path = id2path(file_id)
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
313
            if file_id in self.base_tree.inventory:
314
                executable = getattr(self.base_tree.inventory[file_id], 'executable', False)
315
            else:
316
                executable = getattr(entry, 'executable', False)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
317
            new_inventory[file_id] = (path, file_id, entry.parent_id, 
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
318
                                      entry.kind, executable)
319
                                      
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
320
            by_path[path] = file_id
974.1.21 by aaron.bentley at utoronto
Handled path generation properly
321
        
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
322
        deletions = 0
323
        insertions = 0
324
        new_path_list = []
325
        for path, file_id in new_entries:
326
            if path is None:
327
                del new_inventory[file_id]
328
                deletions += 1
329
            else:
330
                new_path_list.append((path, file_id))
331
                if file_id not in old_entries:
332
                    insertions += 1
333
        # Ensure no file is added before its parent
334
        new_path_list.sort()
335
        for path, file_id in new_path_list:
336
            if path == '':
337
                parent = None
338
            else:
339
                parent = by_path[os.path.dirname(path)]
1185.31.32 by John Arbash Meinel
Updated the bzr sourcecode to use bzrlib.osutils.pathjoin rather than os.path.join to enforce internal use of / instead of \
340
            abspath = pathjoin(self.this_tree.basedir, path)
2094.3.5 by John Arbash Meinel
Fix imports to ensure modules are loaded before they are used
341
            kind = osutils.file_kind(abspath)
1185.80.4 by John Arbash Meinel
We need to reference the basis_tree to get the proper executable bits.
342
            if file_id in self.base_tree.inventory:
1185.80.5 by John Arbash Meinel
Changing the escaping just a little bit. Now we can handle unicode characters.
343
                executable = getattr(self.base_tree.inventory[file_id], 'executable', False)
1185.80.4 by John Arbash Meinel
We need to reference the basis_tree to get the proper executable bits.
344
            else:
345
                executable = False
346
            new_inventory[file_id] = (path, file_id, parent, kind, executable)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
347
            by_path[path] = file_id 
493 by Martin Pool
- Merge aaron's merge command
348
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
349
        # Get a list in insertion order
350
        new_inventory_list = new_inventory.values()
351
        mutter ("""Inventory regeneration:
352
    old length: %i insertions: %i deletions: %i new_length: %i"""\
353
            % (len(old_entries), insertions, deletions, 
354
               len(new_inventory_list)))
355
        assert len(new_inventory_list) == len(old_entries) + insertions\
356
            - deletions
357
        new_inventory_list.sort()
358
        return new_inventory_list
974.1.9 by Aaron Bentley
Added merge-type parameter to merge.
359
1545.2.4 by Aaron Bentley
PEP8 fixes
360
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
361
class Merge3Merger(object):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
362
    """Three-way merger that uses the merge3 text merger"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
363
    requires_base = True
364
    supports_reprocess = True
365
    supports_show_base = True
366
    history_based = False
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
367
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
368
    def __init__(self, working_tree, this_tree, base_tree, other_tree, 
1558.2.2 by Aaron Bentley
Make remerge honour interesting-ids
369
                 interesting_ids=None, reprocess=False, show_base=False,
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
370
                 pb=DummyProgress(), pp=None):
1534.7.157 by Aaron Bentley
Added more docs
371
        """Initialize the merger object and perform the merge."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
372
        object.__init__(self)
373
        self.this_tree = working_tree
374
        self.base_tree = base_tree
375
        self.other_tree = other_tree
376
        self._raw_conflicts = []
377
        self.cooked_conflicts = []
378
        self.reprocess = reprocess
379
        self.show_base = show_base
1534.9.1 by Aaron Bentley
Added progress bars to merge
380
        self.pb = pb
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
381
        self.pp = pp
382
        if self.pp is None:
383
            self.pp = ProgressPhase("Merge phase", 3, self.pb)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
384
1558.2.2 by Aaron Bentley
Make remerge honour interesting-ids
385
        if interesting_ids is not None:
386
            all_ids = interesting_ids
387
        else:
388
            all_ids = set(base_tree)
389
            all_ids.update(other_tree)
2084.2.1 by Aaron Bentley
Support updating lightweight checkouts of readonly branches
390
        working_tree.lock_tree_write()
1534.9.1 by Aaron Bentley
Added progress bars to merge
391
        self.tt = TreeTransform(working_tree, self.pb)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
392
        try:
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
393
            self.pp.next_phase()
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
394
            child_pb = ui.ui_factory.nested_progress_bar()
1551.2.31 by Aaron Bentley
Got merge and revert using nested pbs
395
            try:
396
                for num, file_id in enumerate(all_ids):
397
                    child_pb.update('Preparing file merge', num, len(all_ids))
398
                    self.merge_names(file_id)
399
                    file_status = self.merge_contents(file_id)
400
                    self.merge_executable(file_id, file_status)
401
            finally:
402
                child_pb.finished()
1731.1.33 by Aaron Bentley
Revert no-special-root changes
403
            self.fix_root()
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
404
            self.pp.next_phase()
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
405
            child_pb = ui.ui_factory.nested_progress_bar()
1551.2.31 by Aaron Bentley
Got merge and revert using nested pbs
406
            try:
407
                fs_conflicts = resolve_conflicts(self.tt, child_pb)
408
            finally:
409
                child_pb.finished()
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
410
            self.cook_conflicts(fs_conflicts)
1534.10.24 by Aaron Bentley
Eliminated conflicts_to_strings, made remove_files a ConflictList member
411
            for conflict in self.cooked_conflicts:
412
                warning(conflict)
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
413
            self.pp.next_phase()
1534.7.192 by Aaron Bentley
Record hashes produced by merges
414
            results = self.tt.apply()
1558.4.3 by Aaron Bentley
Merge_modified performance/concurrency fix
415
            self.write_modified(results)
1534.10.12 by Aaron Bentley
Merge produces new conflicts
416
            try:
1551.7.11 by Aaron Bentley
Add WorkingTree.add_conflicts
417
                working_tree.add_conflicts(self.cooked_conflicts)
1534.10.12 by Aaron Bentley
Merge produces new conflicts
418
            except UnsupportedOperation:
419
                pass
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
420
        finally:
1711.7.7 by John Arbash Meinel
Don't squelch errors in tt.finalize()
421
            self.tt.finalize()
1558.4.3 by Aaron Bentley
Merge_modified performance/concurrency fix
422
            working_tree.unlock()
1551.2.31 by Aaron Bentley
Got merge and revert using nested pbs
423
            self.pb.clear()
1534.7.192 by Aaron Bentley
Record hashes produced by merges
424
1731.1.33 by Aaron Bentley
Revert no-special-root changes
425
    def fix_root(self):
426
        try:
427
            self.tt.final_kind(self.tt.root)
428
        except NoSuchFile:
429
            self.tt.cancel_deletion(self.tt.root)
430
        if self.tt.final_file_id(self.tt.root) is None:
431
            self.tt.version_file(self.tt.tree_file_id(self.tt.root), 
432
                                 self.tt.root)
433
        if self.other_tree.inventory.root is None:
434
            return
435
        other_root_file_id = self.other_tree.inventory.root.file_id
436
        other_root = self.tt.trans_id_file_id(other_root_file_id)
437
        if other_root == self.tt.root:
438
            return
439
        try:
440
            self.tt.final_kind(other_root)
441
        except NoSuchFile:
442
            return
443
        self.reparent_children(self.other_tree.inventory.root, self.tt.root)
444
        self.tt.cancel_creation(other_root)
445
        self.tt.cancel_versioning(other_root)
446
447
    def reparent_children(self, ie, target):
448
        for thing, child in ie.children.iteritems():
449
            trans_id = self.tt.trans_id_file_id(child.file_id)
450
            self.tt.adjust_path(self.tt.final_name(trans_id), target, trans_id)
451
1534.7.192 by Aaron Bentley
Record hashes produced by merges
452
    def write_modified(self, results):
453
        modified_hashes = {}
454
        for path in results.modified_paths:
455
            file_id = self.this_tree.path2id(self.this_tree.relpath(path))
456
            if file_id is None:
457
                continue
458
            hash = self.this_tree.get_file_sha1(file_id)
459
            if hash is None:
460
                continue
461
            modified_hashes[file_id] = hash
462
        self.this_tree.set_merge_modified(modified_hashes)
463
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
464
    @staticmethod
465
    def parent(entry, file_id):
1534.7.157 by Aaron Bentley
Added more docs
466
        """Determine the parent for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
467
        if entry is None:
468
            return None
469
        return entry.parent_id
470
471
    @staticmethod
472
    def name(entry, file_id):
1534.7.157 by Aaron Bentley
Added more docs
473
        """Determine the name for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
474
        if entry is None:
475
            return None
476
        return entry.name
477
    
478
    @staticmethod
479
    def contents_sha1(tree, file_id):
1534.7.157 by Aaron Bentley
Added more docs
480
        """Determine the sha1 of the file contents (used as a key method)."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
481
        if file_id not in tree:
482
            return None
483
        return tree.get_file_sha1(file_id)
484
485
    @staticmethod
486
    def executable(tree, file_id):
1534.7.157 by Aaron Bentley
Added more docs
487
        """Determine the executability of a file-id (used as a key method)."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
488
        if file_id not in tree:
489
            return None
490
        if tree.kind(file_id) != "file":
491
            return False
492
        return tree.is_executable(file_id)
493
494
    @staticmethod
495
    def kind(tree, file_id):
1534.7.157 by Aaron Bentley
Added more docs
496
        """Determine the kind of a file-id (used as a key method)."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
497
        if file_id not in tree:
498
            return None
499
        return tree.kind(file_id)
500
501
    @staticmethod
502
    def scalar_three_way(this_tree, base_tree, other_tree, file_id, key):
503
        """Do a three-way test on a scalar.
504
        Return "this", "other" or "conflict", depending whether a value wins.
505
        """
506
        key_base = key(base_tree, file_id)
507
        key_other = key(other_tree, file_id)
508
        #if base == other, either they all agree, or only THIS has changed.
509
        if key_base == key_other:
510
            return "this"
511
        key_this = key(this_tree, file_id)
512
        if key_this not in (key_base, key_other):
513
            return "conflict"
514
        # "Ambiguous clean merge"
515
        elif key_this == key_other:
516
            return "this"
517
        else:
518
            assert key_this == key_base
519
            return "other"
520
521
    def merge_names(self, file_id):
1534.7.157 by Aaron Bentley
Added more docs
522
        """Perform a merge on file_id names and parents"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
523
        def get_entry(tree):
524
            if file_id in tree.inventory:
525
                return tree.inventory[file_id]
526
            else:
527
                return None
528
        this_entry = get_entry(self.this_tree)
529
        other_entry = get_entry(self.other_tree)
530
        base_entry = get_entry(self.base_tree)
531
        name_winner = self.scalar_three_way(this_entry, base_entry, 
532
                                            other_entry, file_id, self.name)
533
        parent_id_winner = self.scalar_three_way(this_entry, base_entry, 
534
                                                 other_entry, file_id, 
535
                                                 self.parent)
536
        if this_entry is None:
537
            if name_winner == "this":
538
                name_winner = "other"
539
            if parent_id_winner == "this":
540
                parent_id_winner = "other"
541
        if name_winner == "this" and parent_id_winner == "this":
542
            return
543
        if name_winner == "conflict":
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
544
            trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
545
            self._raw_conflicts.append(('name conflict', trans_id, 
546
                                        self.name(this_entry, file_id), 
547
                                        self.name(other_entry, file_id)))
548
        if parent_id_winner == "conflict":
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
549
            trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
550
            self._raw_conflicts.append(('parent conflict', trans_id, 
551
                                        self.parent(this_entry, file_id), 
552
                                        self.parent(other_entry, file_id)))
553
        if other_entry is None:
554
            # it doesn't matter whether the result was 'other' or 
555
            # 'conflict'-- if there's no 'other', we leave it alone.
556
            return
557
        # if we get here, name_winner and parent_winner are set to safe values.
558
        winner_entry = {"this": this_entry, "other": other_entry, 
559
                        "conflict": other_entry}
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
560
        trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
561
        parent_id = winner_entry[parent_id_winner].parent_id
1731.1.33 by Aaron Bentley
Revert no-special-root changes
562
        if parent_id is not None:
563
            parent_trans_id = self.tt.trans_id_file_id(parent_id)
564
            self.tt.adjust_path(winner_entry[name_winner].name, 
565
                                parent_trans_id, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
566
567
    def merge_contents(self, file_id):
1534.7.157 by Aaron Bentley
Added more docs
568
        """Performa a merge on file_id contents."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
569
        def contents_pair(tree):
570
            if file_id not in tree:
571
                return (None, None)
572
            kind = tree.kind(file_id)
573
            if kind == "file":
574
                contents = tree.get_file_sha1(file_id)
575
            elif kind == "symlink":
576
                contents = tree.get_symlink_target(file_id)
577
            else:
578
                contents = None
579
            return kind, contents
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
580
581
        def contents_conflict():
582
            trans_id = self.tt.trans_id_file_id(file_id)
583
            name = self.tt.final_name(trans_id)
584
            parent_id = self.tt.final_parent(trans_id)
585
            if file_id in self.this_tree.inventory:
586
                self.tt.unversion_file(trans_id)
1551.10.2 by Aaron Bentley
Handle merge with dangling inventory entries
587
                if file_id in self.this_tree:
588
                    self.tt.delete_contents(trans_id)
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
589
            file_group = self._dump_conflicts(name, parent_id, file_id, 
590
                                              set_version=True)
591
            self._raw_conflicts.append(('contents conflict', file_group))
592
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
593
        # See SPOT run.  run, SPOT, run.
594
        # So we're not QUITE repeating ourselves; we do tricky things with
595
        # file kind...
596
        base_pair = contents_pair(self.base_tree)
597
        other_pair = contents_pair(self.other_tree)
598
        if base_pair == other_pair:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
599
            # OTHER introduced no changes
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
600
            return "unmodified"
601
        this_pair = contents_pair(self.this_tree)
602
        if this_pair == other_pair:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
603
            # THIS and OTHER introduced the same changes
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
604
            return "unmodified"
605
        else:
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
606
            trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
607
            if this_pair == base_pair:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
608
                # only OTHER introduced changes
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
609
                if file_id in self.this_tree:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
610
                    # Remove any existing contents
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
611
                    self.tt.delete_contents(trans_id)
1534.7.147 by Aaron Bentley
Tweak to check inventory, not tree for file ids
612
                if file_id in self.other_tree:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
613
                    # OTHER changed the file
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
614
                    create_by_entry(self.tt, 
615
                                    self.other_tree.inventory[file_id], 
616
                                    self.other_tree, trans_id)
1534.7.147 by Aaron Bentley
Tweak to check inventory, not tree for file ids
617
                    if file_id not in self.this_tree.inventory:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
618
                        self.tt.version_file(file_id, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
619
                    return "modified"
1534.7.147 by Aaron Bentley
Tweak to check inventory, not tree for file ids
620
                elif file_id in self.this_tree.inventory:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
621
                    # OTHER deleted the file
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
622
                    self.tt.unversion_file(trans_id)
623
                    return "deleted"
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
624
            #BOTH THIS and OTHER introduced changes; scalar conflict
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
625
            elif this_pair[0] == "file" and other_pair[0] == "file":
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
626
                # THIS and OTHER are both files, so text merge.  Either
627
                # BASE is a file, or both converted to files, so at least we
628
                # have agreement that output should be a file.
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
629
                try:
630
                    self.text_merge(file_id, trans_id)
631
                except BinaryFile:
632
                    return contents_conflict()
1534.7.147 by Aaron Bentley
Tweak to check inventory, not tree for file ids
633
                if file_id not in self.this_tree.inventory:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
634
                    self.tt.version_file(file_id, trans_id)
1534.7.152 by Aaron Bentley
Fixed overwrites
635
                try:
636
                    self.tt.tree_kind(trans_id)
637
                    self.tt.delete_contents(trans_id)
638
                except NoSuchFile:
639
                    pass
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
640
                return "modified"
641
            else:
1534.7.145 by Aaron Bentley
More fixups after get_trans_id
642
                # Scalar conflict, can't text merge.  Dump conflicts
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
643
                return contents_conflict()
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
644
645
    def get_lines(self, tree, file_id):
1534.7.157 by Aaron Bentley
Added more docs
646
        """Return the lines in a file, or an empty list."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
647
        if file_id in tree:
648
            return tree.get_file(file_id).readlines()
649
        else:
650
            return []
651
652
    def text_merge(self, file_id, trans_id):
653
        """Perform a three-way text merge on a file_id"""
654
        # it's possible that we got here with base as a different type.
655
        # if so, we just want two-way text conflicts.
656
        if file_id in self.base_tree and \
657
            self.base_tree.kind(file_id) == "file":
658
            base_lines = self.get_lines(self.base_tree, file_id)
659
        else:
660
            base_lines = []
661
        other_lines = self.get_lines(self.other_tree, file_id)
662
        this_lines = self.get_lines(self.this_tree, file_id)
663
        m3 = Merge3(base_lines, this_lines, other_lines)
664
        start_marker = "!START OF MERGE CONFLICT!" + "I HOPE THIS IS UNIQUE"
665
        if self.show_base is True:
666
            base_marker = '|' * 7
667
        else:
668
            base_marker = None
669
670
        def iter_merge3(retval):
671
            retval["text_conflicts"] = False
672
            for line in m3.merge_lines(name_a = "TREE", 
673
                                       name_b = "MERGE-SOURCE", 
674
                                       name_base = "BASE-REVISION",
675
                                       start_marker=start_marker, 
676
                                       base_marker=base_marker,
677
                                       reprocess=self.reprocess):
678
                if line.startswith(start_marker):
679
                    retval["text_conflicts"] = True
680
                    yield line.replace(start_marker, '<' * 7)
681
                else:
682
                    yield line
683
        retval = {}
684
        merge3_iterator = iter_merge3(retval)
685
        self.tt.create_file(merge3_iterator, trans_id)
686
        if retval["text_conflicts"] is True:
687
            self._raw_conflicts.append(('text conflict', trans_id))
688
            name = self.tt.final_name(trans_id)
689
            parent_id = self.tt.final_parent(trans_id)
690
            file_group = self._dump_conflicts(name, parent_id, file_id, 
691
                                              this_lines, base_lines,
692
                                              other_lines)
693
            file_group.append(trans_id)
694
695
    def _dump_conflicts(self, name, parent_id, file_id, this_lines=None, 
696
                        base_lines=None, other_lines=None, set_version=False,
697
                        no_base=False):
1534.7.157 by Aaron Bentley
Added more docs
698
        """Emit conflict files.
699
        If this_lines, base_lines, or other_lines are omitted, they will be
700
        determined automatically.  If set_version is true, the .OTHER, .THIS
701
        or .BASE (in that order) will be created as versioned files.
702
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
703
        data = [('OTHER', self.other_tree, other_lines), 
704
                ('THIS', self.this_tree, this_lines)]
705
        if not no_base:
706
            data.append(('BASE', self.base_tree, base_lines))
707
        versioned = False
708
        file_group = []
709
        for suffix, tree, lines in data:
710
            if file_id in tree:
711
                trans_id = self._conflict_file(name, parent_id, tree, file_id,
712
                                               suffix, lines)
713
                file_group.append(trans_id)
714
                if set_version and not versioned:
715
                    self.tt.version_file(file_id, trans_id)
716
                    versioned = True
717
        return file_group
718
           
719
    def _conflict_file(self, name, parent_id, tree, file_id, suffix, 
720
                       lines=None):
1534.7.157 by Aaron Bentley
Added more docs
721
        """Emit a single conflict file."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
722
        name = name + '.' + suffix
723
        trans_id = self.tt.create_path(name, parent_id)
724
        entry = tree.inventory[file_id]
725
        create_by_entry(self.tt, entry, tree, trans_id, lines)
726
        return trans_id
727
728
    def merge_executable(self, file_id, file_status):
1534.7.157 by Aaron Bentley
Added more docs
729
        """Perform a merge on the execute bit."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
730
        if file_status == "deleted":
731
            return
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
732
        trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
733
        try:
734
            if self.tt.final_kind(trans_id) != "file":
735
                return
736
        except NoSuchFile:
737
            return
738
        winner = self.scalar_three_way(self.this_tree, self.base_tree, 
739
                                       self.other_tree, file_id, 
740
                                       self.executable)
741
        if winner == "conflict":
742
        # There must be a None in here, if we have a conflict, but we
743
        # need executability since file status was not deleted.
1534.10.35 by Aaron Bentley
Merge handles contents + executable + deletion conflict
744
            if self.executable(self.other_tree, file_id) is None:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
745
                winner = "this"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
746
            else:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
747
                winner = "other"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
748
        if winner == "this":
749
            if file_status == "modified":
750
                executability = self.this_tree.is_executable(file_id)
751
                if executability is not None:
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
752
                    trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
753
                    self.tt.set_executability(executability, trans_id)
754
        else:
755
            assert winner == "other"
756
            if file_id in self.other_tree:
757
                executability = self.other_tree.is_executable(file_id)
758
            elif file_id in self.this_tree:
759
                executability = self.this_tree.is_executable(file_id)
760
            elif file_id in self.base_tree:
761
                executability = self.base_tree.is_executable(file_id)
762
            if executability is not None:
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
763
                trans_id = self.tt.trans_id_file_id(file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
764
                self.tt.set_executability(executability, trans_id)
765
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
766
    def cook_conflicts(self, fs_conflicts):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
767
        """Convert all conflicts into a form that doesn't depend on trans_id"""
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
768
        from conflicts import Conflict
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
769
        name_conflicts = {}
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
770
        self.cooked_conflicts.extend(cook_conflicts(fs_conflicts, self.tt))
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
771
        fp = FinalPaths(self.tt)
772
        for conflict in self._raw_conflicts:
773
            conflict_type = conflict[0]
774
            if conflict_type in ('name conflict', 'parent conflict'):
775
                trans_id = conflict[1]
776
                conflict_args = conflict[2:]
777
                if trans_id not in name_conflicts:
778
                    name_conflicts[trans_id] = {}
779
                unique_add(name_conflicts[trans_id], conflict_type, 
780
                           conflict_args)
781
            if conflict_type == 'contents conflict':
782
                for trans_id in conflict[1]:
783
                    file_id = self.tt.final_file_id(trans_id)
784
                    if file_id is not None:
785
                        break
786
                path = fp.get_path(trans_id)
787
                for suffix in ('.BASE', '.THIS', '.OTHER'):
788
                    if path.endswith(suffix):
789
                        path = path[:-len(suffix)]
790
                        break
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
791
                c = Conflict.factory(conflict_type, path=path, file_id=file_id)
792
                self.cooked_conflicts.append(c)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
793
            if conflict_type == 'text conflict':
794
                trans_id = conflict[1]
795
                path = fp.get_path(trans_id)
796
                file_id = self.tt.final_file_id(trans_id)
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
797
                c = Conflict.factory(conflict_type, path=path, file_id=file_id)
798
                self.cooked_conflicts.append(c)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
799
800
        for trans_id, conflicts in name_conflicts.iteritems():
801
            try:
802
                this_parent, other_parent = conflicts['parent conflict']
803
                assert this_parent != other_parent
804
            except KeyError:
805
                this_parent = other_parent = \
806
                    self.tt.final_file_id(self.tt.final_parent(trans_id))
807
            try:
808
                this_name, other_name = conflicts['name conflict']
809
                assert this_name != other_name
810
            except KeyError:
811
                this_name = other_name = self.tt.final_name(trans_id)
812
            other_path = fp.get_path(trans_id)
813
            if this_parent is not None:
814
                this_parent_path = \
1534.7.181 by Aaron Bentley
Renamed a bunch of functions
815
                    fp.get_path(self.tt.trans_id_file_id(this_parent))
1534.7.166 by Aaron Bentley
Swapped os.path.join for pathjoin everywhere
816
                this_path = pathjoin(this_parent_path, this_name)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
817
            else:
818
                this_path = "<deleted>"
819
            file_id = self.tt.final_file_id(trans_id)
1534.10.20 by Aaron Bentley
Got all tests passing
820
            c = Conflict.factory('path conflict', path=this_path,
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
821
                                 conflict_path=other_path, file_id=file_id)
822
            self.cooked_conflicts.append(c)
1666.1.4 by Robert Collins
* 'Metadir' is now the default disk format. This improves behaviour in
823
        self.cooked_conflicts.sort(key=Conflict.sort_key)
1534.7.141 by Aaron Bentley
Added conflict reporting
824
825
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
826
class WeaveMerger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
827
    """Three-way tree merger, text weave merger."""
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
828
    supports_reprocess = True
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
829
    supports_show_base = False
830
1534.9.1 by Aaron Bentley
Added progress bars to merge
831
    def __init__(self, working_tree, this_tree, base_tree, other_tree, 
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
832
                 interesting_ids=None, pb=DummyProgress(), pp=None,
833
                 reprocess=False):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
834
        self.this_revision_tree = self._get_revision_tree(this_tree)
835
        self.other_revision_tree = self._get_revision_tree(other_tree)
836
        super(WeaveMerger, self).__init__(working_tree, this_tree, 
1558.2.2 by Aaron Bentley
Make remerge honour interesting-ids
837
                                          base_tree, other_tree, 
838
                                          interesting_ids=interesting_ids, 
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
839
                                          pb=pb, pp=pp, reprocess=reprocess)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
840
841
    def _get_revision_tree(self, tree):
1759.2.1 by Jelmer Vernooij
Fix some types (found using aspell).
842
        """Return a revision tree related to this tree.
1534.7.157 by Aaron Bentley
Added more docs
843
        If the tree is a WorkingTree, the basis will be returned.
844
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
845
        if getattr(tree, 'get_weave', False) is False:
846
            # If we have a WorkingTree, try using the basis
847
            return tree.branch.basis_tree()
848
        else:
849
            return tree
850
851
    def _check_file(self, file_id):
852
        """Check that the revision tree's version of the file matches."""
853
        for tree, rt in ((self.this_tree, self.this_revision_tree), 
854
                         (self.other_tree, self.other_revision_tree)):
855
            if rt is tree:
856
                continue
857
            if tree.get_file_sha1(file_id) != rt.get_file_sha1(file_id):
858
                raise WorkingTreeNotRevision(self.this_tree)
859
860
    def _merged_lines(self, file_id):
861
        """Generate the merged lines.
862
        There is no distinction between lines that are meant to contain <<<<<<<
863
        and conflicts.
864
        """
865
        weave = self.this_revision_tree.get_weave(file_id)
866
        this_revision_id = self.this_revision_tree.inventory[file_id].revision
867
        other_revision_id = \
868
            self.other_revision_tree.inventory[file_id].revision
1551.6.10 by Aaron Bentley
Renamed WeaveMerge to PlanMerge, added plan method, created planless WeaveMerge
869
        wm = WeaveMerge(weave, this_revision_id, other_revision_id, 
870
                        '<<<<<<< TREE\n', '>>>>>>> MERGE-SOURCE\n')
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
871
        return wm.merge_lines(self.reprocess)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
872
873
    def text_merge(self, file_id, trans_id):
1534.7.157 by Aaron Bentley
Added more docs
874
        """Perform a (weave) text merge for a given file and file-id.
875
        If conflicts are encountered, .THIS and .OTHER files will be emitted,
876
        and a conflict will be noted.
877
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
878
        self._check_file(file_id)
1551.6.12 by Aaron Bentley
Indicate conflicts from merge_lines, insead of guessing
879
        lines, conflicts = self._merged_lines(file_id)
1558.15.10 by Aaron Bentley
Merge bzr.dev
880
        lines = list(lines)
1558.15.5 by Aaron Bentley
Fixed binary handling in weave merge
881
        # Note we're checking whether the OUTPUT is binary in this case, 
882
        # because we don't want to get into weave merge guts.
883
        check_text_lines(lines)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
884
        self.tt.create_file(lines, trans_id)
885
        if conflicts:
886
            self._raw_conflicts.append(('text conflict', trans_id))
887
            name = self.tt.final_name(trans_id)
888
            parent_id = self.tt.final_parent(trans_id)
889
            file_group = self._dump_conflicts(name, parent_id, file_id, 
890
                                              no_base=True)
891
            file_group.append(trans_id)
892
893
894
class Diff3Merger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
895
    """Three-way merger using external diff3 for text merging"""
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
896
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
897
    def dump_file(self, temp_dir, name, tree, file_id):
898
        out_path = pathjoin(temp_dir, name)
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
899
        out_file = open(out_path, "wb")
900
        try:
901
            in_file = tree.get_file(file_id)
902
            for line in in_file:
903
                out_file.write(line)
904
        finally:
905
            out_file.close()
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
906
        return out_path
907
908
    def text_merge(self, file_id, trans_id):
1534.7.157 by Aaron Bentley
Added more docs
909
        """Perform a diff3 merge using a specified file-id and trans-id.
910
        If conflicts are encountered, .BASE, .THIS. and .OTHER conflict files
911
        will be dumped, and a will be conflict noted.
912
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
913
        import bzrlib.patch
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
914
        temp_dir = osutils.mkdtemp(prefix="bzr-")
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
915
        try:
1534.7.166 by Aaron Bentley
Swapped os.path.join for pathjoin everywhere
916
            new_file = pathjoin(temp_dir, "new")
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
917
            this = self.dump_file(temp_dir, "this", self.this_tree, file_id)
918
            base = self.dump_file(temp_dir, "base", self.base_tree, file_id)
919
            other = self.dump_file(temp_dir, "other", self.other_tree, file_id)
920
            status = bzrlib.patch.diff3(new_file, this, base, other)
921
            if status not in (0, 1):
922
                raise BzrError("Unhandled diff3 exit code")
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
923
            f = open(new_file, 'rb')
924
            try:
925
                self.tt.create_file(f, trans_id)
926
            finally:
927
                f.close()
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
928
            if status == 1:
929
                name = self.tt.final_name(trans_id)
930
                parent_id = self.tt.final_parent(trans_id)
931
                self._dump_conflicts(name, parent_id, file_id)
1551.8.39 by Aaron Bentley
Fix diff3 conflict-reporting bug
932
                self._raw_conflicts.append(('text conflict', trans_id))
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
933
        finally:
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
934
            osutils.rmtree(temp_dir)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
935
936
937
def merge_inner(this_branch, other_tree, base_tree, ignore_zero=False,
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
938
                backup_files=False,
939
                merge_type=Merge3Merger,
940
                interesting_ids=None,
941
                show_base=False,
942
                reprocess=False,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
943
                other_rev_id=None,
944
                interesting_files=None,
1534.9.9 by Aaron Bentley
Added progress bar to pull
945
                this_tree=None,
946
                pb=DummyProgress()):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
947
    """Primary interface for merging. 
948
949
        typical use is probably 
950
        'merge_inner(branch, branch.get_revision_tree(other_revision),
951
                     branch.get_revision_tree(base_revision))'
952
        """
953
    if this_tree is None:
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
954
        warnings.warn("bzrlib.merge.merge_inner requires a this_tree parameter as of "
1563.1.1 by Robert Collins
Fixup internally generated deprecation warning from merge_inner.
955
             "bzrlib version 0.8.",
956
             DeprecationWarning,
957
             stacklevel=2)
958
        this_tree = this_branch.bzrdir.open_workingtree()
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
959
    merger = Merger(this_branch, other_tree, base_tree, this_tree=this_tree,
1534.9.9 by Aaron Bentley
Added progress bar to pull
960
                    pb=pb)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
961
    merger.backup_files = backup_files
962
    merger.merge_type = merge_type
963
    merger.interesting_ids = interesting_ids
1551.2.23 by Aaron Bentley
Got merge_inner's ignore_zero parameter working
964
    merger.ignore_zero = ignore_zero
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
965
    if interesting_files:
966
        assert not interesting_ids, ('Only supply interesting_ids'
967
                                     ' or interesting_files')
968
        merger._set_interesting_files(interesting_files)
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
969
    merger.show_base = show_base
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
970
    merger.reprocess = reprocess
971
    merger.other_rev_id = other_rev_id
972
    merger.other_basis = other_rev_id
973
    return merger.do_merge()
974
975
1534.7.139 by Aaron Bentley
ApplyMerge3 -> Merge3Merger
976
merge_types = {     "merge3": (Merge3Merger, "Native diff3-style merge"), 
1534.8.3 by Aaron Bentley
Added Diff3 merging for tree transforms
977
                     "diff3": (Diff3Merger,  "Merge using external diff3"),
1534.8.2 by Aaron Bentley
Implemented weave merge
978
                     'weave': (WeaveMerger, "Weave-based merge")
974.1.9 by Aaron Bentley
Added merge-type parameter to merge.
979
              }
1551.6.22 by Aaron Bentley
Improved help for remerge and merge
980
981
982
def merge_type_help():
983
    templ = '%s%%7s: %%s' % (' '*12)
984
    lines = [templ % (f[0], f[1][1]) for f in merge_types.iteritems()]
985
    return '\n'.join(lines)