/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
5752.3.8 by John Arbash Meinel
Merge bzr.dev 5764 to resolve release-notes (aka NEWS) conflicts
1
# Copyright (C) 2005-2011 Canonical Ltd
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
2
#
1110 by Martin Pool
- merge aaron's merge improvements:
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
7
#
1110 by Martin Pool
- merge aaron's merge improvements:
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
12
#
1110 by Martin Pool
- merge aaron's merge improvements:
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1110 by Martin Pool
- merge aaron's merge improvements:
16
6379.6.1 by Jelmer Vernooij
Import absolute_import in a few places.
17
from __future__ import absolute_import
18
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
19
from .lazy_import import lazy_import
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
20
lazy_import(globals(), """
7290.14.1 by Jelmer Vernooij
Use external patiencediff.
21
import patiencediff
22
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
23
from breezy import (
4721.3.1 by Vincent Ladeuil
Cleanup imports.
24
    branch as _mod_branch,
5753.2.2 by Jelmer Vernooij
Remove some unnecessary imports, clean up lazy imports.
25
    cleanup,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
26
    conflicts as _mod_conflicts,
1551.19.17 by Aaron Bentley
Add debugging flag for merges
27
    debug,
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
28
    graph as _mod_graph,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
29
    merge3,
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
30
    osutils,
2598.5.1 by Aaron Bentley
Start eliminating the use of None to indicate null revision
31
    revision as _mod_revision,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
32
    textfile,
33
    trace,
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
34
    tree as _mod_tree,
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
35
    tsort,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
36
    ui,
6670.4.3 by Jelmer Vernooij
Fix more imports.
37
    workingtree,
38
    )
39
from breezy.bzr import (
7490.129.3 by Jelmer Vernooij
Split out bzr-specific Conflicts code.
40
    conflicts as _mod_bzr_conflicts,
7265.5.4 by Jelmer Vernooij
Fix import.
41
    generate_ids,
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
42
    versionedfile,
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
43
    )
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
44
from breezy.i18n import gettext
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
45
""")
7490.129.6 by Jelmer Vernooij
Fix tests.
46
from breezy.bzr.conflicts import Conflict as BzrConflict
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
47
from . import (
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
48
    decorators,
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
49
    errors,
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
50
    hooks,
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
51
    registry,
7490.77.8 by Jelmer Vernooij
Change argument order for Transform.version_file.
52
    transform,
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
53
    )
6656.1.1 by Martin
Apply 2to3 dict fixer and clean up resulting mess using view helpers
54
from .sixish import (
55
    viewitems,
56
    )
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
57
# TODO: Report back as changes are merged in
58
2325.3.1 by John Arbash Meinel
New helper function for merge, which allows us to re-use the existing workingtree, rather than opening it again.
59
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
60
def transform_tree(from_tree, to_tree, interesting_files=None):
7058.4.25 by Jelmer Vernooij
Use contexts.
61
    with from_tree.lock_tree_write():
62
        merge_inner(from_tree.branch, to_tree, from_tree,
7143.15.2 by Jelmer Vernooij
Run autopep8.
63
                    ignore_zero=True, this_tree=from_tree,
64
                    interesting_files=interesting_files)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
65
1457.1.12 by Robert Collins
Update comment to reflect author.
66
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
67
class MergeHooks(hooks.Hooks):
68
5622.3.10 by Jelmer Vernooij
Don't require arguments to hooks.
69
    def __init__(self):
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
70
        hooks.Hooks.__init__(self, "breezy.merge", "Merger.hooks")
5622.3.2 by Jelmer Vernooij
Add more lazily usable hook points.
71
        self.add_hook('merge_file_content',
7143.15.2 by Jelmer Vernooij
Run autopep8.
72
                      "Called with a breezy.merge.Merger object to create a per file "
73
                      "merge object when starting a merge. "
74
                      "Should return either None or a subclass of "
75
                      "``breezy.merge.AbstractPerFileMerger``. "
76
                      "Such objects will then be called per file "
77
                      "that needs to be merged (including when one "
78
                      "side has deleted the file and the other has changed it). "
79
                      "See the AbstractPerFileMerger API docs for details on how it is "
80
                      "used by merge.",
81
                      (2, 1))
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
82
        self.add_hook('pre_merge',
7143.15.2 by Jelmer Vernooij
Run autopep8.
83
                      'Called before a merge. '
84
                      'Receives a Merger object as the single argument.',
85
                      (2, 5))
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
86
        self.add_hook('post_merge',
7143.15.2 by Jelmer Vernooij
Run autopep8.
87
                      'Called after a merge. '
88
                      'Receives a Merger object as the single argument. '
89
                      'The return value is ignored.',
90
                      (2, 5))
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
91
92
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
93
class AbstractPerFileMerger(object):
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
94
    """PerFileMerger objects are used by plugins extending merge for breezy.
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
95
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
96
    See ``breezy.plugins.news_merge.news_merge`` for an example concrete class.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
97
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
98
    :ivar merger: The Merge3Merger performing the merge.
99
    """
100
101
    def __init__(self, merger):
102
        """Create a PerFileMerger for use with merger."""
103
        self.merger = merger
104
105
    def merge_contents(self, merge_params):
106
        """Attempt to merge the contents of a single file.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
107
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
108
        :param merge_params: A breezy.merge.MergeFileHookParams
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
109
        :return: A tuple of (status, chunks), where status is one of
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
110
            'not_applicable', 'success', 'conflicted', or 'delete'.  If status
111
            is 'success' or 'conflicted', then chunks should be an iterable of
112
            strings for the new file contents.
113
        """
114
        return ('not applicable', None)
115
116
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
117
class PerFileMerger(AbstractPerFileMerger):
118
    """Merge individual files when self.file_matches returns True.
119
120
    This class is intended to be subclassed.  The file_matches and
121
    merge_matching methods should be overridden with concrete implementations.
122
    """
123
124
    def file_matches(self, params):
125
        """Return True if merge_matching should be called on this file.
126
127
        Only called with merges of plain files with no clear winner.
128
129
        Subclasses must override this.
130
        """
131
        raise NotImplementedError(self.file_matches)
132
133
    def merge_contents(self, params):
134
        """Merge the contents of a single file."""
135
        # Check whether this custom merge logic should be used.
136
        if (
137
            # OTHER is a straight winner, rely on default merge.
138
            params.winner == 'other' or
139
            # THIS and OTHER aren't both files.
140
            not params.is_file_merge() or
6282.3.1 by Vincent Ladeuil
First cut at a working plugin to avoid conflicts in .po files by shelling out to msgmerge.
141
            # The filename doesn't match
7143.15.2 by Jelmer Vernooij
Run autopep8.
142
                not self.file_matches(params)):
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
143
            return 'not_applicable', None
5168.2.3 by Andrew Bennetts
Change implementation of get_filename as suggested by John.
144
        return self.merge_matching(params)
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
145
146
    def merge_matching(self, params):
147
        """Merge the contents of a single file that has matched the criteria
148
        in PerFileMerger.merge_contents (is a conflict, is a file,
149
        self.file_matches is True).
150
151
        Subclasses must override this.
152
        """
153
        raise NotImplementedError(self.merge_matching)
154
155
156
class ConfigurableFileMerger(PerFileMerger):
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
157
    """Merge individual files when configured via a .conf file.
158
159
    This is a base class for concrete custom file merging logic. Concrete
160
    classes should implement ``merge_text``.
161
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
162
    See ``breezy.plugins.news_merge.news_merge`` for an example concrete class.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
163
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
164
    :ivar affected_files: The configured file paths to merge.
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
165
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
166
    :cvar name_prefix: The prefix to use when looking up configuration
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
167
        details. <name_prefix>_merge_files describes the files targeted by the
168
        hook for example.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
169
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
170
    :cvar default_files: The default file paths to merge when no configuration
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
171
        is present.
172
    """
173
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
174
    name_prefix = None
175
    default_files = None
176
177
    def __init__(self, merger):
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
178
        super(ConfigurableFileMerger, self).__init__(merger)
179
        self.affected_files = None
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
180
        self.default_files = self.__class__.default_files or []
181
        self.name_prefix = self.__class__.name_prefix
182
        if self.name_prefix is None:
183
            raise ValueError("name_prefix must be set.")
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
184
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
185
    def file_matches(self, params):
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
186
        """Check whether the file should call the merge hook.
187
188
        <name_prefix>_merge_files configuration variable is a list of files
189
        that should use the hook.
190
        """
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
191
        affected_files = self.affected_files
192
        if affected_files is None:
4797.21.1 by Aaron Bentley
Fix merge when this_tree is not a WorkingTree.
193
            config = self.merger.this_branch.get_config()
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
194
            # Until bzr provides a better policy for caching the config, we
195
            # just add the part we're interested in to the params to avoid
6740.1.1 by Jelmer Vernooij
Rename bazaar.conf to breezy.conf.
196
            # reading the config files repeatedly (breezy.conf, location.conf,
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
197
            # branch.conf).
198
            config_key = self.name_prefix + '_merge_files'
199
            affected_files = config.get_user_option_as_list(config_key)
200
            if affected_files is None:
201
                # If nothing was specified in the config, use the default.
202
                affected_files = self.default_files
203
            self.affected_files = affected_files
204
        if affected_files:
6883.10.1 by Jelmer Vernooij
Fix more tets.
205
            filepath = params.this_path
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
206
            if filepath in affected_files:
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
207
                return True
208
        return False
209
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
210
    def merge_matching(self, params):
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
211
        return self.merge_text(params)
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
212
213
    def merge_text(self, params):
214
        """Merge the byte contents of a single file.
215
216
        This is called after checking that the merge should be performed in
217
        merge_contents, and it should behave as per
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
218
        ``breezy.merge.AbstractPerFileMerger.merge_contents``.
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
219
        """
220
        raise NotImplementedError(self.merge_text)
221
222
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
223
class MergeFileHookParams(object):
4869.3.11 by Andrew Bennetts
More docs.
224
    """Object holding parameters passed to merge_file_content hooks.
225
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
226
    There are some fields hooks can access:
4869.3.11 by Andrew Bennetts
More docs.
227
6883.10.1 by Jelmer Vernooij
Fix more tets.
228
    :ivar base_path: Path in base tree
229
    :ivar other_path: Path in other tree
230
    :ivar this_path: Path in this tree
4869.3.24 by Andrew Bennetts
Mention 'winner' attribute in MergeHookParams' docstring.
231
    :ivar trans_id: the transform ID for the merge of this file
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
232
    :ivar this_kind: kind of file in 'this' tree
233
    :ivar other_kind: kind of file in 'other' tree
4869.3.24 by Andrew Bennetts
Mention 'winner' attribute in MergeHookParams' docstring.
234
    :ivar winner: one of 'this', 'other', 'conflict'
4869.3.11 by Andrew Bennetts
More docs.
235
    """
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
236
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
237
    def __init__(self, merger, paths, trans_id, this_kind, other_kind,
7143.15.2 by Jelmer Vernooij
Run autopep8.
238
                 winner):
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
239
        self._merger = merger
6883.10.1 by Jelmer Vernooij
Fix more tets.
240
        self.paths = paths
241
        self.base_path, self.other_path, self.this_path = paths
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
242
        self.trans_id = trans_id
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
243
        self.this_kind = this_kind
244
        self.other_kind = other_kind
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
245
        self.winner = winner
4869.3.34 by Vincent Ladeuil
Finish the patch based on reviews.
246
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
247
    def is_file_merge(self):
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
248
        """True if this_kind and other_kind are both 'file'."""
249
        return self.this_kind == 'file' and self.other_kind == 'file'
4869.3.34 by Vincent Ladeuil
Finish the patch based on reviews.
250
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
251
    @decorators.cachedproperty
252
    def base_lines(self):
253
        """The lines of the 'base' version of the file."""
7192.5.1 by Jelmer Vernooij
Remove more file ids.
254
        return self._merger.get_lines(self._merger.base_tree, self.base_path)
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
255
256
    @decorators.cachedproperty
257
    def this_lines(self):
258
        """The lines of the 'this' version of the file."""
7192.5.1 by Jelmer Vernooij
Remove more file ids.
259
        return self._merger.get_lines(self._merger.this_tree, self.this_path)
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
260
261
    @decorators.cachedproperty
262
    def other_lines(self):
263
        """The lines of the 'other' version of the file."""
7192.5.1 by Jelmer Vernooij
Remove more file ids.
264
        return self._merger.get_lines(self._merger.other_tree, self.other_path)
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
265
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
266
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
267
class Merger(object):
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
268
5622.3.10 by Jelmer Vernooij
Don't require arguments to hooks.
269
    hooks = MergeHooks()
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
270
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
271
    def __init__(self, this_branch, other_tree=None, base_tree=None,
6719.1.1 by Jelmer Vernooij
Remove some more deprecated stuff.
272
                 this_tree=None, change_reporter=None,
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
273
                 recurse='down', revision_graph=None):
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
274
        object.__init__(self)
275
        self.this_branch = this_branch
2598.5.4 by Aaron Bentley
Restore original Branch.last_revision behavior, fix bits that care
276
        self.this_basis = _mod_revision.ensure_null(
277
            this_branch.last_revision())
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
278
        self.this_rev_id = None
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
279
        self.this_tree = this_tree
1185.12.83 by Aaron Bentley
Preliminary weave merge support
280
        self.this_revision_tree = None
1185.35.5 by Aaron Bentley
Made weave merge succeed if interesting files match history
281
        self.this_basis_tree = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
282
        self.other_tree = other_tree
2100.3.29 by Aaron Bentley
Get merge working initially
283
        self.other_branch = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
284
        self.base_tree = base_tree
285
        self.ignore_zero = False
286
        self.backup_files = False
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
287
        self.interesting_files = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
288
        self.show_base = False
1185.24.3 by Aaron Bentley
Integrated reprocessing into the rest of the merge stuff
289
        self.reprocess = False
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
290
        self.pp = None
2100.3.29 by Aaron Bentley
Get merge working initially
291
        self.recurse = recurse
1551.11.9 by Aaron Bentley
Apply change reporting to merge
292
        self.change_reporter = change_reporter
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
293
        self._cached_trees = {}
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
294
        self._revision_graph = revision_graph
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
295
        self._base_is_ancestor = None
296
        self._base_is_other_ancestor = None
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
297
        self._is_criss_cross = None
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
298
        self._lca_trees = None
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
299
4595.13.2 by Alexander Belchenko
[cherrypick revno 4650 from bzr.dev] Fix shelve on windows. (Robert Collins, #305006)
300
    def cache_trees_with_revision_ids(self, trees):
301
        """Cache any tree in trees if it has a revision_id."""
302
        for maybe_tree in trees:
303
            if maybe_tree is None:
304
                continue
305
            try:
306
                rev_id = maybe_tree.get_revision_id()
307
            except AttributeError:
308
                continue
309
            self._cached_trees[rev_id] = maybe_tree
310
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
311
    @property
312
    def revision_graph(self):
313
        if self._revision_graph is None:
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
314
            self._revision_graph = self.this_branch.repository.get_graph()
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
315
        return self._revision_graph
316
317
    def _set_base_is_ancestor(self, value):
318
        self._base_is_ancestor = value
319
320
    def _get_base_is_ancestor(self):
321
        if self._base_is_ancestor is None:
322
            self._base_is_ancestor = self.revision_graph.is_ancestor(
323
                self.base_rev_id, self.this_basis)
324
        return self._base_is_ancestor
325
326
    base_is_ancestor = property(_get_base_is_ancestor, _set_base_is_ancestor)
327
328
    def _set_base_is_other_ancestor(self, value):
329
        self._base_is_other_ancestor = value
330
331
    def _get_base_is_other_ancestor(self):
332
        if self._base_is_other_ancestor is None:
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
333
            if self.other_basis is None:
334
                return True
335
            self._base_is_other_ancestor = self.revision_graph.is_ancestor(
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
336
                self.base_rev_id, self.other_basis)
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
337
        return self._base_is_other_ancestor
338
339
    base_is_other_ancestor = property(_get_base_is_other_ancestor,
340
                                      _set_base_is_other_ancestor)
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
341
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
342
    @staticmethod
6719.1.2 by Jelmer Vernooij
Fix some tests.
343
    def from_uncommitted(tree, other_tree, base_tree=None):
1551.15.74 by Aaron Bentley
Textual updates from review
344
        """Return a Merger for uncommitted changes in other_tree.
345
346
        :param tree: The tree to merge into
347
        :param other_tree: The tree to get uncommitted changes from
3363.17.17 by Aaron Bentley
Start testing merging PreviewTree as OTHER
348
        :param base_tree: The basis to use for the merge.  If unspecified,
349
            other_tree.basis_tree() will be used.
1551.15.74 by Aaron Bentley
Textual updates from review
350
        """
3363.17.17 by Aaron Bentley
Start testing merging PreviewTree as OTHER
351
        if base_tree is None:
352
            base_tree = other_tree.basis_tree()
6719.1.2 by Jelmer Vernooij
Fix some tests.
353
        merger = Merger(tree.branch, other_tree, base_tree, tree)
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
354
        merger.base_rev_id = merger.base_tree.get_revision_id()
355
        merger.other_rev_id = None
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
356
        merger.other_basis = merger.base_rev_id
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
357
        return merger
358
359
    @classmethod
6719.1.2 by Jelmer Vernooij
Fix some tests.
360
    def from_mergeable(klass, tree, mergeable):
1551.15.74 by Aaron Bentley
Textual updates from review
361
        """Return a Merger for a bundle or merge directive.
362
363
        :param tree: The tree to merge changes into
364
        :param mergeable: A merge directive or bundle
365
        """
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
366
        mergeable.install_revisions(tree.branch.repository)
367
        base_revision_id, other_revision_id, verified =\
368
            mergeable.get_merge_request(tree.branch.repository)
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
369
        revision_graph = tree.branch.repository.get_graph()
1551.19.44 by Aaron Bentley
Fix handling of old merge directives with stricter get_parent_map
370
        if base_revision_id is not None:
371
            if (base_revision_id != _mod_revision.NULL_REVISION and
372
                revision_graph.is_ancestor(
7143.15.2 by Jelmer Vernooij
Run autopep8.
373
                    base_revision_id, tree.branch.last_revision())):
1551.19.44 by Aaron Bentley
Fix handling of old merge directives with stricter get_parent_map
374
                base_revision_id = None
375
            else:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
376
                trace.warning('Performing cherrypick')
6719.1.2 by Jelmer Vernooij
Fix some tests.
377
        merger = klass.from_revision_ids(tree, other_revision_id,
7143.15.2 by Jelmer Vernooij
Run autopep8.
378
                                         base_revision_id, revision_graph=revision_graph)
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
379
        return merger, verified
380
381
    @staticmethod
6719.1.2 by Jelmer Vernooij
Fix some tests.
382
    def from_revision_ids(tree, other, base=None, other_branch=None,
3363.17.1 by Aaron Bentley
Avoid inventory for merge and transform code
383
                          base_branch=None, revision_graph=None,
384
                          tree_branch=None):
1551.15.74 by Aaron Bentley
Textual updates from review
385
        """Return a Merger for revision-ids.
386
387
        :param tree: The tree to merge changes into
388
        :param other: The revision-id to use as OTHER
389
        :param base: The revision-id to use as BASE.  If not specified, will
390
            be auto-selected.
391
        :param other_branch: A branch containing the other revision-id.  If
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
392
            not supplied, tree.branch is used.
1551.15.74 by Aaron Bentley
Textual updates from review
393
        :param base_branch: A branch containing the base revision-id.  If
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
394
            not supplied, other_branch or tree.branch will be used.
395
        :param revision_graph: If you have a revision_graph precomputed, pass
396
            it in, otherwise it will be created for you.
3363.17.15 by Aaron Bentley
Update docs
397
        :param tree_branch: The branch associated with tree.  If not supplied,
398
            tree.branch will be used.
1551.15.74 by Aaron Bentley
Textual updates from review
399
        """
3363.17.1 by Aaron Bentley
Avoid inventory for merge and transform code
400
        if tree_branch is None:
401
            tree_branch = tree.branch
6719.1.2 by Jelmer Vernooij
Fix some tests.
402
        merger = Merger(tree_branch, this_tree=tree,
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
403
                        revision_graph=revision_graph)
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
404
        if other_branch is None:
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
405
            other_branch = tree.branch
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
406
        merger.set_other_revision(other, other_branch)
407
        if base is None:
408
            merger.find_base()
409
        else:
410
            if base_branch is None:
411
                base_branch = other_branch
412
            merger.set_base_revision(base, base_branch)
413
        return merger
414
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
415
    def revision_tree(self, revision_id, branch=None):
416
        if revision_id not in self._cached_trees:
417
            if branch is None:
418
                branch = self.this_branch
419
            try:
420
                tree = self.this_tree.revision_tree(revision_id)
421
            except errors.NoSuchRevisionInTree:
422
                tree = branch.repository.revision_tree(revision_id)
423
            self._cached_trees[revision_id] = tree
424
        return self._cached_trees[revision_id]
425
2485.8.58 by Vincent Ladeuil
merge bzr.dev@1617
426
    def _get_tree(self, treespec, possible_transports=None):
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
427
        location, revno = treespec
428
        if revno is None:
429
            tree = workingtree.WorkingTree.open_containing(location)[0]
430
            return tree.branch, tree
4721.3.1 by Vincent Ladeuil
Cleanup imports.
431
        branch = _mod_branch.Branch.open_containing(
432
            location, possible_transports)[0]
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
433
        if revno == -1:
434
            revision_id = branch.last_revision()
435
        else:
436
            revision_id = branch.get_rev_id(revno)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
437
        revision_id = _mod_revision.ensure_null(revision_id)
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
438
        return branch, self.revision_tree(revision_id, branch)
1185.12.83 by Aaron Bentley
Preliminary weave merge support
439
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
440
    def set_interesting_files(self, file_list):
2590.2.7 by Aaron Bentley
Misc cleanup
441
        self.interesting_files = file_list
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
442
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
443
    def set_pending(self):
4721.3.2 by Vincent Ladeuil
Simplify mutable_tree.has_changes() and update call sites.
444
        if (not self.base_is_ancestor or not self.base_is_other_ancestor
7143.15.2 by Jelmer Vernooij
Run autopep8.
445
                or self.other_rev_id is None):
1185.12.77 by Aaron Bentley
Prevented all ancestors from being marked as pending merges
446
            return
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
447
        self._add_parent()
448
449
    def _add_parent(self):
450
        new_parents = self.this_tree.get_parent_ids() + [self.other_rev_id]
2590.2.20 by Aaron Bentley
Fix handling of ghost base trees
451
        new_parent_trees = []
7356.1.1 by Jelmer Vernooij
Use ExitStack context rather than brz-specific OperationWithCleanup.
452
        with cleanup.ExitStack() as stack:
453
            for revision_id in new_parents:
454
                try:
455
                    tree = self.revision_tree(revision_id)
456
                except errors.NoSuchRevision:
457
                    tree = None
458
                else:
459
                    stack.enter_context(tree.lock_read())
460
                new_parent_trees.append((revision_id, tree))
461
            self.this_tree.set_parent_trees(new_parent_trees, allow_leftmost_as_ghost=True)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
462
2485.8.37 by Vincent Ladeuil
Fix merge multiple connections. Test suite *not* passing (sftp
463
    def set_other(self, other_revision, possible_transports=None):
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
464
        """Set the revision and tree to merge from.
465
466
        This sets the other_tree, other_rev_id, other_basis attributes.
467
468
        :param other_revision: The [path, revision] list to merge from.
469
        """
2485.8.58 by Vincent Ladeuil
merge bzr.dev@1617
470
        self.other_branch, self.other_tree = self._get_tree(other_revision,
471
                                                            possible_transports)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
472
        if other_revision[1] == -1:
2598.5.4 by Aaron Bentley
Restore original Branch.last_revision behavior, fix bits that care
473
            self.other_rev_id = _mod_revision.ensure_null(
474
                self.other_branch.last_revision())
2598.5.1 by Aaron Bentley
Start eliminating the use of None to indicate null revision
475
            if _mod_revision.is_null(self.other_rev_id):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
476
                raise errors.NoCommits(self.other_branch)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
477
            self.other_basis = self.other_rev_id
478
        elif other_revision[1] is not None:
2100.3.31 by Aaron Bentley
Merged bzr.dev (17 tests failing)
479
            self.other_rev_id = self.other_branch.get_rev_id(other_revision[1])
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
480
            self.other_basis = self.other_rev_id
481
        else:
482
            self.other_rev_id = None
2100.3.31 by Aaron Bentley
Merged bzr.dev (17 tests failing)
483
            self.other_basis = self.other_branch.last_revision()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
484
            if self.other_basis is None:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
485
                raise errors.NoCommits(self.other_branch)
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
486
        if self.other_rev_id is not None:
487
            self._cached_trees[self.other_rev_id] = self.other_tree
7143.15.2 by Jelmer Vernooij
Run autopep8.
488
        self._maybe_fetch(self.other_branch,
489
                          self.this_branch, self.other_basis)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
490
2100.3.29 by Aaron Bentley
Get merge working initially
491
    def set_other_revision(self, revision_id, other_branch):
492
        """Set 'other' based on a branch and revision id
493
494
        :param revision_id: The revision to use for a tree
495
        :param other_branch: The branch containing this tree
496
        """
497
        self.other_rev_id = revision_id
498
        self.other_branch = other_branch
2590.2.19 by Aaron Bentley
Avoid fetch within a repository
499
        self._maybe_fetch(other_branch, self.this_branch, self.other_rev_id)
2100.3.29 by Aaron Bentley
Get merge working initially
500
        self.other_tree = self.revision_tree(revision_id)
501
        self.other_basis = revision_id
502
2520.4.110 by Aaron Bentley
Implement cherrypick support for merge directives
503
    def set_base_revision(self, revision_id, branch):
504
        """Set 'base' based on a branch and revision id
505
506
        :param revision_id: The revision to use for a tree
507
        :param branch: The branch containing this tree
508
        """
509
        self.base_rev_id = revision_id
510
        self.base_branch = branch
2520.4.132 by Aaron Bentley
Merge from bzr.dev
511
        self._maybe_fetch(branch, self.this_branch, revision_id)
2520.4.110 by Aaron Bentley
Implement cherrypick support for merge directives
512
        self.base_tree = self.revision_tree(revision_id)
2520.4.132 by Aaron Bentley
Merge from bzr.dev
513
2590.2.19 by Aaron Bentley
Avoid fetch within a repository
514
    def _maybe_fetch(self, source, target, revision_id):
2665.5.2 by Aaron Bentley
Switch commit and merge to Repository.has_same_location
515
        if not source.repository.has_same_location(target.repository):
5741.1.9 by Jelmer Vernooij
Remove fetch_tags argument.
516
            target.fetch(source, revision_id)
2520.4.110 by Aaron Bentley
Implement cherrypick support for merge directives
517
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
518
    def find_base(self):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
519
        revisions = [_mod_revision.ensure_null(self.this_basis),
520
                     _mod_revision.ensure_null(self.other_basis)]
521
        if _mod_revision.NULL_REVISION in revisions:
522
            self.base_rev_id = _mod_revision.NULL_REVISION
3514.4.36 by John Arbash Meinel
Optimizing how we extracted multiple trees left a path that didn't create a base_tree.
523
            self.base_tree = self.revision_tree(self.base_rev_id)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
524
            self._is_criss_cross = False
2590.2.22 by Aaron Bentley
Remove cruft
525
        else:
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
526
            lcas = self.revision_graph.find_lca(revisions[0], revisions[1])
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
527
            self._is_criss_cross = False
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
528
            if len(lcas) == 0:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
529
                self.base_rev_id = _mod_revision.NULL_REVISION
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
530
            elif len(lcas) == 1:
531
                self.base_rev_id = list(lcas)[0]
7143.15.2 by Jelmer Vernooij
Run autopep8.
532
            else:  # len(lcas) > 1
5540.1.3 by Gary van der Merwe
Make merge correctly locate a lca where there is a criss-cross merge of a new root.
533
                self._is_criss_cross = True
3514.4.23 by John Arbash Meinel
Handle when there are more than 2 LCAs while searching for the unique lca.
534
                if len(lcas) > 2:
535
                    # find_unique_lca can only handle 2 nodes, so we have to
536
                    # start back at the beginning. It is a shame to traverse
537
                    # the graph again, but better than re-implementing
538
                    # find_unique_lca.
539
                    self.base_rev_id = self.revision_graph.find_unique_lca(
7143.15.2 by Jelmer Vernooij
Run autopep8.
540
                        revisions[0], revisions[1])
3514.4.23 by John Arbash Meinel
Handle when there are more than 2 LCAs while searching for the unique lca.
541
                else:
542
                    self.base_rev_id = self.revision_graph.find_unique_lca(
7143.15.2 by Jelmer Vernooij
Run autopep8.
543
                        *lcas)
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
544
                sorted_lca_keys = self.revision_graph.find_merge_order(
5540.1.3 by Gary van der Merwe
Make merge correctly locate a lca where there is a criss-cross merge of a new root.
545
                    revisions[0], lcas)
546
                if self.base_rev_id == _mod_revision.NULL_REVISION:
547
                    self.base_rev_id = sorted_lca_keys[0]
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
548
4721.3.1 by Vincent Ladeuil
Cleanup imports.
549
            if self.base_rev_id == _mod_revision.NULL_REVISION:
550
                raise errors.UnrelatedBranches()
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
551
            if self._is_criss_cross:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
552
                trace.warning('Warning: criss-cross merge encountered.  See bzr'
553
                              ' help criss-cross.')
554
                trace.mutter('Criss-cross lcas: %r' % lcas)
5540.1.7 by Gary van der Merwe
Add mutter for when we cant find a unique lca, and what revision we used as a base_rev_id.
555
                if self.base_rev_id in lcas:
556
                    trace.mutter('Unable to find unique lca. '
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
557
                                 'Fallback %r as best option.'
558
                                 % self.base_rev_id)
5540.1.6 by Gary van der Merwe
We just need a set for this.
559
                interesting_revision_ids = set(lcas)
560
                interesting_revision_ids.add(self.base_rev_id)
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
561
                interesting_trees = dict((t.get_revision_id(), t)
7143.15.2 by Jelmer Vernooij
Run autopep8.
562
                                         for t in self.this_branch.repository.revision_trees(
563
                    interesting_revision_ids))
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
564
                self._cached_trees.update(interesting_trees)
5540.1.3 by Gary van der Merwe
Make merge correctly locate a lca where there is a criss-cross merge of a new root.
565
                if self.base_rev_id in lcas:
566
                    self.base_tree = interesting_trees[self.base_rev_id]
567
                else:
568
                    self.base_tree = interesting_trees.pop(self.base_rev_id)
3514.4.13 by John Arbash Meinel
Switch the lca_trees to be in 'find_merge_order'.
569
                self._lca_trees = [interesting_trees[key]
570
                                   for key in sorted_lca_keys]
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
571
            else:
572
                self.base_tree = self.revision_tree(self.base_rev_id)
2590.2.13 by Aaron Bentley
Make find_base implement the base_finding code
573
        self.base_is_ancestor = True
2590.2.18 by Aaron Bentley
Merge is_ancestor fix
574
        self.base_is_other_ancestor = True
4721.3.1 by Vincent Ladeuil
Cleanup imports.
575
        trace.mutter('Base revid: %r' % self.base_rev_id)
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
576
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
577
    def set_base(self, base_revision):
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
578
        """Set the base revision to use for the merge.
579
580
        :param base_revision: A 2-list containing a path and revision number.
581
        """
4721.3.1 by Vincent Ladeuil
Cleanup imports.
582
        trace.mutter("doing merge() with no base_revision specified")
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
583
        if base_revision == [None, None]:
2590.2.13 by Aaron Bentley
Make find_base implement the base_finding code
584
            self.find_base()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
585
        else:
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
586
            base_branch, self.base_tree = self._get_tree(base_revision)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
587
            if base_revision[1] == -1:
588
                self.base_rev_id = base_branch.last_revision()
589
            elif base_revision[1] is None:
2598.5.3 by Aaron Bentley
Push NULL_REVISION deeper
590
                self.base_rev_id = _mod_revision.NULL_REVISION
493 by Martin Pool
- Merge aaron's merge command
591
            else:
2598.5.3 by Aaron Bentley
Push NULL_REVISION deeper
592
                self.base_rev_id = _mod_revision.ensure_null(
593
                    base_branch.get_rev_id(base_revision[1]))
2590.2.19 by Aaron Bentley
Avoid fetch within a repository
594
            self._maybe_fetch(base_branch, self.this_branch, self.base_rev_id)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
595
3008.1.8 by Michael Hudson
extract merger creation into a method
596
    def make_merger(self):
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
597
        kwargs = {'working_tree': self.this_tree, 'this_tree': self.this_tree,
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
598
                  'other_tree': self.other_tree,
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
599
                  'interesting_files': self.interesting_files,
4961.2.20 by Martin Pool
Resolve conflicts with trunk
600
                  'this_branch': self.this_branch,
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
601
                  'other_branch': self.other_branch,
3008.1.11 by Michael Hudson
restore the default behaviour of Merge3Merger.__init__().
602
                  'do_merge': False}
1534.7.84 by Aaron Bentley
Added reprocess support, support for varying merge types
603
        if self.merge_type.requires_base:
604
            kwargs['base_tree'] = self.base_tree
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
605
        if self.merge_type.supports_reprocess:
606
            kwargs['reprocess'] = self.reprocess
607
        elif self.reprocess:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
608
            raise errors.BzrError(
609
                "Conflict reduction is not supported for merge"
610
                " type %s." % self.merge_type)
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
611
        if self.merge_type.supports_show_base:
612
            kwargs['show_base'] = self.show_base
613
        elif self.show_base:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
614
            raise errors.BzrError("Showing base is not supported for this"
615
                                  " merge type. %s" % self.merge_type)
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
616
        if (not getattr(self.merge_type, 'supports_reverse_cherrypick', True)
7143.15.2 by Jelmer Vernooij
Run autopep8.
617
                and not self.base_is_other_ancestor):
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
618
            raise errors.CannotReverseCherrypick()
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
619
        if self.merge_type.supports_cherrypick:
3062.2.9 by Aaron Bentley
Don't use the base if not cherrypicking
620
            kwargs['cherrypick'] = (not self.base_is_ancestor or
621
                                    not self.base_is_other_ancestor)
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
622
        if self._is_criss_cross and getattr(self.merge_type,
623
                                            'supports_lca_trees', False):
624
            kwargs['lca_trees'] = self._lca_trees
6719.1.2 by Jelmer Vernooij
Fix some tests.
625
        return self.merge_type(change_reporter=self.change_reporter,
3008.1.8 by Michael Hudson
extract merger creation into a method
626
                               **kwargs)
627
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
628
    def _do_merge_to(self):
629
        merge = self.make_merger()
4273.1.9 by Aaron Bentley
Cleanup
630
        if self.other_branch is not None:
631
            self.other_branch.update_references(self.this_branch)
6388.1.4 by Jelmer Vernooij
Fix tests.
632
        for hook in Merger.hooks['pre_merge']:
633
            hook(merge)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
634
        merge.do_merge()
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
635
        for hook in Merger.hooks['post_merge']:
636
            hook(merge)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
637
        if self.recurse == 'down':
7350.2.1 by Jelmer Vernooij
Drop file_id return value from Tree.iter_references.
638
            for relpath in self.this_tree.iter_references():
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
639
                sub_tree = self.this_tree.get_nested_tree(relpath)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
640
                other_revision = self.other_tree.get_reference_revision(
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
641
                    relpath)
7143.15.2 by Jelmer Vernooij
Run autopep8.
642
                if other_revision == sub_tree.last_revision():
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
643
                    continue
644
                sub_merge = Merger(sub_tree.branch, this_tree=sub_tree)
645
                sub_merge.merge_type = self.merge_type
7447.3.1 by Jelmer Vernooij
Move tree reference info functions to workingtree.
646
                other_branch = self.other_tree.reference_parent(relpath)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
647
                sub_merge.set_other_revision(other_revision, other_branch)
7391.3.2 by Jelmer Vernooij
Revert changes that will be brought in with other branch.
648
                base_tree_path = _mod_tree.find_previous_path(
649
                    self.this_tree, self.base_tree, relpath)
6809.4.1 by Jelmer Vernooij
Swap file_id and path arguments for get_reference_revision and get_nested_tree.
650
                base_revision = self.base_tree.get_reference_revision(
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
651
                    base_tree_path)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
652
                sub_merge.base_tree = \
653
                    sub_tree.branch.repository.revision_tree(base_revision)
654
                sub_merge.base_rev_id = base_revision
655
                sub_merge.do_merge()
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
656
        return merge
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
657
3008.1.8 by Michael Hudson
extract merger creation into a method
658
    def do_merge(self):
7356.1.1 by Jelmer Vernooij
Use ExitStack context rather than brz-specific OperationWithCleanup.
659
        with cleanup.ExitStack() as stack:
660
            stack.enter_context(self.this_tree.lock_tree_write())
661
            if self.base_tree is not None:
662
                stack.enter_context(self.base_tree.lock_read())
663
            if self.other_tree is not None:
664
                stack.enter_context(self.other_tree.lock_read())
665
            merge = self._do_merge_to()
1534.7.151 by Aaron Bentley
Fixed all changes applied successfully
666
        if len(merge.cooked_conflicts) == 0:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
667
            if not self.ignore_zero and not trace.is_quiet():
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
668
                trace.note(gettext("All changes applied successfully."))
1534.7.141 by Aaron Bentley
Added conflict reporting
669
        else:
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
670
            trace.note(gettext("%d conflicts encountered.")
4721.3.1 by Vincent Ladeuil
Cleanup imports.
671
                       % len(merge.cooked_conflicts))
1534.7.141 by Aaron Bentley
Added conflict reporting
672
1534.7.134 by Aaron Bentley
Hid raw conflicts
673
        return len(merge.cooked_conflicts)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
674
1545.2.4 by Aaron Bentley
PEP8 fixes
675
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
676
class _InventoryNoneEntry(object):
677
    """This represents an inventory entry which *isn't there*.
678
679
    It simplifies the merging logic if we always have an InventoryEntry, even
680
    if it isn't actually present
681
    """
682
    executable = None
683
    kind = None
684
    name = None
685
    parent_id = None
686
    revision = None
687
    symlink_target = None
688
    text_sha1 = None
689
7397.2.1 by Jelmer Vernooij
Add TreeEntry.is_unmodified.
690
    def is_unmodified(self, other):
7397.2.4 by Jelmer Vernooij
Simplify.
691
        return other is self
7397.2.1 by Jelmer Vernooij
Add TreeEntry.is_unmodified.
692
7143.15.2 by Jelmer Vernooij
Run autopep8.
693
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
694
_none_entry = _InventoryNoneEntry()
695
696
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
697
class Merge3Merger(object):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
698
    """Three-way merger that uses the merge3 text merger"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
699
    requires_base = True
700
    supports_reprocess = True
701
    supports_show_base = True
702
    history_based = False
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
703
    supports_cherrypick = True
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
704
    supports_reverse_cherrypick = True
2590.2.7 by Aaron Bentley
Misc cleanup
705
    winner_idx = {"this": 2, "other": 1, "conflict": 1}
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
706
    supports_lca_trees = True
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
707
    requires_file_merge_plan = False
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
708
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
709
    def __init__(self, working_tree, this_tree, base_tree, other_tree,
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
710
                 reprocess=False, show_base=False,
6719.1.1 by Jelmer Vernooij
Remove some more deprecated stuff.
711
                 change_reporter=None, interesting_files=None, do_merge=True,
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
712
                 cherrypick=False, lca_trees=None, this_branch=None,
713
                 other_branch=None):
2590.2.10 by Aaron Bentley
Updates from review
714
        """Initialize the merger object and perform the merge.
715
716
        :param working_tree: The working tree to apply the merge to
717
        :param this_tree: The local tree in the merge operation
718
        :param base_tree: The common tree in the merge operation
4031.3.1 by Frank Aspell
Fixing various typos
719
        :param other_tree: The other tree to merge changes from
5162.3.1 by Aaron Bentley
Fix switch/merge when a ConfigurableFileMerger is used.
720
        :param this_branch: The branch associated with this_tree.  Defaults to
721
            this_tree.branch if not supplied.
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
722
        :param other_branch: The branch associated with other_tree, if any.
2590.2.10 by Aaron Bentley
Updates from review
723
        :param: reprocess If True, perform conflict-reduction processing.
724
        :param show_base: If True, show the base revision in text conflicts.
725
            (incompatible with reprocess)
726
        :param change_reporter: An object that should report changes made
727
        :param interesting_files: The tree-relative paths of files that should
728
            participate in the merge.  If these paths refer to directories,
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
729
            the contents of those directories will also be included.  If not
730
            specified, all files may participate in the
2590.2.10 by Aaron Bentley
Updates from review
731
            merge.
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
732
        :param lca_trees: Can be set to a dictionary of {revision_id:rev_tree}
733
            if the ancestry was found to include a criss-cross merge.
734
            Otherwise should be None.
2590.2.10 by Aaron Bentley
Updates from review
735
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
736
        object.__init__(self)
5162.3.1 by Aaron Bentley
Fix switch/merge when a ConfigurableFileMerger is used.
737
        if this_branch is None:
738
            this_branch = this_tree.branch
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
739
        self.interesting_files = interesting_files
6410.1.2 by Jelmer Vernooij
Distinguish working tree and this tree.
740
        self.working_tree = working_tree
741
        self.this_tree = this_tree
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
742
        self.base_tree = base_tree
743
        self.other_tree = other_tree
4869.3.27 by Andrew Bennetts
Move news_merge plugin from contrib to bzrlib/plugins, change it to be enabled via a 'news_merge_files' config option, move more code out of the __init__ to minimise overhead, and add lots of docstrings, add NEWS entry.
744
        self.this_branch = this_branch
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
745
        self.other_branch = other_branch
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
746
        self._raw_conflicts = []
747
        self.cooked_conflicts = []
748
        self.reprocess = reprocess
749
        self.show_base = show_base
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
750
        self._lca_trees = lca_trees
3514.4.37 by John Arbash Meinel
Tests pass when using _entries_lca as the default algorithm.
751
        # Uncommenting this will change the default algorithm to always use
752
        # _entries_lca. This can be useful for running the test suite and
753
        # making sure we haven't missed any corner cases.
3514.4.34 by John Arbash Meinel
Handle symlinks properly when objects are not RevisionTrees
754
        # if lca_trees is None:
755
        #     self._lca_trees = [self.base_tree]
1551.11.9 by Aaron Bentley
Apply change reporting to merge
756
        self.change_reporter = change_reporter
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
757
        self.cherrypick = cherrypick
3008.1.11 by Michael Hudson
restore the default behaviour of Merge3Merger.__init__().
758
        if do_merge:
759
            self.do_merge()
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
760
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
761
    def do_merge(self):
7356.1.1 by Jelmer Vernooij
Use ExitStack context rather than brz-specific OperationWithCleanup.
762
        with cleanup.ExitStack() as stack:
763
            stack.enter_context(self.working_tree.lock_tree_write())
764
            stack.enter_context(self.this_tree.lock_read())
765
            stack.enter_context(self.base_tree.lock_read())
766
            stack.enter_context(self.other_tree.lock_read())
7490.77.2 by Jelmer Vernooij
Split out git and bzr-specific transforms.
767
            self.tt = self.working_tree.transform()
7356.1.1 by Jelmer Vernooij
Use ExitStack context rather than brz-specific OperationWithCleanup.
768
            stack.enter_context(self.tt)
769
            self._compute_transform()
770
            results = self.tt.apply(no_conflicts=True)
771
            self.write_modified(results)
772
            try:
773
                self.working_tree.add_conflicts(self.cooked_conflicts)
774
            except errors.UnsupportedOperation:
775
                pass
1534.7.192 by Aaron Bentley
Record hashes produced by merges
776
3008.1.9 by Michael Hudson
wanton hacking that lets me write an efficient version of get_diff_as_merged
777
    def make_preview_transform(self):
7058.4.25 by Jelmer Vernooij
Use contexts.
778
        with self.base_tree.lock_read(), self.other_tree.lock_read():
7490.77.2 by Jelmer Vernooij
Split out git and bzr-specific transforms.
779
            self.tt = self.working_tree.preview_transform()
7058.4.25 by Jelmer Vernooij
Use contexts.
780
            self._compute_transform()
781
            return self.tt
3008.1.9 by Michael Hudson
wanton hacking that lets me write an efficient version of get_diff_as_merged
782
3008.1.21 by Aaron Bentley
Make compute_transform private, test make_preview_transform
783
    def _compute_transform(self):
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
784
        if self._lca_trees is None:
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
785
            entries = list(self._entries3())
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
786
            resolver = self._three_way
787
        else:
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
788
            entries = list(self._entries_lca())
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
789
            resolver = self._lca_multi_way
6282.3.1 by Vincent Ladeuil
First cut at a working plugin to avoid conflicts in .po files by shelling out to msgmerge.
790
        # Prepare merge hooks
791
        factories = Merger.hooks['merge_file_content']
792
        # One hook for each registered one plus our default merger
793
        hooks = [factory(self) for factory in factories] + [self]
794
        self.active_hooks = [hook for hook in hooks if hook is not None]
6861.4.1 by Jelmer Vernooij
Make progress bars context managers.
795
        with ui.ui_factory.nested_progress_bar() as child_pb:
6883.10.1 by Jelmer Vernooij
Fix more tets.
796
            for num, (file_id, changed, paths3, parents3, names3,
7490.134.1 by Jelmer Vernooij
Fix merging of copies.
797
                      executable3, copied) in enumerate(entries):
798
                if copied:
799
                    # Treat copies as simple adds for now
800
                    paths3 = (None, paths3[1], None)
801
                    parents3 = (None, parents3[1], None)
802
                    names3 = (None, names3[1], None)
803
                    executable3 = (None, executable3[1], None)
804
                    changed = True
805
                    copied = False
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
806
                trans_id = self.tt.trans_id_file_id(file_id)
6282.3.1 by Vincent Ladeuil
First cut at a working plugin to avoid conflicts in .po files by shelling out to msgmerge.
807
                # Try merging each entry
808
                child_pb.update(gettext('Preparing file merge'),
809
                                num, len(entries))
7350.6.9 by Jelmer Vernooij
Fix conflict tests.
810
                self._merge_names(trans_id, file_id, paths3, parents3,
7143.15.2 by Jelmer Vernooij
Run autopep8.
811
                                  names3, resolver=resolver)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
812
                if changed:
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
813
                    file_status = self._do_merge_contents(paths3, trans_id, file_id)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
814
                else:
815
                    file_status = 'unmodified'
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
816
                self._merge_executable(paths3, trans_id, executable3,
7143.15.2 by Jelmer Vernooij
Run autopep8.
817
                                       file_status, resolver=resolver)
5993.2.4 by Jelmer Vernooij
Remove feature flag.
818
        self.tt.fixup_new_roots()
5246.2.33 by Andrew Bennetts
Rename _finish_transform to _finish_computing_transform.
819
        self._finish_computing_transform()
5246.2.4 by Andrew Bennetts
Remove a little bit of duplication.
820
5246.2.33 by Andrew Bennetts
Rename _finish_transform to _finish_computing_transform.
821
    def _finish_computing_transform(self):
5246.2.4 by Andrew Bennetts
Remove a little bit of duplication.
822
        """Finalize the transform and report the changes.
823
824
        This is the second half of _compute_transform.
825
        """
6861.4.1 by Jelmer Vernooij
Make progress bars context managers.
826
        with ui.ui_factory.nested_progress_bar() as child_pb:
7350.3.4 by Jelmer Vernooij
Use context managers.
827
            fs_conflicts = transform.resolve_conflicts(
828
                self.tt, child_pb,
829
                lambda t, c: transform.conflict_pass(t, c, self.other_tree))
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
830
        if self.change_reporter is not None:
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
831
            from breezy import delta
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
832
            delta.report_changes(
3254.1.1 by Aaron Bentley
Make Tree.iter_changes a public method
833
                self.tt.iter_changes(), self.change_reporter)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
834
        self.cook_conflicts(fs_conflicts)
835
        for conflict in self.cooked_conflicts:
6973.6.4 by Jelmer Vernooij
Avoid text_type()
836
            trace.warning('%s', conflict.describe())
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
837
2590.2.4 by Aaron Bentley
Move entry generation to a helper
838
    def _entries3(self):
2590.2.7 by Aaron Bentley
Misc cleanup
839
        """Gather data about files modified between three trees.
840
841
        Return a list of tuples of file_id, changed, parents3, names3,
842
        executable3.  changed is a boolean indicating whether the file contents
843
        or kind were changed.  parents3 is a tuple of parent ids for base,
844
        other and this.  names3 is a tuple of names for base, other and this.
845
        executable3 is a tuple of execute-bit values for base, other and this.
846
        """
3254.1.1 by Aaron Bentley
Make Tree.iter_changes a public method
847
        iterator = self.other_tree.iter_changes(self.base_tree,
7143.15.2 by Jelmer Vernooij
Run autopep8.
848
                                                specific_files=self.interesting_files,
849
                                                extra_trees=[self.this_tree])
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
850
        this_interesting_files = self.this_tree.find_related_paths_across_trees(
7143.15.2 by Jelmer Vernooij
Run autopep8.
851
            self.interesting_files, trees=[self.other_tree])
6883.10.1 by Jelmer Vernooij
Fix more tets.
852
        this_entries = dict(self.this_tree.iter_entries_by_dir(
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
853
                            specific_files=this_interesting_files))
7322.1.6 by Jelmer Vernooij
Use the new attributes on TreeChange.
854
        for change in iterator:
855
            if change.path[0] is not None:
7391.3.2 by Jelmer Vernooij
Revert changes that will be brought in with other branch.
856
                this_path = _mod_tree.find_previous_path(
857
                    self.base_tree, self.this_tree, change.path[0])
6883.10.1 by Jelmer Vernooij
Fix more tets.
858
            else:
7391.3.2 by Jelmer Vernooij
Revert changes that will be brought in with other branch.
859
                this_path = _mod_tree.find_previous_path(
860
                    self.other_tree, self.this_tree, change.path[1])
6883.10.2 by Jelmer Vernooij
Resolve TODO
861
            this_entry = this_entries.get(this_path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
862
            if this_entry is not None:
863
                this_name = this_entry.name
864
                this_parent = this_entry.parent_id
865
                this_executable = this_entry.executable
2590.2.4 by Aaron Bentley
Move entry generation to a helper
866
            else:
867
                this_name = None
868
                this_parent = None
869
                this_executable = None
7322.1.6 by Jelmer Vernooij
Use the new attributes on TreeChange.
870
            parents3 = change.parent_id + (this_parent,)
871
            names3 = change.name + (this_name,)
872
            paths3 = change.path + (this_path, )
873
            executable3 = change.executable + (this_executable,)
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
874
            yield (
7322.1.6 by Jelmer Vernooij
Use the new attributes on TreeChange.
875
                (change.file_id, change.changed_content, paths3,
7490.134.1 by Jelmer Vernooij
Fix merging of copies.
876
                 parents3, names3, executable3, change.copied))
2590.2.4 by Aaron Bentley
Move entry generation to a helper
877
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
878
    def _entries_lca(self):
879
        """Gather data about files modified between multiple trees.
880
881
        This compares OTHER versus all LCA trees, and for interesting entries,
882
        it then compares with THIS and BASE.
883
884
        For the multi-valued entries, the format will be (BASE, [lca1, lca2])
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
885
7490.134.1 by Jelmer Vernooij
Fix merging of copies.
886
        :return: [(file_id, changed, paths, parents, names, executable, copied)], where:
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
887
888
            * file_id: Simple file_id of the entry
889
            * changed: Boolean, True if the kind or contents changed else False
6883.10.1 by Jelmer Vernooij
Fix more tets.
890
            * paths: ((base, [path, in, lcas]), path_other, path_this)
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
891
            * parents: ((base, [parent_id, in, lcas]), parent_id_other,
892
                        parent_id_this)
893
            * names:   ((base, [name, in, lcas]), name_in_other, name_in_this)
894
            * executable: ((base, [exec, in, lcas]), exec_in_other,
895
                        exec_in_this)
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
896
        """
3514.4.24 by John Arbash Meinel
Implement support for 'interesting_files' and 'interesting_ids' for _entries_lca
897
        if self.interesting_files is not None:
898
            lookup_trees = [self.this_tree, self.base_tree]
899
            lookup_trees.extend(self._lca_trees)
900
            # I think we should include the lca trees as well
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
901
            interesting_files = self.other_tree.find_related_paths_across_trees(
7143.15.2 by Jelmer Vernooij
Run autopep8.
902
                self.interesting_files, lookup_trees)
3514.4.24 by John Arbash Meinel
Implement support for 'interesting_files' and 'interesting_ids' for _entries_lca
903
        else:
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
904
            interesting_files = None
7296.7.1 by Jelmer Vernooij
Split out MultiWalker.
905
        from .multiwalker import MultiWalker
906
        walker = MultiWalker(self.other_tree, self._lca_trees)
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
907
7296.7.2 by Jelmer Vernooij
Avoid call to id2path.
908
        for other_path, file_id, other_ie, lca_values in walker.iter_all():
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
909
            # Is this modified at all from any of the other trees?
3514.4.15 by John Arbash Meinel
Handle when OTHER doesn't have the entry.
910
            if other_ie is None:
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
911
                other_ie = _none_entry
6883.10.1 by Jelmer Vernooij
Fix more tets.
912
                other_path = None
6883.10.3 by Jelmer Vernooij
Merge trunk.
913
            if interesting_files is not None and other_path not in interesting_files:
3514.4.24 by John Arbash Meinel
Implement support for 'interesting_files' and 'interesting_ids' for _entries_lca
914
                continue
3514.4.15 by John Arbash Meinel
Handle when OTHER doesn't have the entry.
915
3514.4.30 by John Arbash Meinel
Several updates.
916
            # If other_revision is found in any of the lcas, that means this
917
            # node is uninteresting. This is because when merging, if there are
918
            # multiple heads(), we have to create a new node. So if we didn't,
919
            # we know that the ancestry is linear, and that OTHER did not
920
            # modify anything
921
            # See doc/developers/lca_merge_resolution.txt for details
7397.2.1 by Jelmer Vernooij
Add TreeEntry.is_unmodified.
922
            # We can't use this shortcut when other_revision is None,
923
            # because it may be None because things are WorkingTrees, and
924
            # not because it is *actually* None.
925
            is_unmodified = False
926
            for lca_path, ie in lca_values:
927
                if ie is not None and other_ie.is_unmodified(ie):
928
                    is_unmodified = True
929
                    break
930
            if is_unmodified:
931
                continue
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
932
933
            lca_entries = []
6883.10.1 by Jelmer Vernooij
Fix more tets.
934
            lca_paths = []
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
935
            for lca_path, lca_ie in lca_values:
936
                if lca_ie is None:
937
                    lca_entries.append(_none_entry)
6883.10.1 by Jelmer Vernooij
Fix more tets.
938
                    lca_paths.append(None)
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
939
                else:
940
                    lca_entries.append(lca_ie)
6928.1.2 by Jelmer Vernooij
Fix path specification.
941
                    lca_paths.append(lca_path)
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
942
6883.7.12 by Jelmer Vernooij
avoid has_id.
943
            try:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
944
                base_path = self.base_tree.id2path(file_id)
6883.7.12 by Jelmer Vernooij
avoid has_id.
945
            except errors.NoSuchId:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
946
                base_path = None
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
947
                base_ie = _none_entry
6883.10.1 by Jelmer Vernooij
Fix more tets.
948
            else:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
949
                base_ie = next(self.base_tree.iter_entries_by_dir(specific_files=[base_path]))[1]
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
950
6883.7.12 by Jelmer Vernooij
avoid has_id.
951
            try:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
952
                this_path = self.this_tree.id2path(file_id)
6883.7.12 by Jelmer Vernooij
avoid has_id.
953
            except errors.NoSuchId:
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
954
                this_ie = _none_entry
6883.10.1 by Jelmer Vernooij
Fix more tets.
955
                this_path = None
956
            else:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
957
                this_ie = next(self.this_tree.iter_entries_by_dir(specific_files=[this_path]))[1]
3514.4.11 by John Arbash Meinel
Handle when an entry is missing in THIS
958
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
959
            lca_kinds = []
960
            lca_parent_ids = []
961
            lca_names = []
962
            lca_executable = []
963
            for lca_ie in lca_entries:
964
                lca_kinds.append(lca_ie.kind)
965
                lca_parent_ids.append(lca_ie.parent_id)
966
                lca_names.append(lca_ie.name)
967
                lca_executable.append(lca_ie.executable)
968
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
969
            kind_winner = self._lca_multi_way(
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
970
                (base_ie.kind, lca_kinds),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
971
                other_ie.kind, this_ie.kind)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
972
            parent_id_winner = self._lca_multi_way(
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
973
                (base_ie.parent_id, lca_parent_ids),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
974
                other_ie.parent_id, this_ie.parent_id)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
975
            name_winner = self._lca_multi_way(
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
976
                (base_ie.name, lca_names),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
977
                other_ie.name, this_ie.name)
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
978
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
979
            content_changed = True
980
            if kind_winner == 'this':
981
                # No kind change in OTHER, see if there are *any* changes
3948.1.1 by John Arbash Meinel
Fix an edge case with deleted files and criss-cross merges.
982
                if other_ie.kind == 'directory':
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
983
                    if parent_id_winner == 'this' and name_winner == 'this':
984
                        # No change for this directory in OTHER, skip
985
                        continue
986
                    content_changed = False
3948.1.1 by John Arbash Meinel
Fix an edge case with deleted files and criss-cross merges.
987
                elif other_ie.kind is None or other_ie.kind == 'file':
6883.10.1 by Jelmer Vernooij
Fix more tets.
988
                    def get_sha1(tree, path):
989
                        if path is None:
990
                            return None
991
                        try:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
992
                            return tree.get_file_sha1(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
993
                        except errors.NoSuchFile:
994
                            return None
995
                    base_sha1 = get_sha1(self.base_tree, base_path)
6928.1.2 by Jelmer Vernooij
Fix path specification.
996
                    lca_sha1s = [get_sha1(tree, lca_path)
997
                                 for tree, lca_path
6883.10.1 by Jelmer Vernooij
Fix more tets.
998
                                 in zip(self._lca_trees, lca_paths)]
999
                    this_sha1 = get_sha1(self.this_tree, this_path)
1000
                    other_sha1 = get_sha1(self.other_tree, other_path)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
1001
                    sha1_winner = self._lca_multi_way(
3514.4.30 by John Arbash Meinel
Several updates.
1002
                        (base_sha1, lca_sha1s), other_sha1, this_sha1,
1003
                        allow_overriding_lca=False)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
1004
                    exec_winner = self._lca_multi_way(
3514.4.22 by John Arbash Meinel
Handle executable bit changes as well.
1005
                        (base_ie.executable, lca_executable),
1006
                        other_ie.executable, this_ie.executable)
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
1007
                    if (parent_id_winner == 'this' and name_winner == 'this'
7143.15.2 by Jelmer Vernooij
Run autopep8.
1008
                            and sha1_winner == 'this' and exec_winner == 'this'):
3514.4.22 by John Arbash Meinel
Handle executable bit changes as well.
1009
                        # No kind, parent, name, exec, or content change for
1010
                        # OTHER, so this node is not considered interesting
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
1011
                        continue
1012
                    if sha1_winner == 'this':
1013
                        content_changed = False
3514.4.27 by John Arbash Meinel
A couple of symlink tests, we need to do more.
1014
                elif other_ie.kind == 'symlink':
6883.10.1 by Jelmer Vernooij
Fix more tets.
1015
                    def get_target(ie, tree, path):
3514.4.35 by John Arbash Meinel
Add a test that we only call get_symlink_target if the object should be a symlink.
1016
                        if ie.kind != 'symlink':
3514.4.34 by John Arbash Meinel
Handle symlinks properly when objects are not RevisionTrees
1017
                            return None
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1018
                        return tree.get_symlink_target(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1019
                    base_target = get_target(base_ie, self.base_tree, base_path)
1020
                    lca_targets = [get_target(ie, tree, lca_path) for ie, tree, lca_path
1021
                                   in zip(lca_entries, self._lca_trees, lca_paths)]
7143.15.2 by Jelmer Vernooij
Run autopep8.
1022
                    this_target = get_target(
1023
                        this_ie, self.this_tree, this_path)
1024
                    other_target = get_target(
1025
                        other_ie, self.other_tree, other_path)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
1026
                    target_winner = self._lca_multi_way(
3514.4.34 by John Arbash Meinel
Handle symlinks properly when objects are not RevisionTrees
1027
                        (base_target, lca_targets),
1028
                        other_target, this_target)
3514.4.28 by John Arbash Meinel
More symlink tests.
1029
                    if (parent_id_winner == 'this' and name_winner == 'this'
7143.15.2 by Jelmer Vernooij
Run autopep8.
1030
                            and target_winner == 'this'):
3514.4.28 by John Arbash Meinel
More symlink tests.
1031
                        # No kind, parent, name, or symlink target change
1032
                        # not interesting
1033
                        continue
1034
                    if target_winner == 'this':
1035
                        content_changed = False
3514.4.33 by John Arbash Meinel
Implement support for 'tree-reference'.
1036
                elif other_ie.kind == 'tree-reference':
1037
                    # The 'changed' information seems to be handled at a higher
1038
                    # level. At least, _entries3 returns False for content
1039
                    # changed, even when at a new revision_id.
1040
                    content_changed = False
1041
                    if (parent_id_winner == 'this' and name_winner == 'this'):
1042
                        # Nothing interesting
1043
                        continue
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1044
                else:
1045
                    raise AssertionError('unhandled kind: %s' % other_ie.kind)
3514.4.13 by John Arbash Meinel
Switch the lca_trees to be in 'find_merge_order'.
1046
1047
            # If we have gotten this far, that means something has changed
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
1048
            yield (file_id, content_changed,
6883.10.1 by Jelmer Vernooij
Fix more tets.
1049
                           ((base_path, lca_paths),
1050
                            other_path, this_path),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
1051
                           ((base_ie.parent_id, lca_parent_ids),
1052
                            other_ie.parent_id, this_ie.parent_id),
1053
                           ((base_ie.name, lca_names),
1054
                            other_ie.name, this_ie.name),
1055
                           ((base_ie.executable, lca_executable),
7490.134.1 by Jelmer Vernooij
Fix merging of copies.
1056
                            other_ie.executable, this_ie.executable),
7490.134.2 by Jelmer Vernooij
Fix tests.
1057
                           # Copy detection is not yet supported, so nothing is
1058
                           # a copy:
7490.134.1 by Jelmer Vernooij
Fix merging of copies.
1059
                           False
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
1060
                           )
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
1061
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1062
    def write_modified(self, results):
6885.2.1 by Jelmer Vernooij
Add WorkingTree.supports_merge_modified.
1063
        if not self.working_tree.supports_merge_modified():
1064
            return
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1065
        modified_hashes = {}
1066
        for path in results.modified_paths:
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1067
            wt_relpath = self.working_tree.relpath(path)
7350.4.1 by Jelmer Vernooij
Use paths as keys in merge modified dictionaries.
1068
            if not self.working_tree.is_versioned(wt_relpath):
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1069
                continue
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1070
            hash = self.working_tree.get_file_sha1(wt_relpath)
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1071
            if hash is None:
1072
                continue
7350.4.1 by Jelmer Vernooij
Use paths as keys in merge modified dictionaries.
1073
            modified_hashes[wt_relpath] = hash
6885.2.1 by Jelmer Vernooij
Add WorkingTree.supports_merge_modified.
1074
        self.working_tree.set_merge_modified(modified_hashes)
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1075
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1076
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1077
    def parent(entry):
1534.7.157 by Aaron Bentley
Added more docs
1078
        """Determine the parent for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1079
        if entry is None:
1080
            return None
1081
        return entry.parent_id
1082
1083
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1084
    def name(entry):
1534.7.157 by Aaron Bentley
Added more docs
1085
        """Determine the name for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1086
        if entry is None:
1087
            return None
1088
        return entry.name
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1089
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1090
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1091
    def contents_sha1(tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1092
        """Determine the sha1 of the file contents (used as a key method)."""
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1093
        try:
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1094
            return tree.get_file_sha1(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1095
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1096
            return None
1097
1098
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1099
    def executable(tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1100
        """Determine the executability of a file-id (used as a key method)."""
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1101
        try:
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1102
            if tree.kind(path) != "file":
6883.10.1 by Jelmer Vernooij
Fix more tets.
1103
                return False
1104
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1105
            return None
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1106
        return tree.is_executable(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1107
1108
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1109
    def kind(tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1110
        """Determine the kind of a file-id (used as a key method)."""
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1111
        try:
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1112
            return tree.kind(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1113
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1114
            return None
1115
1116
    @staticmethod
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1117
    def _three_way(base, other, this):
1118
        if base == other:
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1119
            # if 'base == other', either they all agree, or only 'this' has
1120
            # changed.
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1121
            return 'this'
2590.2.10 by Aaron Bentley
Updates from review
1122
        elif this not in (base, other):
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1123
            # 'this' is neither 'base' nor 'other', so both sides changed
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1124
            return 'conflict'
1125
        elif this == other:
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1126
            # "Ambiguous clean merge" -- both sides have made the same change.
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1127
            return "this"
1128
        else:
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1129
            # this == base: only other has changed.
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1130
            return "other"
1131
1132
    @staticmethod
3514.4.30 by John Arbash Meinel
Several updates.
1133
    def _lca_multi_way(bases, other, this, allow_overriding_lca=True):
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1134
        """Consider LCAs when determining whether a change has occurred.
1135
1136
        If LCAS are all identical, this is the same as a _three_way comparison.
1137
1138
        :param bases: value in (BASE, [LCAS])
1139
        :param other: value in OTHER
1140
        :param this: value in THIS
3514.4.30 by John Arbash Meinel
Several updates.
1141
        :param allow_overriding_lca: If there is more than one unique lca
1142
            value, allow OTHER to override THIS if it has a new value, and
1143
            THIS only has an lca value, or vice versa. This is appropriate for
1144
            truly scalar values, not as much for non-scalars.
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1145
        :return: 'this', 'other', or 'conflict' depending on whether an entry
1146
            changed or not.
1147
        """
3948.1.7 by Vincent Ladeuil
Slight refactoring and test fixing.
1148
        # See doc/developers/lca_tree_merging.txt for details about this
3514.4.30 by John Arbash Meinel
Several updates.
1149
        # algorithm.
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1150
        if other == this:
1151
            # Either Ambiguously clean, or nothing was actually changed. We
1152
            # don't really care
1153
            return 'this'
1154
        base_val, lca_vals = bases
1155
        # Remove 'base_val' from the lca_vals, because it is not interesting
1156
        filtered_lca_vals = [lca_val for lca_val in lca_vals
7143.15.2 by Jelmer Vernooij
Run autopep8.
1157
                             if lca_val != base_val]
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1158
        if len(filtered_lca_vals) == 0:
1159
            return Merge3Merger._three_way(base_val, other, this)
3514.4.30 by John Arbash Meinel
Several updates.
1160
1161
        unique_lca_vals = set(filtered_lca_vals)
1162
        if len(unique_lca_vals) == 1:
1163
            return Merge3Merger._three_way(unique_lca_vals.pop(), other, this)
1164
1165
        if allow_overriding_lca:
1166
            if other in unique_lca_vals:
1167
                if this in unique_lca_vals:
1168
                    # Each side picked a different lca, conflict
1169
                    return 'conflict'
1170
                else:
1171
                    # This has a value which supersedes both lca values, and
1172
                    # other only has an lca value
1173
                    return 'this'
1174
            elif this in unique_lca_vals:
1175
                # OTHER has a value which supersedes both lca values, and this
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1176
                # only has an lca value
3514.4.30 by John Arbash Meinel
Several updates.
1177
                return 'other'
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1178
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1179
        # At this point, the lcas disagree, and the tip disagree
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1180
        return 'conflict'
1181
7350.6.9 by Jelmer Vernooij
Fix conflict tests.
1182
    def _merge_names(self, trans_id, file_id, paths, parents, names, resolver):
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
1183
        """Perform a merge on file names and parents"""
2590.2.1 by Aaron Bentley
Start work on merging names based on iter_changes
1184
        base_name, other_name, this_name = names
1185
        base_parent, other_parent, this_parent = parents
6883.10.1 by Jelmer Vernooij
Fix more tets.
1186
        unused_base_path, other_path, this_path = paths
2590.2.2 by Aaron Bentley
Do most name merging from iter_changes output
1187
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1188
        name_winner = resolver(*names)
2590.2.1 by Aaron Bentley
Start work on merging names based on iter_changes
1189
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1190
        parent_id_winner = resolver(*parents)
2590.2.2 by Aaron Bentley
Do most name merging from iter_changes output
1191
        if this_name is None:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1192
            if name_winner == "this":
1193
                name_winner = "other"
1194
            if parent_id_winner == "this":
1195
                parent_id_winner = "other"
1196
        if name_winner == "this" and parent_id_winner == "this":
1197
            return
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1198
        if name_winner == 'conflict' or parent_id_winner == 'conflict':
4597.7.18 by Vincent Ladeuil
Start addressing Andrew's concerns.
1199
            # Creating helpers (.OTHER or .THIS) here cause problems down the
1200
            # road if a ContentConflict needs to be created so we should not do
1201
            # that
7350.6.9 by Jelmer Vernooij
Fix conflict tests.
1202
            self._raw_conflicts.append(('path conflict', trans_id, file_id,
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1203
                                        this_parent, this_name,
1204
                                        other_parent, other_name))
6883.10.1 by Jelmer Vernooij
Fix more tets.
1205
        if other_path is None:
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1206
            # it doesn't matter whether the result was 'other' or
5954.4.6 by Aaron Bentley
Updates from review.
1207
            # 'conflict'-- if it has no file id, we leave it alone.
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1208
            return
2590.2.7 by Aaron Bentley
Misc cleanup
1209
        parent_id = parents[self.winner_idx[parent_id_winner]]
5954.4.2 by Aaron Bentley
Support merging into null tree.
1210
        name = names[self.winner_idx[name_winner]]
1211
        if parent_id is not None or name is not None:
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1212
            # if we get here, name_winner and parent_winner are set to safe
1213
            # values.
5954.4.2 by Aaron Bentley
Support merging into null tree.
1214
            if parent_id is None and name is not None:
1215
                # if parent_id is None and name is non-None, current file is
1216
                # the tree root.
1217
                if names[self.winner_idx[parent_id_winner]] != '':
1218
                    raise AssertionError(
1219
                        'File looks like a root, but named %s' %
1220
                        names[self.winner_idx[parent_id_winner]])
1221
                parent_trans_id = transform.ROOT_PARENT
1222
            else:
1223
                parent_trans_id = self.tt.trans_id_file_id(parent_id)
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
1224
            self.tt.adjust_path(name, parent_trans_id, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1225
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
1226
    def _do_merge_contents(self, paths, trans_id, file_id):
3874.2.10 by Vincent Ladeuil
Fix typo.
1227
        """Performs a merge on file_id contents."""
6883.10.1 by Jelmer Vernooij
Fix more tets.
1228
        def contents_pair(tree, path):
1229
            if path is None:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1230
                return (None, None)
6809.4.17 by Jelmer Vernooij
One more :)
1231
            try:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1232
                kind = tree.kind(path)
6809.4.17 by Jelmer Vernooij
One more :)
1233
            except errors.NoSuchFile:
1234
                return (None, None)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1235
            if kind == "file":
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1236
                contents = tree.get_file_sha1(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1237
            elif kind == "symlink":
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1238
                contents = tree.get_symlink_target(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1239
            else:
1240
                contents = None
1241
            return kind, contents
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
1242
6883.10.1 by Jelmer Vernooij
Fix more tets.
1243
        base_path, other_path, this_path = paths
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1244
        # See SPOT run.  run, SPOT, run.
1245
        # So we're not QUITE repeating ourselves; we do tricky things with
1246
        # file kind...
6883.10.1 by Jelmer Vernooij
Fix more tets.
1247
        other_pair = contents_pair(self.other_tree, other_path)
1248
        this_pair = contents_pair(self.this_tree, this_path)
3955.2.1 by John Arbash Meinel
Change the workings of merge_content to be lca aware.
1249
        if self._lca_trees:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1250
            (base_path, lca_paths) = base_path
1251
            base_pair = contents_pair(self.base_tree, base_path)
1252
            lca_pairs = [contents_pair(tree, path)
1253
                         for tree, path in zip(self._lca_trees, lca_paths)]
3955.2.1 by John Arbash Meinel
Change the workings of merge_content to be lca aware.
1254
            winner = self._lca_multi_way((base_pair, lca_pairs), other_pair,
1255
                                         this_pair, allow_overriding_lca=False)
1256
        else:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1257
            base_pair = contents_pair(self.base_tree, base_path)
3948.1.7 by Vincent Ladeuil
Slight refactoring and test fixing.
1258
            if base_pair == other_pair:
1259
                winner = 'this'
1260
            else:
1261
                # We delayed evaluating this_pair as long as we can to avoid
1262
                # unnecessary sha1 calculation
6883.10.1 by Jelmer Vernooij
Fix more tets.
1263
                this_pair = contents_pair(self.this_tree, this_path)
3948.1.7 by Vincent Ladeuil
Slight refactoring and test fixing.
1264
                winner = self._three_way(base_pair, other_pair, this_pair)
3955.2.1 by John Arbash Meinel
Change the workings of merge_content to be lca aware.
1265
        if winner == 'this':
1266
            # No interesting changes introduced by OTHER
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1267
            return "unmodified"
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1268
        # We have a hypothetical conflict, but if we have files, then we
1269
        # can try to merge the content
6883.10.1 by Jelmer Vernooij
Fix more tets.
1270
        params = MergeFileHookParams(
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1271
            self, (base_path, other_path, this_path), trans_id, this_pair[0],
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
1272
            other_pair[0], winner)
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1273
        hooks = self.active_hooks
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1274
        hook_status = 'not_applicable'
1275
        for hook in hooks:
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1276
            hook_status, lines = hook.merge_contents(params)
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1277
            if hook_status != 'not_applicable':
1278
                # Don't try any more hooks, this one applies.
4869.3.5 by Andrew Bennetts
Hook is invoked for delete vs. change conflicts, and may choose to result in deleting the file.
1279
                break
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1280
        # If the merge ends up replacing the content of the file, we get rid of
1281
        # it at the end of this method (this variable is used to track the
1282
        # exceptions to this rule).
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1283
        keep_this = False
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1284
        result = "modified"
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1285
        if hook_status == 'not_applicable':
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1286
            # No merge hook was able to resolve the situation. Two cases exist:
1287
            # a content conflict or a duplicate one.
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1288
            result = None
4869.3.17 by Andrew Bennetts
Remove contents_conflict nested function, replace last callsite with simpler form.
1289
            name = self.tt.final_name(trans_id)
1290
            parent_id = self.tt.final_parent(trans_id)
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1291
            inhibit_content_conflict = False
7143.15.2 by Jelmer Vernooij
Run autopep8.
1292
            if params.this_kind is None:  # file_id is not in THIS
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1293
                # Is the name used for a different file_id ?
6883.10.1 by Jelmer Vernooij
Fix more tets.
1294
                if self.this_tree.is_versioned(other_path):
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1295
                    # Two entries for the same path
1296
                    keep_this = True
1297
                    # versioning the merged file will trigger a duplicate
1298
                    # conflict
7490.77.8 by Jelmer Vernooij
Change argument order for Transform.version_file.
1299
                    self.tt.version_file(trans_id, file_id=file_id)
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1300
                    transform.create_from_tree(
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1301
                        self.tt, trans_id, self.other_tree,
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1302
                        other_path,
1303
                        filter_tree_path=self._get_filter_tree_path(other_path))
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1304
                    inhibit_content_conflict = True
7143.15.2 by Jelmer Vernooij
Run autopep8.
1305
            elif params.other_kind is None:  # file_id is not in OTHER
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1306
                # Is the name used for a different file_id ?
6883.10.1 by Jelmer Vernooij
Fix more tets.
1307
                if self.other_tree.is_versioned(this_path):
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1308
                    # Two entries for the same path again, but here, the other
1309
                    # entry will also be merged.  We simply inhibit the
1310
                    # 'content' conflict creation because we know OTHER will
1311
                    # create (or has already created depending on ordering) an
1312
                    # entry at the same path. This will trigger a 'duplicate'
1313
                    # conflict later.
1314
                    keep_this = True
1315
                    inhibit_content_conflict = True
1316
            if not inhibit_content_conflict:
1317
                if params.this_kind is not None:
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1318
                    self.tt.unversion_file(trans_id)
1319
                # This is a contents conflict, because none of the available
1320
                # functions could merge it.
6923.1.1 by Jelmer Vernooij
Fix regression.
1321
                file_group = self._dump_conflicts(
7490.125.2 by Jelmer Vernooij
Avoid dealing with file ids if possible.
1322
                    name, (base_path, other_path, this_path), parent_id)
1323
                for tid in file_group:
1324
                    self.tt.version_file(tid, file_id=file_id)
1325
                    break
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1326
                self._raw_conflicts.append(('contents conflict', file_group))
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1327
        elif hook_status == 'success':
1328
            self.tt.create_file(lines, trans_id)
1329
        elif hook_status == 'conflicted':
1330
            # XXX: perhaps the hook should be able to provide
1331
            # the BASE/THIS/OTHER files?
1332
            self.tt.create_file(lines, trans_id)
1333
            self._raw_conflicts.append(('text conflict', trans_id))
1334
            name = self.tt.final_name(trans_id)
1335
            parent_id = self.tt.final_parent(trans_id)
6923.1.1 by Jelmer Vernooij
Fix regression.
1336
            self._dump_conflicts(
7490.125.2 by Jelmer Vernooij
Avoid dealing with file ids if possible.
1337
                name, (base_path, other_path, this_path), parent_id)
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1338
        elif hook_status == 'delete':
1339
            self.tt.unversion_file(trans_id)
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1340
            result = "deleted"
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1341
        elif hook_status == 'done':
1342
            # The hook function did whatever it needs to do directly, no
1343
            # further action needed here.
1344
            pass
1345
        else:
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1346
            raise AssertionError('unknown hook_status: %r' % (hook_status,))
6883.10.1 by Jelmer Vernooij
Fix more tets.
1347
        if not this_path and result == "modified":
7490.77.8 by Jelmer Vernooij
Change argument order for Transform.version_file.
1348
            self.tt.version_file(trans_id, file_id=file_id)
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1349
        if not keep_this:
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1350
            # The merge has been performed and produced a new content, so the
1351
            # old contents should not be retained.
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1352
            self.tt.delete_contents(trans_id)
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1353
        return result
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1354
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1355
    def _default_other_winner_merge(self, merge_hook_params):
1356
        """Replace this contents with other."""
1357
        trans_id = merge_hook_params.trans_id
6883.10.1 by Jelmer Vernooij
Fix more tets.
1358
        if merge_hook_params.other_path is not None:
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1359
            # OTHER changed the file
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1360
            transform.create_from_tree(
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1361
                self.tt, trans_id, self.other_tree,
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1362
                merge_hook_params.other_path,
1363
                filter_tree_path=self._get_filter_tree_path(merge_hook_params.other_path))
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1364
            return 'done', None
6883.10.1 by Jelmer Vernooij
Fix more tets.
1365
        elif merge_hook_params.this_path is not None:
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1366
            # OTHER deleted the file
1367
            return 'delete', None
1368
        else:
1369
            raise AssertionError(
7350.6.5 by Jelmer Vernooij
Fix exception.
1370
                'winner is OTHER, but file %r not in THIS or OTHER tree'
1371
                % (merge_hook_params.base_path,))
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1372
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1373
    def merge_contents(self, merge_hook_params):
1374
        """Fallback merge logic after user installed hooks."""
1375
        # This function is used in merge hooks as the fallback instance.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1376
        # Perhaps making this function and the functions it calls be a
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1377
        # a separate class would be better.
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1378
        if merge_hook_params.winner == 'other':
1379
            # OTHER is a straight winner, so replace this contents with other
1380
            return self._default_other_winner_merge(merge_hook_params)
1381
        elif merge_hook_params.is_file_merge():
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1382
            # THIS and OTHER are both files, so text merge.  Either
1383
            # BASE is a file, or both converted to files, so at least we
1384
            # have agreement that output should be a file.
1385
            try:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1386
                self.text_merge(merge_hook_params.trans_id,
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1387
                                merge_hook_params.paths)
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1388
            except errors.BinaryFile:
1389
                return 'not_applicable', None
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1390
            return 'done', None
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1391
        else:
1392
            return 'not_applicable', None
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1393
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1394
    def get_lines(self, tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1395
        """Return the lines in a file, or an empty list."""
6883.10.1 by Jelmer Vernooij
Fix more tets.
1396
        if path is None:
1397
            return []
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1398
        try:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1399
            kind = tree.kind(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1400
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1401
            return []
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1402
        else:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1403
            if kind != 'file':
1404
                return []
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1405
            return tree.get_file_lines(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1406
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1407
    def text_merge(self, trans_id, paths):
1408
        """Perform a three-way text merge on a file"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1409
        # it's possible that we got here with base as a different type.
1410
        # if so, we just want two-way text conflicts.
6883.10.1 by Jelmer Vernooij
Fix more tets.
1411
        base_path, other_path, this_path = paths
7192.5.2 by Jelmer Vernooij
Fixes.
1412
        base_lines = self.get_lines(self.base_tree, base_path)
1413
        other_lines = self.get_lines(self.other_tree, other_path)
1414
        this_lines = self.get_lines(self.this_tree, this_path)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1415
        m3 = merge3.Merge3(base_lines, this_lines, other_lines,
1416
                           is_cherrypick=self.cherrypick)
6973.9.1 by Jelmer Vernooij
More test fixes.
1417
        start_marker = b"!START OF MERGE CONFLICT!" + b"I HOPE THIS IS UNIQUE"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1418
        if self.show_base is True:
7045.1.1 by Jelmer Vernooij
Fix another 300 tests.
1419
            base_marker = b'|' * 7
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1420
        else:
1421
            base_marker = None
1422
1423
        def iter_merge3(retval):
1424
            retval["text_conflicts"] = False
7143.15.2 by Jelmer Vernooij
Run autopep8.
1425
            for line in m3.merge_lines(name_a=b"TREE",
1426
                                       name_b=b"MERGE-SOURCE",
1427
                                       name_base=b"BASE-REVISION",
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1428
                                       start_marker=start_marker,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1429
                                       base_marker=base_marker,
1430
                                       reprocess=self.reprocess):
1431
                if line.startswith(start_marker):
1432
                    retval["text_conflicts"] = True
6973.9.1 by Jelmer Vernooij
More test fixes.
1433
                    yield line.replace(start_marker, b'<' * 7)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1434
                else:
1435
                    yield line
1436
        retval = {}
1437
        merge3_iterator = iter_merge3(retval)
1438
        self.tt.create_file(merge3_iterator, trans_id)
1439
        if retval["text_conflicts"] is True:
1440
            self._raw_conflicts.append(('text conflict', trans_id))
1441
            name = self.tt.final_name(trans_id)
1442
            parent_id = self.tt.final_parent(trans_id)
7490.125.2 by Jelmer Vernooij
Avoid dealing with file ids if possible.
1443
            file_group = self._dump_conflicts(
1444
                name, paths, parent_id,
1445
                lines=(base_lines, other_lines, this_lines))
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1446
            file_group.append(trans_id)
1447
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1448
    def _get_filter_tree_path(self, path):
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1449
        if self.this_tree.supports_content_filtering():
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1450
            # We get the path from the working tree if it exists.
1451
            # That fails though when OTHER is adding a file, so
1452
            # we fall back to the other tree to find the path if
1453
            # it doesn't exist locally.
7391.3.2 by Jelmer Vernooij
Revert changes that will be brought in with other branch.
1454
            filter_path = _mod_tree.find_previous_path(
1455
                self.other_tree, self.working_tree, path)
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1456
            if filter_path is None:
1457
                filter_path = path
1458
            return filter_path
1459
        # Skip the lookup for older formats
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1460
        return None
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1461
7490.125.2 by Jelmer Vernooij
Avoid dealing with file ids if possible.
1462
    def _dump_conflicts(self, name, paths, parent_id, lines=None,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1463
                        no_base=False):
1534.7.157 by Aaron Bentley
Added more docs
1464
        """Emit conflict files.
1465
        If this_lines, base_lines, or other_lines are omitted, they will be
1466
        determined automatically.  If set_version is true, the .OTHER, .THIS
1467
        or .BASE (in that order) will be created as versioned files.
1468
        """
6883.10.1 by Jelmer Vernooij
Fix more tets.
1469
        base_path, other_path, this_path = paths
7490.125.2 by Jelmer Vernooij
Avoid dealing with file ids if possible.
1470
        if lines:
1471
            base_lines, other_lines, this_lines = lines
1472
        else:
1473
            base_lines = other_lines = this_lines = None
6883.10.1 by Jelmer Vernooij
Fix more tets.
1474
        data = [('OTHER', self.other_tree, other_path, other_lines),
1475
                ('THIS', self.this_tree, this_path, this_lines)]
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1476
        if not no_base:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1477
            data.append(('BASE', self.base_tree, base_path, base_lines))
4443.2.1 by Ian Clatworthy
apply content filters when merging new files
1478
1479
        # We need to use the actual path in the working tree of the file here,
7490.83.6 by Jelmer Vernooij
Add final_is_versioned.
1480
        if self.this_tree.supports_content_filtering():
1481
            filter_tree_path = this_path
4443.2.1 by Ian Clatworthy
apply content filters when merging new files
1482
        else:
1483
            filter_tree_path = None
1484
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1485
        file_group = []
6883.10.1 by Jelmer Vernooij
Fix more tets.
1486
        for suffix, tree, path, lines in data:
1487
            if path is not None:
6809.4.21 by Jelmer Vernooij
Fix long lines.
1488
                trans_id = self._conflict_file(
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1489
                    name, parent_id, path, tree, suffix, lines,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1490
                    filter_tree_path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1491
                file_group.append(trans_id)
1492
        return file_group
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1493
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1494
    def _conflict_file(self, name, parent_id, path, tree, suffix,
4443.2.1 by Ian Clatworthy
apply content filters when merging new files
1495
                       lines=None, filter_tree_path=None):
1534.7.157 by Aaron Bentley
Added more docs
1496
        """Emit a single conflict file."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1497
        name = name + '.' + suffix
1498
        trans_id = self.tt.create_path(name, parent_id)
6809.4.21 by Jelmer Vernooij
Fix long lines.
1499
        transform.create_from_tree(
7143.15.2 by Jelmer Vernooij
Run autopep8.
1500
            self.tt, trans_id, tree, path,
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1501
            chunks=lines,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1502
            filter_tree_path=filter_tree_path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1503
        return trans_id
1504
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
1505
    def _merge_executable(self, paths, trans_id, executable, file_status,
3514.4.40 by John Arbash Meinel
Make 'resolver' a required parameter.
1506
                          resolver):
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1507
        """Perform a merge on the execute bit."""
1508
        base_executable, other_executable, this_executable = executable
6883.10.1 by Jelmer Vernooij
Fix more tets.
1509
        base_path, other_path, this_path = paths
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1510
        if file_status == "deleted":
1511
            return
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1512
        winner = resolver(*executable)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1513
        if winner == "conflict":
7143.15.2 by Jelmer Vernooij
Run autopep8.
1514
            # There must be a None in here, if we have a conflict, but we
1515
            # need executability since file status was not deleted.
6928.1.2 by Jelmer Vernooij
Fix path specification.
1516
            if other_path is None:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
1517
                winner = "this"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1518
            else:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
1519
                winner = "other"
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1520
        if winner == 'this' and file_status != "modified":
1521
            return
4597.9.7 by Vincent Ladeuil
transform.final_kind() now returns None instead of raising NoSuchFile.
1522
        if self.tt.final_kind(trans_id) != "file":
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1523
            return
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1524
        if winner == "this":
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1525
            executability = this_executable
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1526
        else:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1527
            if other_path is not None:
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1528
                executability = other_executable
6883.10.1 by Jelmer Vernooij
Fix more tets.
1529
            elif this_path is not None:
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1530
                executability = this_executable
6883.10.1 by Jelmer Vernooij
Fix more tets.
1531
            elif base_path is not None:
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1532
                executability = base_executable
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1533
        if executability is not None:
1534
            self.tt.set_executability(executability, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1535
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
1536
    def cook_conflicts(self, fs_conflicts):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1537
        """Convert all conflicts into a form that doesn't depend on trans_id"""
7490.129.7 by Jelmer Vernooij
Move cook_conflicts into TreeTransform.
1538
        self.cooked_conflicts = list(self.tt.cook_conflicts(
1539
            list(fs_conflicts) + self._raw_conflicts))
1534.7.141 by Aaron Bentley
Added conflict reporting
1540
1541
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1542
class WeaveMerger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
1543
    """Three-way tree merger, text weave merger."""
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
1544
    supports_reprocess = True
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1545
    supports_show_base = False
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
1546
    supports_reverse_cherrypick = False
3062.2.9 by Aaron Bentley
Don't use the base if not cherrypicking
1547
    history_based = True
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1548
    requires_file_merge_plan = True
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1549
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1550
    def _generate_merge_plan(self, this_path, base):
1551
        return self.this_tree.plan_file_merge(this_path, self.other_tree,
3062.2.9 by Aaron Bentley
Don't use the base if not cherrypicking
1552
                                              base=base)
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1553
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1554
    def _merged_lines(self, this_path):
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1555
        """Generate the merged lines.
1556
        There is no distinction between lines that are meant to contain <<<<<<<
1557
        and conflicts.
1558
        """
1559
        if self.cherrypick:
1560
            base = self.base_tree
1561
        else:
1562
            base = None
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1563
        plan = self._generate_merge_plan(this_path, base)
1551.19.17 by Aaron Bentley
Add debugging flag for merges
1564
        if 'merge' in debug.debug_flags:
1565
            plan = list(plan)
1566
            trans_id = self.tt.trans_id_file_id(file_id)
1567
            name = self.tt.final_name(trans_id) + '.plan'
7029.4.1 by Jelmer Vernooij
Fix a bunch of merge tests.
1568
            contents = (b'%11s|%s' % l for l in plan)
1551.19.17 by Aaron Bentley
Add debugging flag for merges
1569
            self.tt.new_file(name, self.tt.final_parent(trans_id), contents)
7029.4.1 by Jelmer Vernooij
Fix a bunch of merge tests.
1570
        textmerge = versionedfile.PlanWeaveMerge(plan, b'<<<<<<< TREE\n',
1571
                                                 b'>>>>>>> MERGE-SOURCE\n')
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1572
        lines, conflicts = textmerge.merge_lines(self.reprocess)
1573
        if conflicts:
1574
            base_lines = textmerge.base_from_plan()
1575
        else:
1576
            base_lines = None
1577
        return lines, base_lines
4869.2.2 by Andrew Bennetts
Remove some duplication.
1578
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1579
    def text_merge(self, trans_id, paths):
1534.7.157 by Aaron Bentley
Added more docs
1580
        """Perform a (weave) text merge for a given file and file-id.
1581
        If conflicts are encountered, .THIS and .OTHER files will be emitted,
1582
        and a conflict will be noted.
1583
        """
6883.10.1 by Jelmer Vernooij
Fix more tets.
1584
        base_path, other_path, this_path = paths
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1585
        lines, base_lines = self._merged_lines(this_path)
1558.15.10 by Aaron Bentley
Merge bzr.dev
1586
        lines = list(lines)
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1587
        # Note we're checking whether the OUTPUT is binary in this case,
1558.15.5 by Aaron Bentley
Fixed binary handling in weave merge
1588
        # because we don't want to get into weave merge guts.
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1589
        textfile.check_text_lines(lines)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1590
        self.tt.create_file(lines, trans_id)
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1591
        if base_lines is not None:
1592
            # Conflict
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1593
            self._raw_conflicts.append(('text conflict', trans_id))
1594
            name = self.tt.final_name(trans_id)
1595
            parent_id = self.tt.final_parent(trans_id)
7490.125.2 by Jelmer Vernooij
Avoid dealing with file ids if possible.
1596
            file_group = self._dump_conflicts(name, paths, parent_id,
1597
                                              (base_lines, None, None),
1598
                                              no_base=False)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1599
            file_group.append(trans_id)
1600
1601
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1602
class LCAMerger(WeaveMerger):
1603
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1604
    requires_file_merge_plan = True
1605
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1606
    def _generate_merge_plan(self, this_path, base):
1607
        return self.this_tree.plan_file_lca_merge(this_path, self.other_tree,
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1608
                                                  base=base)
1609
7143.15.2 by Jelmer Vernooij
Run autopep8.
1610
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1611
class Diff3Merger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
1612
    """Three-way merger using external diff3 for text merging"""
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
1613
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1614
    requires_file_merge_plan = False
1615
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1616
    def dump_file(self, temp_dir, name, tree, path):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1617
        out_path = osutils.pathjoin(temp_dir, name)
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1618
        with open(out_path, "wb") as out_file:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1619
            in_file = tree.get_file(path)
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
1620
            for line in in_file:
1621
                out_file.write(line)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1622
        return out_path
1623
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1624
    def text_merge(self, trans_id, paths):
1534.7.157 by Aaron Bentley
Added more docs
1625
        """Perform a diff3 merge using a specified file-id and trans-id.
1626
        If conflicts are encountered, .BASE, .THIS. and .OTHER conflict files
1627
        will be dumped, and a will be conflict noted.
1628
        """
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1629
        import breezy.patch
6883.10.1 by Jelmer Vernooij
Fix more tets.
1630
        base_path, other_path, this_path = paths
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
1631
        temp_dir = osutils.mkdtemp(prefix="bzr-")
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1632
        try:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1633
            new_file = osutils.pathjoin(temp_dir, "new")
7143.15.2 by Jelmer Vernooij
Run autopep8.
1634
            this = self.dump_file(
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1635
                temp_dir, "this", self.this_tree, this_path)
7143.15.2 by Jelmer Vernooij
Run autopep8.
1636
            base = self.dump_file(
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1637
                temp_dir, "base", self.base_tree, base_path)
7143.15.2 by Jelmer Vernooij
Run autopep8.
1638
            other = self.dump_file(
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1639
                temp_dir, "other", self.other_tree, other_path)
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1640
            status = breezy.patch.diff3(new_file, this, base, other)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1641
            if status not in (0, 1):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1642
                raise errors.BzrError("Unhandled diff3 exit code")
6861.2.1 by Jelmer Vernooij
vf Move file planning to breezy.bzr.inventorytree.
1643
            with open(new_file, 'rb') as f:
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
1644
                self.tt.create_file(f, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1645
            if status == 1:
1646
                name = self.tt.final_name(trans_id)
1647
                parent_id = self.tt.final_parent(trans_id)
7490.125.2 by Jelmer Vernooij
Avoid dealing with file ids if possible.
1648
                self._dump_conflicts(name, paths, parent_id)
1551.8.39 by Aaron Bentley
Fix diff3 conflict-reporting bug
1649
                self._raw_conflicts.append(('text conflict', trans_id))
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1650
        finally:
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
1651
            osutils.rmtree(temp_dir)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1652
1653
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1654
class PathNotInTree(errors.BzrError):
1655
5246.2.28 by Andrew Bennetts
Improve some docstrings.
1656
    _fmt = """Merge-into failed because %(tree)s does not contain %(path)s."""
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1657
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1658
    def __init__(self, path, tree):
1659
        errors.BzrError.__init__(self, path=path, tree=tree)
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1660
1661
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1662
class MergeIntoMerger(Merger):
1663
    """Merger that understands other_tree will be merged into a subdir.
1664
1665
    This also changes the Merger api so that it uses real Branch, revision_id,
1666
    and RevisonTree objects, rather than using revision specs.
1667
    """
1668
1669
    def __init__(self, this_tree, other_branch, other_tree, target_subdir,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1670
                 source_subpath, other_rev_id=None):
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1671
        """Create a new MergeIntoMerger object.
1672
5246.2.6 by Andrew Bennetts
Improve some docstrings. Simplify code slightly.
1673
        source_subpath in other_tree will be effectively copied to
1674
        target_subdir in this_tree.
1675
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1676
        :param this_tree: The tree that we will be merging into.
1677
        :param other_branch: The Branch we will be merging from.
1678
        :param other_tree: The RevisionTree object we want to merge.
1679
        :param target_subdir: The relative path where we want to merge
1680
            other_tree into this_tree
5246.2.6 by Andrew Bennetts
Improve some docstrings. Simplify code slightly.
1681
        :param source_subpath: The relative path specifying the subtree of
1682
            other_tree to merge into this_tree.
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1683
        """
1684
        # It is assumed that we are merging a tree that is not in our current
1685
        # ancestry, which means we are using the "EmptyTree" as our basis.
1686
        null_ancestor_tree = this_tree.branch.repository.revision_tree(
7143.15.2 by Jelmer Vernooij
Run autopep8.
1687
            _mod_revision.NULL_REVISION)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1688
        super(MergeIntoMerger, self).__init__(
1689
            this_branch=this_tree.branch,
1690
            this_tree=this_tree,
1691
            other_tree=other_tree,
1692
            base_tree=null_ancestor_tree,
1693
            )
1694
        self._target_subdir = target_subdir
1695
        self._source_subpath = source_subpath
1696
        self.other_branch = other_branch
5246.2.22 by Andrew Bennetts
Minor tweaks.
1697
        if other_rev_id is None:
1698
            other_rev_id = other_tree.get_revision_id()
1699
        self.other_rev_id = self.other_basis = other_rev_id
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1700
        self.base_is_ancestor = True
1701
        self.backup_files = True
1702
        self.merge_type = Merge3Merger
1703
        self.show_base = False
1704
        self.reprocess = False
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
1705
        self.interesting_files = None
5246.2.32 by Andrew Bennetts
Rename _Wrapper to _MergeTypeParameterizer.
1706
        self.merge_type = _MergeTypeParameterizer(MergeIntoMergeType,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1707
                                                  target_subdir=self._target_subdir,
1708
                                                  source_subpath=self._source_subpath)
5246.2.11 by Andrew Bennetts
Handle partial tree merges, add more tests, refactor tests a little.
1709
        if self._source_subpath != '':
1710
            # If this isn't a partial merge make sure the revisions will be
1711
            # present.
1712
            self._maybe_fetch(self.other_branch, self.this_branch,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1713
                              self.other_basis)
5246.2.11 by Andrew Bennetts
Handle partial tree merges, add more tests, refactor tests a little.
1714
1715
    def set_pending(self):
1716
        if self._source_subpath != '':
1717
            return
1718
        Merger.set_pending(self)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1719
1720
5246.2.32 by Andrew Bennetts
Rename _Wrapper to _MergeTypeParameterizer.
1721
class _MergeTypeParameterizer(object):
5246.2.29 by Andrew Bennetts
Improve some docstrings.
1722
    """Wrap a merge-type class to provide extra parameters.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1723
5246.2.29 by Andrew Bennetts
Improve some docstrings.
1724
    This is hack used by MergeIntoMerger to pass some extra parameters to its
1725
    merge_type.  Merger.do_merge() sets up its own set of parameters to pass to
1726
    the 'merge_type' member.  It is difficult override do_merge without
1727
    re-writing the whole thing, so instead we create a wrapper which will pass
1728
    the extra parameters.
1729
    """
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1730
1731
    def __init__(self, merge_type, **kwargs):
1732
        self._extra_kwargs = kwargs
1733
        self._merge_type = merge_type
1734
1735
    def __call__(self, *args, **kwargs):
1736
        kwargs.update(self._extra_kwargs)
1737
        return self._merge_type(*args, **kwargs)
1738
1739
    def __getattr__(self, name):
1740
        return getattr(self._merge_type, name)
1741
1742
5246.2.30 by Andrew Bennetts
Rename Merge3MergeIntoMerger to MergeIntoMergeType.
1743
class MergeIntoMergeType(Merge3Merger):
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1744
    """Merger that incorporates a tree (or part of a tree) into another."""
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1745
1746
    def __init__(self, *args, **kwargs):
5246.2.28 by Andrew Bennetts
Improve some docstrings.
1747
        """Initialize the merger object.
1748
1749
        :param args: See Merge3Merger.__init__'s args.
1750
        :param kwargs: See Merge3Merger.__init__'s keyword args, except for
1751
            source_subpath and target_subdir.
1752
        :keyword source_subpath: The relative path specifying the subtree of
1753
            other_tree to merge into this_tree.
1754
        :keyword target_subdir: The relative path where we want to merge
1755
            other_tree into this_tree
1756
        """
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1757
        # All of the interesting work happens during Merge3Merger.__init__(),
1758
        # so we have have to hack in to get our extra parameters set.
1759
        self._source_subpath = kwargs.pop('source_subpath')
1760
        self._target_subdir = kwargs.pop('target_subdir')
5246.2.30 by Andrew Bennetts
Rename Merge3MergeIntoMerger to MergeIntoMergeType.
1761
        super(MergeIntoMergeType, self).__init__(*args, **kwargs)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1762
1763
    def _compute_transform(self):
6861.4.1 by Jelmer Vernooij
Make progress bars context managers.
1764
        with ui.ui_factory.nested_progress_bar() as child_pb:
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1765
            entries = self._entries_to_incorporate()
1766
            entries = list(entries)
6874.2.9 by Jelmer Vernooij
Fix test.
1767
            for num, (entry, parent_id, relpath) in enumerate(entries):
7143.15.2 by Jelmer Vernooij
Run autopep8.
1768
                child_pb.update(gettext('Preparing file merge'),
1769
                                num, len(entries))
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1770
                parent_trans_id = self.tt.trans_id_file_id(parent_id)
6874.2.9 by Jelmer Vernooij
Fix test.
1771
                path = osutils.pathjoin(self._source_subpath, relpath)
6874.2.8 by Jelmer Vernooij
Fix test.
1772
                trans_id = transform.new_by_entry(path, self.tt, entry,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1773
                                                  parent_trans_id, self.other_tree)
5246.2.33 by Andrew Bennetts
Rename _finish_transform to _finish_computing_transform.
1774
        self._finish_computing_transform()
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1775
1776
    def _entries_to_incorporate(self):
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1777
        """Yields pairs of (inventory_entry, new_parent)."""
7296.7.3 by Jelmer Vernooij
Expand inventories.
1778
        subdir_id = self.other_tree.path2id(self._source_subpath)
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1779
        if subdir_id is None:
5246.2.20 by Andrew Bennetts
Tweak comments, add NEWS entry.
1780
            # XXX: The error would be clearer if it gave the URL of the source
1781
            # branch, but we don't have a reference to that here.
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1782
            raise PathNotInTree(self._source_subpath, "Source tree")
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
1783
        subdir = next(self.other_tree.iter_entries_by_dir(
1784
            specific_files=[self._source_subpath]))[1]
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1785
        parent_in_target = osutils.dirname(self._target_subdir)
6405.2.10 by Jelmer Vernooij
Fix more tests.
1786
        target_id = self.this_tree.path2id(parent_in_target)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1787
        if target_id is None:
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1788
            raise PathNotInTree(self._target_subdir, "Target tree")
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1789
        name_in_target = osutils.basename(self._target_subdir)
1790
        merge_into_root = subdir.copy()
1791
        merge_into_root.name = name_in_target
7397.4.7 by Jelmer Vernooij
Remove Tree.has_id.
1792
        try:
1793
            self.this_tree.id2path(merge_into_root.file_id)
1794
        except errors.NoSuchId:
1795
            pass
1796
        else:
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1797
            # Give the root a new file-id.
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1798
            # This can happen fairly easily if the directory we are
1799
            # incorporating is the root, and both trees have 'TREE_ROOT' as
1800
            # their root_id.  Users will expect this to Just Work, so we
1801
            # change the file-id here.
1802
            # Non-root file-ids could potentially conflict too.  That's really
1803
            # an edge case, so we don't do anything special for those.  We let
1804
            # them cause conflicts.
5246.2.9 by Andrew Bennetts
Make all the existing tests pass.
1805
            merge_into_root.file_id = generate_ids.gen_file_id(name_in_target)
6809.4.4 by Jelmer Vernooij
Swap arguments for Tree.is_executable.
1806
        yield (merge_into_root, target_id, '')
5246.2.10 by Andrew Bennetts
Add more tests.
1807
        if subdir.kind != 'directory':
1808
            # No children, so we are done.
1809
            return
7296.7.3 by Jelmer Vernooij
Expand inventories.
1810
        for path, entry in self.other_tree.root_inventory.iter_entries_by_dir(subdir_id):
5246.2.9 by Andrew Bennetts
Make all the existing tests pass.
1811
            parent_id = entry.parent_id
1812
            if parent_id == subdir.file_id:
1813
                # The root's parent ID has changed, so make sure children of
1814
                # the root refer to the new ID.
1815
                parent_id = merge_into_root.file_id
6809.4.4 by Jelmer Vernooij
Swap arguments for Tree.is_executable.
1816
            yield (entry, parent_id, path)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1817
1818
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1819
def merge_inner(this_branch, other_tree, base_tree, ignore_zero=False,
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
1820
                backup_files=False,
1821
                merge_type=Merge3Merger,
1822
                show_base=False,
1823
                reprocess=False,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1824
                other_rev_id=None,
1825
                interesting_files=None,
1534.9.9 by Aaron Bentley
Added progress bar to pull
1826
                this_tree=None,
5993.2.4 by Jelmer Vernooij
Remove feature flag.
1827
                change_reporter=None):
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1828
    """Primary interface for merging.
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1829
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1830
    Typical use is probably::
1831
1832
        merge_inner(branch, branch.get_revision_tree(other_revision),
1833
                    branch.get_revision_tree(base_revision))
1834
    """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1835
    if this_tree is None:
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1836
        raise errors.BzrError("breezy.merge.merge_inner requires a this_tree "
5993.2.1 by Jelmer Vernooij
Add test for rootless tree merge.
1837
                              "parameter")
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
1838
    merger = Merger(this_branch, other_tree, base_tree, this_tree=this_tree,
6719.1.2 by Jelmer Vernooij
Fix some tests.
1839
                    change_reporter=change_reporter)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1840
    merger.backup_files = backup_files
1841
    merger.merge_type = merge_type
1551.2.23 by Aaron Bentley
Got merge_inner's ignore_zero parameter working
1842
    merger.ignore_zero = ignore_zero
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
1843
    merger.interesting_files = interesting_files
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
1844
    merger.show_base = show_base
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1845
    merger.reprocess = reprocess
1846
    merger.other_rev_id = other_rev_id
1847
    merger.other_basis = other_rev_id
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
1848
    get_revision_id = getattr(base_tree, 'get_revision_id', None)
1849
    if get_revision_id is None:
1850
        get_revision_id = base_tree.last_revision
4595.13.2 by Alexander Belchenko
[cherrypick revno 4650 from bzr.dev] Fix shelve on windows. (Robert Collins, #305006)
1851
    merger.cache_trees_with_revision_ids([other_tree, base_tree, this_tree])
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
1852
    merger.set_base_revision(get_revision_id(), this_branch)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1853
    return merger.do_merge()
1854
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1855
1856
merge_type_registry = registry.Registry()
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1857
merge_type_registry.register('diff3', Diff3Merger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1858
                             "Merge using external diff3.")
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1859
merge_type_registry.register('lca', LCAMerger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1860
                             "LCA-newness merge.")
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1861
merge_type_registry.register('merge3', Merge3Merger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1862
                             "Native diff3-style merge.")
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1863
merge_type_registry.register('weave', WeaveMerger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1864
                             "Weave-based merge.")
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1865
1866
2221.4.15 by Aaron Bentley
Use RegistryOption for merge type
1867
def get_merge_type_registry():
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1868
    """Merge type registry was previously in breezy.option
2221.4.15 by Aaron Bentley
Use RegistryOption for merge type
1869
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1870
    This method provides a backwards compatible way to retrieve it.
2221.4.15 by Aaron Bentley
Use RegistryOption for merge type
1871
    """
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1872
    return merge_type_registry
1551.15.46 by Aaron Bentley
Move plan merge to tree
1873
1874
1875
def _plan_annotate_merge(annotated_a, annotated_b, ancestors_a, ancestors_b):
1876
    def status_a(revision, text):
1877
        if revision in ancestors_b:
1878
            return 'killed-b', text
1879
        else:
1880
            return 'new-a', text
1881
1882
    def status_b(revision, text):
1883
        if revision in ancestors_a:
1884
            return 'killed-a', text
1885
        else:
1886
            return 'new-b', text
1887
1888
    plain_a = [t for (a, t) in annotated_a]
1889
    plain_b = [t for (a, t) in annotated_b]
1890
    matcher = patiencediff.PatienceSequenceMatcher(None, plain_a, plain_b)
1891
    blocks = matcher.get_matching_blocks()
1892
    a_cur = 0
1893
    b_cur = 0
1894
    for ai, bi, l in blocks:
1895
        # process all mismatched sections
1896
        # (last mismatched section is handled because blocks always
1897
        # includes a 0-length last block)
1898
        for revision, text in annotated_a[a_cur:ai]:
1899
            yield status_a(revision, text)
1900
        for revision, text in annotated_b[b_cur:bi]:
1901
            yield status_b(revision, text)
1902
        # and now the matched section
1903
        a_cur = ai + l
1904
        b_cur = bi + l
3376.2.8 by Martin Pool
Some review cleanups for assertion removal
1905
        for text_a in plain_a[ai:a_cur]:
1551.15.46 by Aaron Bentley
Move plan merge to tree
1906
            yield "unchanged", text_a
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1907
1908
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1909
class _PlanMergeBase(object):
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1910
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1911
    def __init__(self, a_rev, b_rev, vf, key_prefix):
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1912
        """Contructor.
1913
1914
        :param a_rev: Revision-id of one revision to merge
1915
        :param b_rev: Revision-id of the other revision to merge
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
1916
        :param vf: A VersionedFiles containing both revisions
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1917
        :param key_prefix: A prefix for accessing keys in vf, typically
1918
            (file_id,).
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1919
        """
1920
        self.a_rev = a_rev
1921
        self.b_rev = b_rev
1922
        self.vf = vf
3062.1.12 by Aaron Bentley
Implement simple text cache
1923
        self._last_lines = None
1924
        self._last_lines_revision_id = None
3144.3.7 by Aaron Bentley
Update from review
1925
        self._cached_matching_blocks = {}
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1926
        self._key_prefix = key_prefix
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
1927
        self._precache_tip_lines()
1928
1929
    def _precache_tip_lines(self):
1930
        lines = self.get_lines([self.a_rev, self.b_rev])
1931
        self.lines_a = lines[self.a_rev]
1932
        self.lines_b = lines[self.b_rev]
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
1933
1934
    def get_lines(self, revisions):
1935
        """Get lines for revisions from the backing VersionedFiles.
3890.2.9 by John Arbash Meinel
Start using osutils.chunks_as_lines rather than osutils.split_lines.
1936
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1937
        :raises RevisionNotPresent: on absent texts.
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
1938
        """
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1939
        keys = [(self._key_prefix + (rev,)) for rev in revisions]
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
1940
        result = {}
1941
        for record in self.vf.get_record_stream(keys, 'unordered', True):
1942
            if record.storage_kind == 'absent':
1943
                raise errors.RevisionNotPresent(record.key, self.vf)
7459.3.2 by Jelmer Vernooij
Add a 'lines' storage type.
1944
            result[record.key[-1]] = record.get_bytes_as('lines')
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
1945
        return result
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1946
1947
    def plan_merge(self):
1948
        """Generate a 'plan' for merging the two revisions.
1949
1950
        This involves comparing their texts and determining the cause of
1951
        differences.  If text A has a line and text B does not, then either the
1952
        line was added to text A, or it was deleted from B.  Once the causes
1953
        are combined, they are written out in the format described in
1954
        VersionedFile.plan_merge
1955
        """
1956
        blocks = self._get_matching_blocks(self.a_rev, self.b_rev)
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1957
        unique_a, unique_b = self._unique_lines(blocks)
1958
        new_a, killed_b = self._determine_status(self.a_rev, unique_a)
1959
        new_b, killed_a = self._determine_status(self.b_rev, unique_b)
1960
        return self._iter_plan(blocks, new_a, killed_b, new_b, killed_a)
1961
1962
    def _iter_plan(self, blocks, new_a, killed_b, new_b, killed_a):
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1963
        last_i = 0
1964
        last_j = 0
1965
        for i, j, n in blocks:
1966
            for a_index in range(last_i, i):
1967
                if a_index in new_a:
3144.3.2 by Aaron Bentley
Get conflict handling working
1968
                    if a_index in killed_b:
1969
                        yield 'conflicted-a', self.lines_a[a_index]
1970
                    else:
1971
                        yield 'new-a', self.lines_a[a_index]
1972
                else:
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1973
                    yield 'killed-b', self.lines_a[a_index]
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1974
            for b_index in range(last_j, j):
1975
                if b_index in new_b:
3144.3.2 by Aaron Bentley
Get conflict handling working
1976
                    if b_index in killed_a:
3144.3.10 by Aaron Bentley
Use correct index when emitting conflicted-b
1977
                        yield 'conflicted-b', self.lines_b[b_index]
3144.3.2 by Aaron Bentley
Get conflict handling working
1978
                    else:
1979
                        yield 'new-b', self.lines_b[b_index]
1980
                else:
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1981
                    yield 'killed-a', self.lines_b[b_index]
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1982
            # handle common lines
7143.15.2 by Jelmer Vernooij
Run autopep8.
1983
            for a_index in range(i, i + n):
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1984
                yield 'unchanged', self.lines_a[a_index]
7143.15.2 by Jelmer Vernooij
Run autopep8.
1985
            last_i = i + n
1986
            last_j = j + n
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1987
1988
    def _get_matching_blocks(self, left_revision, right_revision):
1989
        """Return a description of which sections of two revisions match.
1990
1991
        See SequenceMatcher.get_matching_blocks
1992
        """
3144.3.7 by Aaron Bentley
Update from review
1993
        cached = self._cached_matching_blocks.get((left_revision,
1994
                                                   right_revision))
1995
        if cached is not None:
1996
            return cached
3062.1.12 by Aaron Bentley
Implement simple text cache
1997
        if self._last_lines_revision_id == left_revision:
1998
            left_lines = self._last_lines
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
1999
            right_lines = self.get_lines([right_revision])[right_revision]
3062.1.12 by Aaron Bentley
Implement simple text cache
2000
        else:
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2001
            lines = self.get_lines([left_revision, right_revision])
2002
            left_lines = lines[left_revision]
2003
            right_lines = lines[right_revision]
3062.1.12 by Aaron Bentley
Implement simple text cache
2004
        self._last_lines = right_lines
2005
        self._last_lines_revision_id = right_revision
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2006
        matcher = patiencediff.PatienceSequenceMatcher(None, left_lines,
2007
                                                       right_lines)
2008
        return matcher.get_matching_blocks()
2009
2010
    def _unique_lines(self, matching_blocks):
2011
        """Analyse matching_blocks to determine which lines are unique
2012
2013
        :return: a tuple of (unique_left, unique_right), where the values are
2014
            sets of line numbers of unique lines.
2015
        """
2016
        last_i = 0
2017
        last_j = 0
2018
        unique_left = []
2019
        unique_right = []
2020
        for i, j, n in matching_blocks:
2021
            unique_left.extend(range(last_i, i))
2022
            unique_right.extend(range(last_j, j))
2023
            last_i = i + n
2024
            last_j = j + n
2025
        return unique_left, unique_right
2026
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2027
    @staticmethod
2028
    def _subtract_plans(old_plan, new_plan):
3144.3.7 by Aaron Bentley
Update from review
2029
        """Remove changes from new_plan that came from old_plan.
2030
2031
        It is assumed that the difference between the old_plan and new_plan
2032
        is their choice of 'b' text.
2033
2034
        All lines from new_plan that differ from old_plan are emitted
2035
        verbatim.  All lines from new_plan that match old_plan but are
2036
        not about the 'b' revision are emitted verbatim.
2037
2038
        Lines that match and are about the 'b' revision are the lines we
2039
        don't want, so we convert 'killed-b' -> 'unchanged', and 'new-b'
2040
        is skipped entirely.
2041
        """
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2042
        matcher = patiencediff.PatienceSequenceMatcher(None, old_plan,
2043
                                                       new_plan)
2044
        last_j = 0
2045
        for i, j, n in matcher.get_matching_blocks():
2046
            for jj in range(last_j, j):
2047
                yield new_plan[jj]
7143.15.2 by Jelmer Vernooij
Run autopep8.
2048
            for jj in range(j, j + n):
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2049
                plan_line = new_plan[jj]
2050
                if plan_line[0] == 'new-b':
2051
                    pass
2052
                elif plan_line[0] == 'killed-b':
2053
                    yield 'unchanged', plan_line[1]
2054
                else:
2055
                    yield plan_line
2056
            last_j = j + n
2057
2058
2059
class _PlanMerge(_PlanMergeBase):
2060
    """Plan an annotate merge using on-the-fly annotation"""
2061
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2062
    def __init__(self, a_rev, b_rev, vf, key_prefix):
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2063
        super(_PlanMerge, self).__init__(a_rev, b_rev, vf, key_prefix)
2064
        self.a_key = self._key_prefix + (self.a_rev,)
2065
        self.b_key = self._key_prefix + (self.b_rev,)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2066
        self.graph = _mod_graph.Graph(self.vf)
3514.2.11 by John Arbash Meinel
Shortcut the case when one revision is in the ancestry of the other.
2067
        heads = self.graph.heads((self.a_key, self.b_key))
2068
        if len(heads) == 1:
2069
            # one side dominates, so we can just return its values, yay for
2070
            # per-file graphs
2071
            # Ideally we would know that before we get this far
2072
            self._head_key = heads.pop()
2073
            if self._head_key == self.a_key:
2074
                other = b_rev
2075
            else:
2076
                other = a_rev
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2077
            trace.mutter('found dominating revision for %s\n%s > %s', self.vf,
2078
                         self._head_key[-1], other)
3514.2.11 by John Arbash Meinel
Shortcut the case when one revision is in the ancestry of the other.
2079
            self._weave = None
2080
        else:
2081
            self._head_key = None
2082
            self._build_weave()
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2083
2084
    def _precache_tip_lines(self):
2085
        # Turn this into a no-op, because we will do this later
2086
        pass
2087
2088
    def _find_recursive_lcas(self):
2089
        """Find all the ancestors back to a unique lca"""
2090
        cur_ancestors = (self.a_key, self.b_key)
2091
        # graph.find_lca(uncommon, keys) now returns plain NULL_REVISION,
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2092
        # rather than a key tuple. We will just map that directly to no common
2093
        # ancestors.
2094
        parent_map = {}
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2095
        while True:
2096
            next_lcas = self.graph.find_lca(*cur_ancestors)
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2097
            # Map a plain NULL_REVISION to a simple no-ancestors
6619.3.12 by Jelmer Vernooij
Use 2to3 set_literal fixer.
2098
            if next_lcas == {_mod_revision.NULL_REVISION}:
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2099
                next_lcas = ()
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2100
            # Order the lca's based on when they were merged into the tip
2101
            # While the actual merge portion of weave merge uses a set() of
2102
            # active revisions, the order of insertion *does* effect the
2103
            # implicit ordering of the texts.
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2104
            for rev_key in cur_ancestors:
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2105
                ordered_parents = tuple(self.graph.find_merge_order(rev_key,
2106
                                                                    next_lcas))
2107
                parent_map[rev_key] = ordered_parents
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2108
            if len(next_lcas) == 0:
2109
                break
2110
            elif len(next_lcas) == 1:
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2111
                parent_map[list(next_lcas)[0]] = ()
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2112
                break
3514.2.10 by John Arbash Meinel
Handle more edge cases.
2113
            elif len(next_lcas) > 2:
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2114
                # More than 2 lca's, fall back to grabbing all nodes between
2115
                # this and the unique lca.
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2116
                trace.mutter('More than 2 LCAs, falling back to all nodes for:'
2117
                             ' %s, %s\n=> %s',
2118
                             self.a_key, self.b_key, cur_ancestors)
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2119
                cur_lcas = next_lcas
2120
                while len(cur_lcas) > 1:
2121
                    cur_lcas = self.graph.find_lca(*cur_lcas)
2122
                if len(cur_lcas) == 0:
2123
                    # No common base to find, use the full ancestry
2124
                    unique_lca = None
2125
                else:
3514.2.8 by John Arbash Meinel
The insertion ordering into the weave has an impact on conflicts.
2126
                    unique_lca = list(cur_lcas)[0]
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2127
                    if unique_lca == _mod_revision.NULL_REVISION:
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
2128
                        # find_lca will return a plain 'NULL_REVISION' rather
2129
                        # than a key tuple when there is no common ancestor, we
2130
                        # prefer to just use None, because it doesn't confuse
2131
                        # _get_interesting_texts()
2132
                        unique_lca = None
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2133
                parent_map.update(self._find_unique_parents(next_lcas,
2134
                                                            unique_lca))
2135
                break
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2136
            cur_ancestors = next_lcas
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2137
        return parent_map
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2138
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2139
    def _find_unique_parents(self, tip_keys, base_key):
2140
        """Find ancestors of tip that aren't ancestors of base.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
2141
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2142
        :param tip_keys: Nodes that are interesting
2143
        :param base_key: Cull all ancestors of this node
2144
        :return: The parent map for all revisions between tip_keys and
2145
            base_key. base_key will be included. References to nodes outside of
2146
            the ancestor set will also be removed.
2147
        """
2148
        # TODO: this would be simpler if find_unique_ancestors took a list
2149
        #       instead of a single tip, internally it supports it, but it
2150
        #       isn't a "backwards compatible" api change.
2151
        if base_key is None:
2152
            parent_map = dict(self.graph.iter_ancestry(tip_keys))
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
2153
            # We remove NULL_REVISION because it isn't a proper tuple key, and
2154
            # thus confuses things like _get_interesting_texts, and our logic
2155
            # to add the texts into the memory weave.
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2156
            if _mod_revision.NULL_REVISION in parent_map:
2157
                parent_map.pop(_mod_revision.NULL_REVISION)
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2158
        else:
2159
            interesting = set()
2160
            for tip in tip_keys:
2161
                interesting.update(
2162
                    self.graph.find_unique_ancestors(tip, [base_key]))
2163
            parent_map = self.graph.get_parent_map(interesting)
2164
            parent_map[base_key] = ()
3514.2.12 by John Arbash Meinel
Start refactoring into helper functions
2165
        culled_parent_map, child_map, tails = self._remove_external_references(
2166
            parent_map)
3514.2.13 by John Arbash Meinel
Add the ability to prune extra tails from the parent_map.
2167
        # Remove all the tails but base_key
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
2168
        if base_key is not None:
2169
            tails.remove(base_key)
2170
            self._prune_tails(culled_parent_map, child_map, tails)
2171
        # Now remove all the uninteresting 'linear' regions
3514.2.15 by John Arbash Meinel
Enable collapsing linear regions.
2172
        simple_map = _mod_graph.collapse_linear_regions(culled_parent_map)
2173
        return simple_map
3514.2.12 by John Arbash Meinel
Start refactoring into helper functions
2174
2175
    @staticmethod
2176
    def _remove_external_references(parent_map):
2177
        """Remove references that go outside of the parent map.
2178
2179
        :param parent_map: Something returned from Graph.get_parent_map(keys)
2180
        :return: (filtered_parent_map, child_map, tails)
2181
            filtered_parent_map is parent_map without external references
2182
            child_map is the {parent_key: [child_keys]} mapping
2183
            tails is a list of nodes that do not have any parents in the map
2184
        """
2185
        # TODO: The basic effect of this function seems more generic than
2186
        #       _PlanMerge. But the specific details of building a child_map,
2187
        #       and computing tails seems very specific to _PlanMerge.
2188
        #       Still, should this be in Graph land?
2189
        filtered_parent_map = {}
2190
        child_map = {}
2191
        tails = []
6656.1.1 by Martin
Apply 2to3 dict fixer and clean up resulting mess using view helpers
2192
        for key, parent_keys in viewitems(parent_map):
3514.2.12 by John Arbash Meinel
Start refactoring into helper functions
2193
            culled_parent_keys = [p for p in parent_keys if p in parent_map]
2194
            if not culled_parent_keys:
2195
                tails.append(key)
2196
            for parent_key in culled_parent_keys:
2197
                child_map.setdefault(parent_key, []).append(key)
2198
            # TODO: Do we want to do this, it adds overhead for every node,
2199
            #       just to say that the node has no children
2200
            child_map.setdefault(key, [])
2201
            filtered_parent_map[key] = culled_parent_keys
2202
        return filtered_parent_map, child_map, tails
2203
3514.2.13 by John Arbash Meinel
Add the ability to prune extra tails from the parent_map.
2204
    @staticmethod
2205
    def _prune_tails(parent_map, child_map, tails_to_remove):
2206
        """Remove tails from the parent map.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
2207
3514.2.13 by John Arbash Meinel
Add the ability to prune extra tails from the parent_map.
2208
        This will remove the supplied revisions until no more children have 0
2209
        parents.
2210
2211
        :param parent_map: A dict of {child: [parents]}, this dictionary will
2212
            be modified in place.
2213
        :param tails_to_remove: A list of tips that should be removed,
2214
            this list will be consumed
2215
        :param child_map: The reverse dict of parent_map ({parent: [children]})
2216
            this dict will be modified
2217
        :return: None, parent_map will be modified in place.
2218
        """
2219
        while tails_to_remove:
2220
            next = tails_to_remove.pop()
2221
            parent_map.pop(next)
2222
            children = child_map.pop(next)
2223
            for child in children:
2224
                child_parents = parent_map[child]
2225
                child_parents.remove(next)
2226
                if len(child_parents) == 0:
2227
                    tails_to_remove.append(child)
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2228
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2229
    def _get_interesting_texts(self, parent_map):
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2230
        """Return a dict of texts we are interested in.
2231
2232
        Note that the input is in key tuples, but the output is in plain
2233
        revision ids.
2234
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2235
        :param parent_map: The output from _find_recursive_lcas
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2236
        :return: A dict of {'revision_id':lines} as returned by
2237
            _PlanMergeBase.get_lines()
2238
        """
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2239
        all_revision_keys = set(parent_map)
2240
        all_revision_keys.add(self.a_key)
2241
        all_revision_keys.add(self.b_key)
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2242
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2243
        # Everything else is in 'keys' but get_lines is in 'revision_ids'
2244
        all_texts = self.get_lines([k[-1] for k in all_revision_keys])
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2245
        return all_texts
2246
2247
    def _build_weave(self):
6670.4.3 by Jelmer Vernooij
Fix more imports.
2248
        from .bzr import weave
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2249
        self._weave = weave.Weave(weave_name='in_memory_weave',
2250
                                  allow_reserved=True)
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2251
        parent_map = self._find_recursive_lcas()
2252
2253
        all_texts = self._get_interesting_texts(parent_map)
2254
2255
        # Note: Unfortunately, the order given by topo_sort will effect the
2256
        # ordering resolution in the output. Specifically, if you add A then B,
2257
        # then in the output text A lines will show up before B lines. And, of
2258
        # course, topo_sort doesn't guarantee any real ordering.
3514.2.8 by John Arbash Meinel
The insertion ordering into the weave has an impact on conflicts.
2259
        # So we use merge_sort, and add a fake node on the tip.
2260
        # This ensures that left-hand parents will always be inserted into the
2261
        # weave before right-hand parents.
2262
        tip_key = self._key_prefix + (_mod_revision.CURRENT_REVISION,)
2263
        parent_map[tip_key] = (self.a_key, self.b_key)
2264
2265
        for seq_num, key, depth, eom in reversed(tsort.merge_sort(parent_map,
2266
                                                                  tip_key)):
2267
            if key == tip_key:
2268
                continue
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2269
        # for key in tsort.topo_sort(parent_map):
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2270
            parent_keys = parent_map[key]
2271
            revision_id = key[-1]
2272
            parent_ids = [k[-1] for k in parent_keys]
2273
            self._weave.add_lines(revision_id, parent_ids,
2274
                                  all_texts[revision_id])
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2275
2276
    def plan_merge(self):
2277
        """Generate a 'plan' for merging the two revisions.
2278
2279
        This involves comparing their texts and determining the cause of
2280
        differences.  If text A has a line and text B does not, then either the
2281
        line was added to text A, or it was deleted from B.  Once the causes
2282
        are combined, they are written out in the format described in
2283
        VersionedFile.plan_merge
2284
        """
7143.15.2 by Jelmer Vernooij
Run autopep8.
2285
        if self._head_key is not None:  # There was a single head
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2286
            if self._head_key == self.a_key:
2287
                plan = 'new-a'
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2288
            else:
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2289
                if self._head_key != self.b_key:
2290
                    raise AssertionError('There was an invalid head: %s != %s'
2291
                                         % (self.b_key, self._head_key))
2292
                plan = 'new-b'
3514.2.16 by John Arbash Meinel
Review feedback from Ian.
2293
            head_rev = self._head_key[-1]
2294
            lines = self.get_lines([head_rev])[head_rev]
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2295
            return ((plan, line) for line in lines)
2296
        return self._weave.plan_merge(self.a_rev, self.b_rev)
3062.2.1 by Aaron Bentley
Add support for plan-merge with a base
2297
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2298
2299
class _PlanLCAMerge(_PlanMergeBase):
2300
    """
3144.3.7 by Aaron Bentley
Update from review
2301
    This merge algorithm differs from _PlanMerge in that:
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
2302
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2303
    1. comparisons are done against LCAs only
2304
    2. cases where a contested line is new versus one LCA but old versus
3144.3.7 by Aaron Bentley
Update from review
2305
       another are marked as conflicts, by emitting the line as conflicted-a
2306
       or conflicted-b.
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2307
2308
    This is faster, and hopefully produces more useful output.
2309
    """
2310
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2311
    def __init__(self, a_rev, b_rev, vf, key_prefix, graph):
2312
        _PlanMergeBase.__init__(self, a_rev, b_rev, vf, key_prefix)
2313
        lcas = graph.find_lca(key_prefix + (a_rev,), key_prefix + (b_rev,))
3350.6.5 by Robert Collins
Update to bzr.dev.
2314
        self.lcas = set()
2315
        for lca in lcas:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2316
            if lca == _mod_revision.NULL_REVISION:
3350.6.5 by Robert Collins
Update to bzr.dev.
2317
                self.lcas.add(lca)
2318
            else:
2319
                self.lcas.add(lca[-1])
3144.3.7 by Aaron Bentley
Update from review
2320
        for lca in self.lcas:
3287.17.1 by John Arbash Meinel
Fix bug #235715 by using the empty list as the text for a base of NULL_REVISION.
2321
            if _mod_revision.is_null(lca):
2322
                lca_lines = []
2323
            else:
3350.6.5 by Robert Collins
Update to bzr.dev.
2324
                lca_lines = self.get_lines([lca])[lca]
3144.3.7 by Aaron Bentley
Update from review
2325
            matcher = patiencediff.PatienceSequenceMatcher(None, self.lines_a,
2326
                                                           lca_lines)
2327
            blocks = list(matcher.get_matching_blocks())
2328
            self._cached_matching_blocks[(a_rev, lca)] = blocks
2329
            matcher = patiencediff.PatienceSequenceMatcher(None, self.lines_b,
2330
                                                           lca_lines)
2331
            blocks = list(matcher.get_matching_blocks())
2332
            self._cached_matching_blocks[(b_rev, lca)] = blocks
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2333
3144.3.7 by Aaron Bentley
Update from review
2334
    def _determine_status(self, revision_id, unique_line_numbers):
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2335
        """Determines the status unique lines versus all lcas.
2336
2337
        Basically, determines why the line is unique to this revision.
2338
2339
        A line may be determined new, killed, or both.
2340
3144.3.7 by Aaron Bentley
Update from review
2341
        If a line is determined new, that means it was not present in at least
2342
        one LCA, and is not present in the other merge revision.
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2343
2344
        If a line is determined killed, that means the line was present in
2345
        at least one LCA.
2346
2347
        If a line is killed and new, this indicates that the two merge
2348
        revisions contain differing conflict resolutions.
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
2349
3144.3.7 by Aaron Bentley
Update from review
2350
        :param revision_id: The id of the revision in which the lines are
2351
            unique
2352
        :param unique_line_numbers: The line numbers of unique lines.
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
2353
        :return: a tuple of (new_this, killed_other)
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2354
        """
2355
        new = set()
2356
        killed = set()
3144.3.7 by Aaron Bentley
Update from review
2357
        unique_line_numbers = set(unique_line_numbers)
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2358
        for lca in self.lcas:
2359
            blocks = self._get_matching_blocks(revision_id, lca)
2360
            unique_vs_lca, _ignored = self._unique_lines(blocks)
3144.3.7 by Aaron Bentley
Update from review
2361
            new.update(unique_line_numbers.intersection(unique_vs_lca))
2362
            killed.update(unique_line_numbers.difference(unique_vs_lca))
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2363
        return new, killed