/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
5752.3.8 by John Arbash Meinel
Merge bzr.dev 5764 to resolve release-notes (aka NEWS) conflicts
1
# Copyright (C) 2005-2011 Canonical Ltd
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
2
#
1110 by Martin Pool
- merge aaron's merge improvements:
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
7
#
1110 by Martin Pool
- merge aaron's merge improvements:
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
12
#
1110 by Martin Pool
- merge aaron's merge improvements:
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1110 by Martin Pool
- merge aaron's merge improvements:
16
6379.6.1 by Jelmer Vernooij
Import absolute_import in a few places.
17
from __future__ import absolute_import
18
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
19
from .lazy_import import lazy_import
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
20
lazy_import(globals(), """
7290.14.1 by Jelmer Vernooij
Use external patiencediff.
21
import patiencediff
22
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
23
from breezy import (
4721.3.1 by Vincent Ladeuil
Cleanup imports.
24
    branch as _mod_branch,
5753.2.2 by Jelmer Vernooij
Remove some unnecessary imports, clean up lazy imports.
25
    cleanup,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
26
    conflicts as _mod_conflicts,
1551.19.17 by Aaron Bentley
Add debugging flag for merges
27
    debug,
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
28
    graph as _mod_graph,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
29
    merge3,
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
30
    osutils,
2598.5.1 by Aaron Bentley
Start eliminating the use of None to indicate null revision
31
    revision as _mod_revision,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
32
    textfile,
33
    trace,
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
34
    tree as _mod_tree,
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
35
    tsort,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
36
    ui,
6670.4.3 by Jelmer Vernooij
Fix more imports.
37
    workingtree,
38
    )
39
from breezy.bzr import (
7265.5.4 by Jelmer Vernooij
Fix import.
40
    generate_ids,
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
41
    versionedfile,
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
42
    )
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
43
from breezy.i18n import gettext
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
44
""")
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
45
from . import (
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
46
    decorators,
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
47
    errors,
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
48
    hooks,
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
49
    registry,
7490.77.8 by Jelmer Vernooij
Change argument order for Transform.version_file.
50
    transform,
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
51
    )
6656.1.1 by Martin
Apply 2to3 dict fixer and clean up resulting mess using view helpers
52
from .sixish import (
53
    viewitems,
54
    )
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
55
# TODO: Report back as changes are merged in
56
2325.3.1 by John Arbash Meinel
New helper function for merge, which allows us to re-use the existing workingtree, rather than opening it again.
57
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
58
def transform_tree(from_tree, to_tree, interesting_files=None):
7058.4.25 by Jelmer Vernooij
Use contexts.
59
    with from_tree.lock_tree_write():
60
        merge_inner(from_tree.branch, to_tree, from_tree,
7143.15.2 by Jelmer Vernooij
Run autopep8.
61
                    ignore_zero=True, this_tree=from_tree,
62
                    interesting_files=interesting_files)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
63
1457.1.12 by Robert Collins
Update comment to reflect author.
64
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
65
class MergeHooks(hooks.Hooks):
66
5622.3.10 by Jelmer Vernooij
Don't require arguments to hooks.
67
    def __init__(self):
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
68
        hooks.Hooks.__init__(self, "breezy.merge", "Merger.hooks")
5622.3.2 by Jelmer Vernooij
Add more lazily usable hook points.
69
        self.add_hook('merge_file_content',
7143.15.2 by Jelmer Vernooij
Run autopep8.
70
                      "Called with a breezy.merge.Merger object to create a per file "
71
                      "merge object when starting a merge. "
72
                      "Should return either None or a subclass of "
73
                      "``breezy.merge.AbstractPerFileMerger``. "
74
                      "Such objects will then be called per file "
75
                      "that needs to be merged (including when one "
76
                      "side has deleted the file and the other has changed it). "
77
                      "See the AbstractPerFileMerger API docs for details on how it is "
78
                      "used by merge.",
79
                      (2, 1))
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
80
        self.add_hook('pre_merge',
7143.15.2 by Jelmer Vernooij
Run autopep8.
81
                      'Called before a merge. '
82
                      'Receives a Merger object as the single argument.',
83
                      (2, 5))
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
84
        self.add_hook('post_merge',
7143.15.2 by Jelmer Vernooij
Run autopep8.
85
                      'Called after a merge. '
86
                      'Receives a Merger object as the single argument. '
87
                      'The return value is ignored.',
88
                      (2, 5))
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
89
90
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
91
class AbstractPerFileMerger(object):
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
92
    """PerFileMerger objects are used by plugins extending merge for breezy.
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
93
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
94
    See ``breezy.plugins.news_merge.news_merge`` for an example concrete class.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
95
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
96
    :ivar merger: The Merge3Merger performing the merge.
97
    """
98
99
    def __init__(self, merger):
100
        """Create a PerFileMerger for use with merger."""
101
        self.merger = merger
102
103
    def merge_contents(self, merge_params):
104
        """Attempt to merge the contents of a single file.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
105
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
106
        :param merge_params: A breezy.merge.MergeFileHookParams
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
107
        :return: A tuple of (status, chunks), where status is one of
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
108
            'not_applicable', 'success', 'conflicted', or 'delete'.  If status
109
            is 'success' or 'conflicted', then chunks should be an iterable of
110
            strings for the new file contents.
111
        """
112
        return ('not applicable', None)
113
114
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
115
class PerFileMerger(AbstractPerFileMerger):
116
    """Merge individual files when self.file_matches returns True.
117
118
    This class is intended to be subclassed.  The file_matches and
119
    merge_matching methods should be overridden with concrete implementations.
120
    """
121
122
    def file_matches(self, params):
123
        """Return True if merge_matching should be called on this file.
124
125
        Only called with merges of plain files with no clear winner.
126
127
        Subclasses must override this.
128
        """
129
        raise NotImplementedError(self.file_matches)
130
131
    def merge_contents(self, params):
132
        """Merge the contents of a single file."""
133
        # Check whether this custom merge logic should be used.
134
        if (
135
            # OTHER is a straight winner, rely on default merge.
136
            params.winner == 'other' or
137
            # THIS and OTHER aren't both files.
138
            not params.is_file_merge() or
6282.3.1 by Vincent Ladeuil
First cut at a working plugin to avoid conflicts in .po files by shelling out to msgmerge.
139
            # The filename doesn't match
7143.15.2 by Jelmer Vernooij
Run autopep8.
140
                not self.file_matches(params)):
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
141
            return 'not_applicable', None
5168.2.3 by Andrew Bennetts
Change implementation of get_filename as suggested by John.
142
        return self.merge_matching(params)
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
143
144
    def merge_matching(self, params):
145
        """Merge the contents of a single file that has matched the criteria
146
        in PerFileMerger.merge_contents (is a conflict, is a file,
147
        self.file_matches is True).
148
149
        Subclasses must override this.
150
        """
151
        raise NotImplementedError(self.merge_matching)
152
153
154
class ConfigurableFileMerger(PerFileMerger):
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
155
    """Merge individual files when configured via a .conf file.
156
157
    This is a base class for concrete custom file merging logic. Concrete
158
    classes should implement ``merge_text``.
159
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
160
    See ``breezy.plugins.news_merge.news_merge`` for an example concrete class.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
161
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
162
    :ivar affected_files: The configured file paths to merge.
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
163
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
164
    :cvar name_prefix: The prefix to use when looking up configuration
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
165
        details. <name_prefix>_merge_files describes the files targeted by the
166
        hook for example.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
167
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
168
    :cvar default_files: The default file paths to merge when no configuration
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
169
        is present.
170
    """
171
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
172
    name_prefix = None
173
    default_files = None
174
175
    def __init__(self, merger):
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
176
        super(ConfigurableFileMerger, self).__init__(merger)
177
        self.affected_files = None
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
178
        self.default_files = self.__class__.default_files or []
179
        self.name_prefix = self.__class__.name_prefix
180
        if self.name_prefix is None:
181
            raise ValueError("name_prefix must be set.")
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
182
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
183
    def file_matches(self, params):
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
184
        """Check whether the file should call the merge hook.
185
186
        <name_prefix>_merge_files configuration variable is a list of files
187
        that should use the hook.
188
        """
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
189
        affected_files = self.affected_files
190
        if affected_files is None:
4797.21.1 by Aaron Bentley
Fix merge when this_tree is not a WorkingTree.
191
            config = self.merger.this_branch.get_config()
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
192
            # Until bzr provides a better policy for caching the config, we
193
            # just add the part we're interested in to the params to avoid
6740.1.1 by Jelmer Vernooij
Rename bazaar.conf to breezy.conf.
194
            # reading the config files repeatedly (breezy.conf, location.conf,
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
195
            # branch.conf).
196
            config_key = self.name_prefix + '_merge_files'
197
            affected_files = config.get_user_option_as_list(config_key)
198
            if affected_files is None:
199
                # If nothing was specified in the config, use the default.
200
                affected_files = self.default_files
201
            self.affected_files = affected_files
202
        if affected_files:
6883.10.1 by Jelmer Vernooij
Fix more tets.
203
            filepath = params.this_path
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
204
            if filepath in affected_files:
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
205
                return True
206
        return False
207
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
208
    def merge_matching(self, params):
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
209
        return self.merge_text(params)
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
210
211
    def merge_text(self, params):
212
        """Merge the byte contents of a single file.
213
214
        This is called after checking that the merge should be performed in
215
        merge_contents, and it should behave as per
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
216
        ``breezy.merge.AbstractPerFileMerger.merge_contents``.
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
217
        """
218
        raise NotImplementedError(self.merge_text)
219
220
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
221
class MergeFileHookParams(object):
4869.3.11 by Andrew Bennetts
More docs.
222
    """Object holding parameters passed to merge_file_content hooks.
223
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
224
    There are some fields hooks can access:
4869.3.11 by Andrew Bennetts
More docs.
225
6883.10.1 by Jelmer Vernooij
Fix more tets.
226
    :ivar base_path: Path in base tree
227
    :ivar other_path: Path in other tree
228
    :ivar this_path: Path in this tree
4869.3.24 by Andrew Bennetts
Mention 'winner' attribute in MergeHookParams' docstring.
229
    :ivar trans_id: the transform ID for the merge of this file
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
230
    :ivar this_kind: kind of file in 'this' tree
231
    :ivar other_kind: kind of file in 'other' tree
4869.3.24 by Andrew Bennetts
Mention 'winner' attribute in MergeHookParams' docstring.
232
    :ivar winner: one of 'this', 'other', 'conflict'
4869.3.11 by Andrew Bennetts
More docs.
233
    """
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
234
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
235
    def __init__(self, merger, paths, trans_id, this_kind, other_kind,
7143.15.2 by Jelmer Vernooij
Run autopep8.
236
                 winner):
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
237
        self._merger = merger
6883.10.1 by Jelmer Vernooij
Fix more tets.
238
        self.paths = paths
239
        self.base_path, self.other_path, self.this_path = paths
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
240
        self.trans_id = trans_id
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
241
        self.this_kind = this_kind
242
        self.other_kind = other_kind
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
243
        self.winner = winner
4869.3.34 by Vincent Ladeuil
Finish the patch based on reviews.
244
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
245
    def is_file_merge(self):
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
246
        """True if this_kind and other_kind are both 'file'."""
247
        return self.this_kind == 'file' and self.other_kind == 'file'
4869.3.34 by Vincent Ladeuil
Finish the patch based on reviews.
248
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
249
    @decorators.cachedproperty
250
    def base_lines(self):
251
        """The lines of the 'base' version of the file."""
7192.5.1 by Jelmer Vernooij
Remove more file ids.
252
        return self._merger.get_lines(self._merger.base_tree, self.base_path)
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
253
254
    @decorators.cachedproperty
255
    def this_lines(self):
256
        """The lines of the 'this' version of the file."""
7192.5.1 by Jelmer Vernooij
Remove more file ids.
257
        return self._merger.get_lines(self._merger.this_tree, self.this_path)
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
258
259
    @decorators.cachedproperty
260
    def other_lines(self):
261
        """The lines of the 'other' version of the file."""
7192.5.1 by Jelmer Vernooij
Remove more file ids.
262
        return self._merger.get_lines(self._merger.other_tree, self.other_path)
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
263
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
264
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
265
class Merger(object):
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
266
5622.3.10 by Jelmer Vernooij
Don't require arguments to hooks.
267
    hooks = MergeHooks()
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
268
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
269
    def __init__(self, this_branch, other_tree=None, base_tree=None,
6719.1.1 by Jelmer Vernooij
Remove some more deprecated stuff.
270
                 this_tree=None, change_reporter=None,
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
271
                 recurse='down', revision_graph=None):
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
272
        object.__init__(self)
273
        self.this_branch = this_branch
2598.5.4 by Aaron Bentley
Restore original Branch.last_revision behavior, fix bits that care
274
        self.this_basis = _mod_revision.ensure_null(
275
            this_branch.last_revision())
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
276
        self.this_rev_id = None
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
277
        self.this_tree = this_tree
1185.12.83 by Aaron Bentley
Preliminary weave merge support
278
        self.this_revision_tree = None
1185.35.5 by Aaron Bentley
Made weave merge succeed if interesting files match history
279
        self.this_basis_tree = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
280
        self.other_tree = other_tree
2100.3.29 by Aaron Bentley
Get merge working initially
281
        self.other_branch = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
282
        self.base_tree = base_tree
283
        self.ignore_zero = False
284
        self.backup_files = False
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
285
        self.interesting_files = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
286
        self.show_base = False
1185.24.3 by Aaron Bentley
Integrated reprocessing into the rest of the merge stuff
287
        self.reprocess = False
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
288
        self.pp = None
2100.3.29 by Aaron Bentley
Get merge working initially
289
        self.recurse = recurse
1551.11.9 by Aaron Bentley
Apply change reporting to merge
290
        self.change_reporter = change_reporter
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
291
        self._cached_trees = {}
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
292
        self._revision_graph = revision_graph
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
293
        self._base_is_ancestor = None
294
        self._base_is_other_ancestor = None
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
295
        self._is_criss_cross = None
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
296
        self._lca_trees = None
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
297
4595.13.2 by Alexander Belchenko
[cherrypick revno 4650 from bzr.dev] Fix shelve on windows. (Robert Collins, #305006)
298
    def cache_trees_with_revision_ids(self, trees):
299
        """Cache any tree in trees if it has a revision_id."""
300
        for maybe_tree in trees:
301
            if maybe_tree is None:
302
                continue
303
            try:
304
                rev_id = maybe_tree.get_revision_id()
305
            except AttributeError:
306
                continue
307
            self._cached_trees[rev_id] = maybe_tree
308
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
309
    @property
310
    def revision_graph(self):
311
        if self._revision_graph is None:
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
312
            self._revision_graph = self.this_branch.repository.get_graph()
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
313
        return self._revision_graph
314
315
    def _set_base_is_ancestor(self, value):
316
        self._base_is_ancestor = value
317
318
    def _get_base_is_ancestor(self):
319
        if self._base_is_ancestor is None:
320
            self._base_is_ancestor = self.revision_graph.is_ancestor(
321
                self.base_rev_id, self.this_basis)
322
        return self._base_is_ancestor
323
324
    base_is_ancestor = property(_get_base_is_ancestor, _set_base_is_ancestor)
325
326
    def _set_base_is_other_ancestor(self, value):
327
        self._base_is_other_ancestor = value
328
329
    def _get_base_is_other_ancestor(self):
330
        if self._base_is_other_ancestor is None:
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
331
            if self.other_basis is None:
332
                return True
333
            self._base_is_other_ancestor = self.revision_graph.is_ancestor(
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
334
                self.base_rev_id, self.other_basis)
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
335
        return self._base_is_other_ancestor
336
337
    base_is_other_ancestor = property(_get_base_is_other_ancestor,
338
                                      _set_base_is_other_ancestor)
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
339
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
340
    @staticmethod
6719.1.2 by Jelmer Vernooij
Fix some tests.
341
    def from_uncommitted(tree, other_tree, base_tree=None):
1551.15.74 by Aaron Bentley
Textual updates from review
342
        """Return a Merger for uncommitted changes in other_tree.
343
344
        :param tree: The tree to merge into
345
        :param other_tree: The tree to get uncommitted changes from
3363.17.17 by Aaron Bentley
Start testing merging PreviewTree as OTHER
346
        :param base_tree: The basis to use for the merge.  If unspecified,
347
            other_tree.basis_tree() will be used.
1551.15.74 by Aaron Bentley
Textual updates from review
348
        """
3363.17.17 by Aaron Bentley
Start testing merging PreviewTree as OTHER
349
        if base_tree is None:
350
            base_tree = other_tree.basis_tree()
6719.1.2 by Jelmer Vernooij
Fix some tests.
351
        merger = Merger(tree.branch, other_tree, base_tree, tree)
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
352
        merger.base_rev_id = merger.base_tree.get_revision_id()
353
        merger.other_rev_id = None
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
354
        merger.other_basis = merger.base_rev_id
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
355
        return merger
356
357
    @classmethod
6719.1.2 by Jelmer Vernooij
Fix some tests.
358
    def from_mergeable(klass, tree, mergeable):
1551.15.74 by Aaron Bentley
Textual updates from review
359
        """Return a Merger for a bundle or merge directive.
360
361
        :param tree: The tree to merge changes into
362
        :param mergeable: A merge directive or bundle
363
        """
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
364
        mergeable.install_revisions(tree.branch.repository)
365
        base_revision_id, other_revision_id, verified =\
366
            mergeable.get_merge_request(tree.branch.repository)
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
367
        revision_graph = tree.branch.repository.get_graph()
1551.19.44 by Aaron Bentley
Fix handling of old merge directives with stricter get_parent_map
368
        if base_revision_id is not None:
369
            if (base_revision_id != _mod_revision.NULL_REVISION and
370
                revision_graph.is_ancestor(
7143.15.2 by Jelmer Vernooij
Run autopep8.
371
                    base_revision_id, tree.branch.last_revision())):
1551.19.44 by Aaron Bentley
Fix handling of old merge directives with stricter get_parent_map
372
                base_revision_id = None
373
            else:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
374
                trace.warning('Performing cherrypick')
6719.1.2 by Jelmer Vernooij
Fix some tests.
375
        merger = klass.from_revision_ids(tree, other_revision_id,
7143.15.2 by Jelmer Vernooij
Run autopep8.
376
                                         base_revision_id, revision_graph=revision_graph)
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
377
        return merger, verified
378
379
    @staticmethod
6719.1.2 by Jelmer Vernooij
Fix some tests.
380
    def from_revision_ids(tree, other, base=None, other_branch=None,
3363.17.1 by Aaron Bentley
Avoid inventory for merge and transform code
381
                          base_branch=None, revision_graph=None,
382
                          tree_branch=None):
1551.15.74 by Aaron Bentley
Textual updates from review
383
        """Return a Merger for revision-ids.
384
385
        :param tree: The tree to merge changes into
386
        :param other: The revision-id to use as OTHER
387
        :param base: The revision-id to use as BASE.  If not specified, will
388
            be auto-selected.
389
        :param other_branch: A branch containing the other revision-id.  If
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
390
            not supplied, tree.branch is used.
1551.15.74 by Aaron Bentley
Textual updates from review
391
        :param base_branch: A branch containing the base revision-id.  If
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
392
            not supplied, other_branch or tree.branch will be used.
393
        :param revision_graph: If you have a revision_graph precomputed, pass
394
            it in, otherwise it will be created for you.
3363.17.15 by Aaron Bentley
Update docs
395
        :param tree_branch: The branch associated with tree.  If not supplied,
396
            tree.branch will be used.
1551.15.74 by Aaron Bentley
Textual updates from review
397
        """
3363.17.1 by Aaron Bentley
Avoid inventory for merge and transform code
398
        if tree_branch is None:
399
            tree_branch = tree.branch
6719.1.2 by Jelmer Vernooij
Fix some tests.
400
        merger = Merger(tree_branch, this_tree=tree,
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
401
                        revision_graph=revision_graph)
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
402
        if other_branch is None:
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
403
            other_branch = tree.branch
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
404
        merger.set_other_revision(other, other_branch)
405
        if base is None:
406
            merger.find_base()
407
        else:
408
            if base_branch is None:
409
                base_branch = other_branch
410
            merger.set_base_revision(base, base_branch)
411
        return merger
412
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
413
    def revision_tree(self, revision_id, branch=None):
414
        if revision_id not in self._cached_trees:
415
            if branch is None:
416
                branch = self.this_branch
417
            try:
418
                tree = self.this_tree.revision_tree(revision_id)
419
            except errors.NoSuchRevisionInTree:
420
                tree = branch.repository.revision_tree(revision_id)
421
            self._cached_trees[revision_id] = tree
422
        return self._cached_trees[revision_id]
423
2485.8.58 by Vincent Ladeuil
merge bzr.dev@1617
424
    def _get_tree(self, treespec, possible_transports=None):
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
425
        location, revno = treespec
426
        if revno is None:
427
            tree = workingtree.WorkingTree.open_containing(location)[0]
428
            return tree.branch, tree
4721.3.1 by Vincent Ladeuil
Cleanup imports.
429
        branch = _mod_branch.Branch.open_containing(
430
            location, possible_transports)[0]
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
431
        if revno == -1:
432
            revision_id = branch.last_revision()
433
        else:
434
            revision_id = branch.get_rev_id(revno)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
435
        revision_id = _mod_revision.ensure_null(revision_id)
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
436
        return branch, self.revision_tree(revision_id, branch)
1185.12.83 by Aaron Bentley
Preliminary weave merge support
437
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
438
    def set_interesting_files(self, file_list):
2590.2.7 by Aaron Bentley
Misc cleanup
439
        self.interesting_files = file_list
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
440
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
441
    def set_pending(self):
4721.3.2 by Vincent Ladeuil
Simplify mutable_tree.has_changes() and update call sites.
442
        if (not self.base_is_ancestor or not self.base_is_other_ancestor
7143.15.2 by Jelmer Vernooij
Run autopep8.
443
                or self.other_rev_id is None):
1185.12.77 by Aaron Bentley
Prevented all ancestors from being marked as pending merges
444
            return
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
445
        self._add_parent()
446
447
    def _add_parent(self):
448
        new_parents = self.this_tree.get_parent_ids() + [self.other_rev_id]
2590.2.20 by Aaron Bentley
Fix handling of ghost base trees
449
        new_parent_trees = []
7356.1.1 by Jelmer Vernooij
Use ExitStack context rather than brz-specific OperationWithCleanup.
450
        with cleanup.ExitStack() as stack:
451
            for revision_id in new_parents:
452
                try:
453
                    tree = self.revision_tree(revision_id)
454
                except errors.NoSuchRevision:
455
                    tree = None
456
                else:
457
                    stack.enter_context(tree.lock_read())
458
                new_parent_trees.append((revision_id, tree))
459
            self.this_tree.set_parent_trees(new_parent_trees, allow_leftmost_as_ghost=True)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
460
2485.8.37 by Vincent Ladeuil
Fix merge multiple connections. Test suite *not* passing (sftp
461
    def set_other(self, other_revision, possible_transports=None):
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
462
        """Set the revision and tree to merge from.
463
464
        This sets the other_tree, other_rev_id, other_basis attributes.
465
466
        :param other_revision: The [path, revision] list to merge from.
467
        """
2485.8.58 by Vincent Ladeuil
merge bzr.dev@1617
468
        self.other_branch, self.other_tree = self._get_tree(other_revision,
469
                                                            possible_transports)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
470
        if other_revision[1] == -1:
2598.5.4 by Aaron Bentley
Restore original Branch.last_revision behavior, fix bits that care
471
            self.other_rev_id = _mod_revision.ensure_null(
472
                self.other_branch.last_revision())
2598.5.1 by Aaron Bentley
Start eliminating the use of None to indicate null revision
473
            if _mod_revision.is_null(self.other_rev_id):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
474
                raise errors.NoCommits(self.other_branch)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
475
            self.other_basis = self.other_rev_id
476
        elif other_revision[1] is not None:
2100.3.31 by Aaron Bentley
Merged bzr.dev (17 tests failing)
477
            self.other_rev_id = self.other_branch.get_rev_id(other_revision[1])
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
478
            self.other_basis = self.other_rev_id
479
        else:
480
            self.other_rev_id = None
2100.3.31 by Aaron Bentley
Merged bzr.dev (17 tests failing)
481
            self.other_basis = self.other_branch.last_revision()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
482
            if self.other_basis is None:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
483
                raise errors.NoCommits(self.other_branch)
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
484
        if self.other_rev_id is not None:
485
            self._cached_trees[self.other_rev_id] = self.other_tree
7143.15.2 by Jelmer Vernooij
Run autopep8.
486
        self._maybe_fetch(self.other_branch,
487
                          self.this_branch, self.other_basis)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
488
2100.3.29 by Aaron Bentley
Get merge working initially
489
    def set_other_revision(self, revision_id, other_branch):
490
        """Set 'other' based on a branch and revision id
491
492
        :param revision_id: The revision to use for a tree
493
        :param other_branch: The branch containing this tree
494
        """
495
        self.other_rev_id = revision_id
496
        self.other_branch = other_branch
2590.2.19 by Aaron Bentley
Avoid fetch within a repository
497
        self._maybe_fetch(other_branch, self.this_branch, self.other_rev_id)
2100.3.29 by Aaron Bentley
Get merge working initially
498
        self.other_tree = self.revision_tree(revision_id)
499
        self.other_basis = revision_id
500
2520.4.110 by Aaron Bentley
Implement cherrypick support for merge directives
501
    def set_base_revision(self, revision_id, branch):
502
        """Set 'base' based on a branch and revision id
503
504
        :param revision_id: The revision to use for a tree
505
        :param branch: The branch containing this tree
506
        """
507
        self.base_rev_id = revision_id
508
        self.base_branch = branch
2520.4.132 by Aaron Bentley
Merge from bzr.dev
509
        self._maybe_fetch(branch, self.this_branch, revision_id)
2520.4.110 by Aaron Bentley
Implement cherrypick support for merge directives
510
        self.base_tree = self.revision_tree(revision_id)
2520.4.132 by Aaron Bentley
Merge from bzr.dev
511
2590.2.19 by Aaron Bentley
Avoid fetch within a repository
512
    def _maybe_fetch(self, source, target, revision_id):
2665.5.2 by Aaron Bentley
Switch commit and merge to Repository.has_same_location
513
        if not source.repository.has_same_location(target.repository):
5741.1.9 by Jelmer Vernooij
Remove fetch_tags argument.
514
            target.fetch(source, revision_id)
2520.4.110 by Aaron Bentley
Implement cherrypick support for merge directives
515
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
516
    def find_base(self):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
517
        revisions = [_mod_revision.ensure_null(self.this_basis),
518
                     _mod_revision.ensure_null(self.other_basis)]
519
        if _mod_revision.NULL_REVISION in revisions:
520
            self.base_rev_id = _mod_revision.NULL_REVISION
3514.4.36 by John Arbash Meinel
Optimizing how we extracted multiple trees left a path that didn't create a base_tree.
521
            self.base_tree = self.revision_tree(self.base_rev_id)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
522
            self._is_criss_cross = False
2590.2.22 by Aaron Bentley
Remove cruft
523
        else:
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
524
            lcas = self.revision_graph.find_lca(revisions[0], revisions[1])
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
525
            self._is_criss_cross = False
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
526
            if len(lcas) == 0:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
527
                self.base_rev_id = _mod_revision.NULL_REVISION
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
528
            elif len(lcas) == 1:
529
                self.base_rev_id = list(lcas)[0]
7143.15.2 by Jelmer Vernooij
Run autopep8.
530
            else:  # len(lcas) > 1
5540.1.3 by Gary van der Merwe
Make merge correctly locate a lca where there is a criss-cross merge of a new root.
531
                self._is_criss_cross = True
3514.4.23 by John Arbash Meinel
Handle when there are more than 2 LCAs while searching for the unique lca.
532
                if len(lcas) > 2:
533
                    # find_unique_lca can only handle 2 nodes, so we have to
534
                    # start back at the beginning. It is a shame to traverse
535
                    # the graph again, but better than re-implementing
536
                    # find_unique_lca.
537
                    self.base_rev_id = self.revision_graph.find_unique_lca(
7143.15.2 by Jelmer Vernooij
Run autopep8.
538
                        revisions[0], revisions[1])
3514.4.23 by John Arbash Meinel
Handle when there are more than 2 LCAs while searching for the unique lca.
539
                else:
540
                    self.base_rev_id = self.revision_graph.find_unique_lca(
7143.15.2 by Jelmer Vernooij
Run autopep8.
541
                        *lcas)
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
542
                sorted_lca_keys = self.revision_graph.find_merge_order(
5540.1.3 by Gary van der Merwe
Make merge correctly locate a lca where there is a criss-cross merge of a new root.
543
                    revisions[0], lcas)
544
                if self.base_rev_id == _mod_revision.NULL_REVISION:
545
                    self.base_rev_id = sorted_lca_keys[0]
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
546
4721.3.1 by Vincent Ladeuil
Cleanup imports.
547
            if self.base_rev_id == _mod_revision.NULL_REVISION:
548
                raise errors.UnrelatedBranches()
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
549
            if self._is_criss_cross:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
550
                trace.warning('Warning: criss-cross merge encountered.  See bzr'
551
                              ' help criss-cross.')
552
                trace.mutter('Criss-cross lcas: %r' % lcas)
5540.1.7 by Gary van der Merwe
Add mutter for when we cant find a unique lca, and what revision we used as a base_rev_id.
553
                if self.base_rev_id in lcas:
554
                    trace.mutter('Unable to find unique lca. '
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
555
                                 'Fallback %r as best option.'
556
                                 % self.base_rev_id)
5540.1.6 by Gary van der Merwe
We just need a set for this.
557
                interesting_revision_ids = set(lcas)
558
                interesting_revision_ids.add(self.base_rev_id)
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
559
                interesting_trees = dict((t.get_revision_id(), t)
7143.15.2 by Jelmer Vernooij
Run autopep8.
560
                                         for t in self.this_branch.repository.revision_trees(
561
                    interesting_revision_ids))
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
562
                self._cached_trees.update(interesting_trees)
5540.1.3 by Gary van der Merwe
Make merge correctly locate a lca where there is a criss-cross merge of a new root.
563
                if self.base_rev_id in lcas:
564
                    self.base_tree = interesting_trees[self.base_rev_id]
565
                else:
566
                    self.base_tree = interesting_trees.pop(self.base_rev_id)
3514.4.13 by John Arbash Meinel
Switch the lca_trees to be in 'find_merge_order'.
567
                self._lca_trees = [interesting_trees[key]
568
                                   for key in sorted_lca_keys]
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
569
            else:
570
                self.base_tree = self.revision_tree(self.base_rev_id)
2590.2.13 by Aaron Bentley
Make find_base implement the base_finding code
571
        self.base_is_ancestor = True
2590.2.18 by Aaron Bentley
Merge is_ancestor fix
572
        self.base_is_other_ancestor = True
4721.3.1 by Vincent Ladeuil
Cleanup imports.
573
        trace.mutter('Base revid: %r' % self.base_rev_id)
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
574
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
575
    def set_base(self, base_revision):
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
576
        """Set the base revision to use for the merge.
577
578
        :param base_revision: A 2-list containing a path and revision number.
579
        """
4721.3.1 by Vincent Ladeuil
Cleanup imports.
580
        trace.mutter("doing merge() with no base_revision specified")
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
581
        if base_revision == [None, None]:
2590.2.13 by Aaron Bentley
Make find_base implement the base_finding code
582
            self.find_base()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
583
        else:
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
584
            base_branch, self.base_tree = self._get_tree(base_revision)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
585
            if base_revision[1] == -1:
586
                self.base_rev_id = base_branch.last_revision()
587
            elif base_revision[1] is None:
2598.5.3 by Aaron Bentley
Push NULL_REVISION deeper
588
                self.base_rev_id = _mod_revision.NULL_REVISION
493 by Martin Pool
- Merge aaron's merge command
589
            else:
2598.5.3 by Aaron Bentley
Push NULL_REVISION deeper
590
                self.base_rev_id = _mod_revision.ensure_null(
591
                    base_branch.get_rev_id(base_revision[1]))
2590.2.19 by Aaron Bentley
Avoid fetch within a repository
592
            self._maybe_fetch(base_branch, self.this_branch, self.base_rev_id)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
593
3008.1.8 by Michael Hudson
extract merger creation into a method
594
    def make_merger(self):
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
595
        kwargs = {'working_tree': self.this_tree, 'this_tree': self.this_tree,
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
596
                  'other_tree': self.other_tree,
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
597
                  'interesting_files': self.interesting_files,
4961.2.20 by Martin Pool
Resolve conflicts with trunk
598
                  'this_branch': self.this_branch,
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
599
                  'other_branch': self.other_branch,
3008.1.11 by Michael Hudson
restore the default behaviour of Merge3Merger.__init__().
600
                  'do_merge': False}
1534.7.84 by Aaron Bentley
Added reprocess support, support for varying merge types
601
        if self.merge_type.requires_base:
602
            kwargs['base_tree'] = self.base_tree
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
603
        if self.merge_type.supports_reprocess:
604
            kwargs['reprocess'] = self.reprocess
605
        elif self.reprocess:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
606
            raise errors.BzrError(
607
                "Conflict reduction is not supported for merge"
608
                " type %s." % self.merge_type)
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
609
        if self.merge_type.supports_show_base:
610
            kwargs['show_base'] = self.show_base
611
        elif self.show_base:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
612
            raise errors.BzrError("Showing base is not supported for this"
613
                                  " merge type. %s" % self.merge_type)
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
614
        if (not getattr(self.merge_type, 'supports_reverse_cherrypick', True)
7143.15.2 by Jelmer Vernooij
Run autopep8.
615
                and not self.base_is_other_ancestor):
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
616
            raise errors.CannotReverseCherrypick()
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
617
        if self.merge_type.supports_cherrypick:
3062.2.9 by Aaron Bentley
Don't use the base if not cherrypicking
618
            kwargs['cherrypick'] = (not self.base_is_ancestor or
619
                                    not self.base_is_other_ancestor)
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
620
        if self._is_criss_cross and getattr(self.merge_type,
621
                                            'supports_lca_trees', False):
622
            kwargs['lca_trees'] = self._lca_trees
6719.1.2 by Jelmer Vernooij
Fix some tests.
623
        return self.merge_type(change_reporter=self.change_reporter,
3008.1.8 by Michael Hudson
extract merger creation into a method
624
                               **kwargs)
625
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
626
    def _do_merge_to(self):
627
        merge = self.make_merger()
4273.1.9 by Aaron Bentley
Cleanup
628
        if self.other_branch is not None:
629
            self.other_branch.update_references(self.this_branch)
6388.1.4 by Jelmer Vernooij
Fix tests.
630
        for hook in Merger.hooks['pre_merge']:
631
            hook(merge)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
632
        merge.do_merge()
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
633
        for hook in Merger.hooks['post_merge']:
634
            hook(merge)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
635
        if self.recurse == 'down':
7350.2.1 by Jelmer Vernooij
Drop file_id return value from Tree.iter_references.
636
            for relpath in self.this_tree.iter_references():
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
637
                sub_tree = self.this_tree.get_nested_tree(relpath)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
638
                other_revision = self.other_tree.get_reference_revision(
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
639
                    relpath)
7143.15.2 by Jelmer Vernooij
Run autopep8.
640
                if other_revision == sub_tree.last_revision():
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
641
                    continue
642
                sub_merge = Merger(sub_tree.branch, this_tree=sub_tree)
643
                sub_merge.merge_type = self.merge_type
7447.3.1 by Jelmer Vernooij
Move tree reference info functions to workingtree.
644
                other_branch = self.other_tree.reference_parent(relpath)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
645
                sub_merge.set_other_revision(other_revision, other_branch)
7391.3.2 by Jelmer Vernooij
Revert changes that will be brought in with other branch.
646
                base_tree_path = _mod_tree.find_previous_path(
647
                    self.this_tree, self.base_tree, relpath)
6809.4.1 by Jelmer Vernooij
Swap file_id and path arguments for get_reference_revision and get_nested_tree.
648
                base_revision = self.base_tree.get_reference_revision(
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
649
                    base_tree_path)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
650
                sub_merge.base_tree = \
651
                    sub_tree.branch.repository.revision_tree(base_revision)
652
                sub_merge.base_rev_id = base_revision
653
                sub_merge.do_merge()
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
654
        return merge
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
655
3008.1.8 by Michael Hudson
extract merger creation into a method
656
    def do_merge(self):
7356.1.1 by Jelmer Vernooij
Use ExitStack context rather than brz-specific OperationWithCleanup.
657
        with cleanup.ExitStack() as stack:
658
            stack.enter_context(self.this_tree.lock_tree_write())
659
            if self.base_tree is not None:
660
                stack.enter_context(self.base_tree.lock_read())
661
            if self.other_tree is not None:
662
                stack.enter_context(self.other_tree.lock_read())
663
            merge = self._do_merge_to()
1534.7.151 by Aaron Bentley
Fixed all changes applied successfully
664
        if len(merge.cooked_conflicts) == 0:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
665
            if not self.ignore_zero and not trace.is_quiet():
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
666
                trace.note(gettext("All changes applied successfully."))
1534.7.141 by Aaron Bentley
Added conflict reporting
667
        else:
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
668
            trace.note(gettext("%d conflicts encountered.")
4721.3.1 by Vincent Ladeuil
Cleanup imports.
669
                       % len(merge.cooked_conflicts))
1534.7.141 by Aaron Bentley
Added conflict reporting
670
1534.7.134 by Aaron Bentley
Hid raw conflicts
671
        return len(merge.cooked_conflicts)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
672
1545.2.4 by Aaron Bentley
PEP8 fixes
673
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
674
class _InventoryNoneEntry(object):
675
    """This represents an inventory entry which *isn't there*.
676
677
    It simplifies the merging logic if we always have an InventoryEntry, even
678
    if it isn't actually present
679
    """
680
    executable = None
681
    kind = None
682
    name = None
683
    parent_id = None
684
    revision = None
685
    symlink_target = None
686
    text_sha1 = None
687
7397.2.1 by Jelmer Vernooij
Add TreeEntry.is_unmodified.
688
    def is_unmodified(self, other):
7397.2.4 by Jelmer Vernooij
Simplify.
689
        return other is self
7397.2.1 by Jelmer Vernooij
Add TreeEntry.is_unmodified.
690
7143.15.2 by Jelmer Vernooij
Run autopep8.
691
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
692
_none_entry = _InventoryNoneEntry()
693
694
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
695
class Merge3Merger(object):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
696
    """Three-way merger that uses the merge3 text merger"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
697
    requires_base = True
698
    supports_reprocess = True
699
    supports_show_base = True
700
    history_based = False
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
701
    supports_cherrypick = True
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
702
    supports_reverse_cherrypick = True
2590.2.7 by Aaron Bentley
Misc cleanup
703
    winner_idx = {"this": 2, "other": 1, "conflict": 1}
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
704
    supports_lca_trees = True
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
705
    requires_file_merge_plan = False
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
706
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
707
    def __init__(self, working_tree, this_tree, base_tree, other_tree,
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
708
                 reprocess=False, show_base=False,
6719.1.1 by Jelmer Vernooij
Remove some more deprecated stuff.
709
                 change_reporter=None, interesting_files=None, do_merge=True,
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
710
                 cherrypick=False, lca_trees=None, this_branch=None,
711
                 other_branch=None):
2590.2.10 by Aaron Bentley
Updates from review
712
        """Initialize the merger object and perform the merge.
713
714
        :param working_tree: The working tree to apply the merge to
715
        :param this_tree: The local tree in the merge operation
716
        :param base_tree: The common tree in the merge operation
4031.3.1 by Frank Aspell
Fixing various typos
717
        :param other_tree: The other tree to merge changes from
5162.3.1 by Aaron Bentley
Fix switch/merge when a ConfigurableFileMerger is used.
718
        :param this_branch: The branch associated with this_tree.  Defaults to
719
            this_tree.branch if not supplied.
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
720
        :param other_branch: The branch associated with other_tree, if any.
2590.2.10 by Aaron Bentley
Updates from review
721
        :param: reprocess If True, perform conflict-reduction processing.
722
        :param show_base: If True, show the base revision in text conflicts.
723
            (incompatible with reprocess)
724
        :param change_reporter: An object that should report changes made
725
        :param interesting_files: The tree-relative paths of files that should
726
            participate in the merge.  If these paths refer to directories,
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
727
            the contents of those directories will also be included.  If not
728
            specified, all files may participate in the
2590.2.10 by Aaron Bentley
Updates from review
729
            merge.
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
730
        :param lca_trees: Can be set to a dictionary of {revision_id:rev_tree}
731
            if the ancestry was found to include a criss-cross merge.
732
            Otherwise should be None.
2590.2.10 by Aaron Bentley
Updates from review
733
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
734
        object.__init__(self)
5162.3.1 by Aaron Bentley
Fix switch/merge when a ConfigurableFileMerger is used.
735
        if this_branch is None:
736
            this_branch = this_tree.branch
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
737
        self.interesting_files = interesting_files
6410.1.2 by Jelmer Vernooij
Distinguish working tree and this tree.
738
        self.working_tree = working_tree
739
        self.this_tree = this_tree
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
740
        self.base_tree = base_tree
741
        self.other_tree = other_tree
4869.3.27 by Andrew Bennetts
Move news_merge plugin from contrib to bzrlib/plugins, change it to be enabled via a 'news_merge_files' config option, move more code out of the __init__ to minimise overhead, and add lots of docstrings, add NEWS entry.
742
        self.this_branch = this_branch
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
743
        self.other_branch = other_branch
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
744
        self._raw_conflicts = []
745
        self.cooked_conflicts = []
746
        self.reprocess = reprocess
747
        self.show_base = show_base
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
748
        self._lca_trees = lca_trees
3514.4.37 by John Arbash Meinel
Tests pass when using _entries_lca as the default algorithm.
749
        # Uncommenting this will change the default algorithm to always use
750
        # _entries_lca. This can be useful for running the test suite and
751
        # making sure we haven't missed any corner cases.
3514.4.34 by John Arbash Meinel
Handle symlinks properly when objects are not RevisionTrees
752
        # if lca_trees is None:
753
        #     self._lca_trees = [self.base_tree]
1551.11.9 by Aaron Bentley
Apply change reporting to merge
754
        self.change_reporter = change_reporter
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
755
        self.cherrypick = cherrypick
3008.1.11 by Michael Hudson
restore the default behaviour of Merge3Merger.__init__().
756
        if do_merge:
757
            self.do_merge()
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
758
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
759
    def do_merge(self):
7356.1.1 by Jelmer Vernooij
Use ExitStack context rather than brz-specific OperationWithCleanup.
760
        with cleanup.ExitStack() as stack:
761
            stack.enter_context(self.working_tree.lock_tree_write())
762
            stack.enter_context(self.this_tree.lock_read())
763
            stack.enter_context(self.base_tree.lock_read())
764
            stack.enter_context(self.other_tree.lock_read())
7490.77.2 by Jelmer Vernooij
Split out git and bzr-specific transforms.
765
            self.tt = self.working_tree.transform()
7356.1.1 by Jelmer Vernooij
Use ExitStack context rather than brz-specific OperationWithCleanup.
766
            stack.enter_context(self.tt)
767
            self._compute_transform()
768
            results = self.tt.apply(no_conflicts=True)
769
            self.write_modified(results)
770
            try:
771
                self.working_tree.add_conflicts(self.cooked_conflicts)
772
            except errors.UnsupportedOperation:
773
                pass
1534.7.192 by Aaron Bentley
Record hashes produced by merges
774
3008.1.9 by Michael Hudson
wanton hacking that lets me write an efficient version of get_diff_as_merged
775
    def make_preview_transform(self):
7058.4.25 by Jelmer Vernooij
Use contexts.
776
        with self.base_tree.lock_read(), self.other_tree.lock_read():
7490.77.2 by Jelmer Vernooij
Split out git and bzr-specific transforms.
777
            self.tt = self.working_tree.preview_transform()
7058.4.25 by Jelmer Vernooij
Use contexts.
778
            self._compute_transform()
779
            return self.tt
3008.1.9 by Michael Hudson
wanton hacking that lets me write an efficient version of get_diff_as_merged
780
3008.1.21 by Aaron Bentley
Make compute_transform private, test make_preview_transform
781
    def _compute_transform(self):
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
782
        if self._lca_trees is None:
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
783
            entries = list(self._entries3())
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
784
            resolver = self._three_way
785
        else:
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
786
            entries = list(self._entries_lca())
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
787
            resolver = self._lca_multi_way
6282.3.1 by Vincent Ladeuil
First cut at a working plugin to avoid conflicts in .po files by shelling out to msgmerge.
788
        # Prepare merge hooks
789
        factories = Merger.hooks['merge_file_content']
790
        # One hook for each registered one plus our default merger
791
        hooks = [factory(self) for factory in factories] + [self]
792
        self.active_hooks = [hook for hook in hooks if hook is not None]
6861.4.1 by Jelmer Vernooij
Make progress bars context managers.
793
        with ui.ui_factory.nested_progress_bar() as child_pb:
6883.10.1 by Jelmer Vernooij
Fix more tets.
794
            for num, (file_id, changed, paths3, parents3, names3,
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
795
                      executable3) in enumerate(entries):
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
796
                trans_id = self.tt.trans_id_file_id(file_id)
6282.3.1 by Vincent Ladeuil
First cut at a working plugin to avoid conflicts in .po files by shelling out to msgmerge.
797
                # Try merging each entry
798
                child_pb.update(gettext('Preparing file merge'),
799
                                num, len(entries))
7350.6.9 by Jelmer Vernooij
Fix conflict tests.
800
                self._merge_names(trans_id, file_id, paths3, parents3,
7143.15.2 by Jelmer Vernooij
Run autopep8.
801
                                  names3, resolver=resolver)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
802
                if changed:
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
803
                    file_status = self._do_merge_contents(paths3, trans_id, file_id)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
804
                else:
805
                    file_status = 'unmodified'
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
806
                self._merge_executable(paths3, trans_id, executable3,
7143.15.2 by Jelmer Vernooij
Run autopep8.
807
                                       file_status, resolver=resolver)
5993.2.4 by Jelmer Vernooij
Remove feature flag.
808
        self.tt.fixup_new_roots()
5246.2.33 by Andrew Bennetts
Rename _finish_transform to _finish_computing_transform.
809
        self._finish_computing_transform()
5246.2.4 by Andrew Bennetts
Remove a little bit of duplication.
810
5246.2.33 by Andrew Bennetts
Rename _finish_transform to _finish_computing_transform.
811
    def _finish_computing_transform(self):
5246.2.4 by Andrew Bennetts
Remove a little bit of duplication.
812
        """Finalize the transform and report the changes.
813
814
        This is the second half of _compute_transform.
815
        """
6861.4.1 by Jelmer Vernooij
Make progress bars context managers.
816
        with ui.ui_factory.nested_progress_bar() as child_pb:
7350.3.4 by Jelmer Vernooij
Use context managers.
817
            fs_conflicts = transform.resolve_conflicts(
818
                self.tt, child_pb,
819
                lambda t, c: transform.conflict_pass(t, c, self.other_tree))
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
820
        if self.change_reporter is not None:
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
821
            from breezy import delta
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
822
            delta.report_changes(
3254.1.1 by Aaron Bentley
Make Tree.iter_changes a public method
823
                self.tt.iter_changes(), self.change_reporter)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
824
        self.cook_conflicts(fs_conflicts)
825
        for conflict in self.cooked_conflicts:
6973.6.4 by Jelmer Vernooij
Avoid text_type()
826
            trace.warning('%s', conflict.describe())
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
827
2590.2.4 by Aaron Bentley
Move entry generation to a helper
828
    def _entries3(self):
2590.2.7 by Aaron Bentley
Misc cleanup
829
        """Gather data about files modified between three trees.
830
831
        Return a list of tuples of file_id, changed, parents3, names3,
832
        executable3.  changed is a boolean indicating whether the file contents
833
        or kind were changed.  parents3 is a tuple of parent ids for base,
834
        other and this.  names3 is a tuple of names for base, other and this.
835
        executable3 is a tuple of execute-bit values for base, other and this.
836
        """
3254.1.1 by Aaron Bentley
Make Tree.iter_changes a public method
837
        iterator = self.other_tree.iter_changes(self.base_tree,
7143.15.2 by Jelmer Vernooij
Run autopep8.
838
                                                specific_files=self.interesting_files,
839
                                                extra_trees=[self.this_tree])
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
840
        this_interesting_files = self.this_tree.find_related_paths_across_trees(
7143.15.2 by Jelmer Vernooij
Run autopep8.
841
            self.interesting_files, trees=[self.other_tree])
6883.10.1 by Jelmer Vernooij
Fix more tets.
842
        this_entries = dict(self.this_tree.iter_entries_by_dir(
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
843
                            specific_files=this_interesting_files))
7322.1.6 by Jelmer Vernooij
Use the new attributes on TreeChange.
844
        for change in iterator:
845
            if change.path[0] is not None:
7391.3.2 by Jelmer Vernooij
Revert changes that will be brought in with other branch.
846
                this_path = _mod_tree.find_previous_path(
847
                    self.base_tree, self.this_tree, change.path[0])
6883.10.1 by Jelmer Vernooij
Fix more tets.
848
            else:
7391.3.2 by Jelmer Vernooij
Revert changes that will be brought in with other branch.
849
                this_path = _mod_tree.find_previous_path(
850
                    self.other_tree, self.this_tree, change.path[1])
6883.10.2 by Jelmer Vernooij
Resolve TODO
851
            this_entry = this_entries.get(this_path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
852
            if this_entry is not None:
853
                this_name = this_entry.name
854
                this_parent = this_entry.parent_id
855
                this_executable = this_entry.executable
2590.2.4 by Aaron Bentley
Move entry generation to a helper
856
            else:
857
                this_name = None
858
                this_parent = None
859
                this_executable = None
7322.1.6 by Jelmer Vernooij
Use the new attributes on TreeChange.
860
            parents3 = change.parent_id + (this_parent,)
861
            names3 = change.name + (this_name,)
862
            paths3 = change.path + (this_path, )
863
            executable3 = change.executable + (this_executable,)
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
864
            yield (
7322.1.6 by Jelmer Vernooij
Use the new attributes on TreeChange.
865
                (change.file_id, change.changed_content, paths3,
866
                 parents3, names3, executable3))
2590.2.4 by Aaron Bentley
Move entry generation to a helper
867
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
868
    def _entries_lca(self):
869
        """Gather data about files modified between multiple trees.
870
871
        This compares OTHER versus all LCA trees, and for interesting entries,
872
        it then compares with THIS and BASE.
873
874
        For the multi-valued entries, the format will be (BASE, [lca1, lca2])
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
875
6883.10.1 by Jelmer Vernooij
Fix more tets.
876
        :return: [(file_id, changed, paths, parents, names, executable)], where:
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
877
878
            * file_id: Simple file_id of the entry
879
            * changed: Boolean, True if the kind or contents changed else False
6883.10.1 by Jelmer Vernooij
Fix more tets.
880
            * paths: ((base, [path, in, lcas]), path_other, path_this)
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
881
            * parents: ((base, [parent_id, in, lcas]), parent_id_other,
882
                        parent_id_this)
883
            * names:   ((base, [name, in, lcas]), name_in_other, name_in_this)
884
            * executable: ((base, [exec, in, lcas]), exec_in_other,
885
                        exec_in_this)
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
886
        """
3514.4.24 by John Arbash Meinel
Implement support for 'interesting_files' and 'interesting_ids' for _entries_lca
887
        if self.interesting_files is not None:
888
            lookup_trees = [self.this_tree, self.base_tree]
889
            lookup_trees.extend(self._lca_trees)
890
            # I think we should include the lca trees as well
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
891
            interesting_files = self.other_tree.find_related_paths_across_trees(
7143.15.2 by Jelmer Vernooij
Run autopep8.
892
                self.interesting_files, lookup_trees)
3514.4.24 by John Arbash Meinel
Implement support for 'interesting_files' and 'interesting_ids' for _entries_lca
893
        else:
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
894
            interesting_files = None
7296.7.1 by Jelmer Vernooij
Split out MultiWalker.
895
        from .multiwalker import MultiWalker
896
        walker = MultiWalker(self.other_tree, self._lca_trees)
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
897
7296.7.2 by Jelmer Vernooij
Avoid call to id2path.
898
        for other_path, file_id, other_ie, lca_values in walker.iter_all():
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
899
            # Is this modified at all from any of the other trees?
3514.4.15 by John Arbash Meinel
Handle when OTHER doesn't have the entry.
900
            if other_ie is None:
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
901
                other_ie = _none_entry
6883.10.1 by Jelmer Vernooij
Fix more tets.
902
                other_path = None
6883.10.3 by Jelmer Vernooij
Merge trunk.
903
            if interesting_files is not None and other_path not in interesting_files:
3514.4.24 by John Arbash Meinel
Implement support for 'interesting_files' and 'interesting_ids' for _entries_lca
904
                continue
3514.4.15 by John Arbash Meinel
Handle when OTHER doesn't have the entry.
905
3514.4.30 by John Arbash Meinel
Several updates.
906
            # If other_revision is found in any of the lcas, that means this
907
            # node is uninteresting. This is because when merging, if there are
908
            # multiple heads(), we have to create a new node. So if we didn't,
909
            # we know that the ancestry is linear, and that OTHER did not
910
            # modify anything
911
            # See doc/developers/lca_merge_resolution.txt for details
7397.2.1 by Jelmer Vernooij
Add TreeEntry.is_unmodified.
912
            # We can't use this shortcut when other_revision is None,
913
            # because it may be None because things are WorkingTrees, and
914
            # not because it is *actually* None.
915
            is_unmodified = False
916
            for lca_path, ie in lca_values:
917
                if ie is not None and other_ie.is_unmodified(ie):
918
                    is_unmodified = True
919
                    break
920
            if is_unmodified:
921
                continue
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
922
923
            lca_entries = []
6883.10.1 by Jelmer Vernooij
Fix more tets.
924
            lca_paths = []
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
925
            for lca_path, lca_ie in lca_values:
926
                if lca_ie is None:
927
                    lca_entries.append(_none_entry)
6883.10.1 by Jelmer Vernooij
Fix more tets.
928
                    lca_paths.append(None)
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
929
                else:
930
                    lca_entries.append(lca_ie)
6928.1.2 by Jelmer Vernooij
Fix path specification.
931
                    lca_paths.append(lca_path)
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
932
6883.7.12 by Jelmer Vernooij
avoid has_id.
933
            try:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
934
                base_path = self.base_tree.id2path(file_id)
6883.7.12 by Jelmer Vernooij
avoid has_id.
935
            except errors.NoSuchId:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
936
                base_path = None
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
937
                base_ie = _none_entry
6883.10.1 by Jelmer Vernooij
Fix more tets.
938
            else:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
939
                base_ie = next(self.base_tree.iter_entries_by_dir(specific_files=[base_path]))[1]
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
940
6883.7.12 by Jelmer Vernooij
avoid has_id.
941
            try:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
942
                this_path = self.this_tree.id2path(file_id)
6883.7.12 by Jelmer Vernooij
avoid has_id.
943
            except errors.NoSuchId:
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
944
                this_ie = _none_entry
6883.10.1 by Jelmer Vernooij
Fix more tets.
945
                this_path = None
946
            else:
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
947
                this_ie = next(self.this_tree.iter_entries_by_dir(specific_files=[this_path]))[1]
3514.4.11 by John Arbash Meinel
Handle when an entry is missing in THIS
948
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
949
            lca_kinds = []
950
            lca_parent_ids = []
951
            lca_names = []
952
            lca_executable = []
953
            for lca_ie in lca_entries:
954
                lca_kinds.append(lca_ie.kind)
955
                lca_parent_ids.append(lca_ie.parent_id)
956
                lca_names.append(lca_ie.name)
957
                lca_executable.append(lca_ie.executable)
958
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
959
            kind_winner = self._lca_multi_way(
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
960
                (base_ie.kind, lca_kinds),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
961
                other_ie.kind, this_ie.kind)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
962
            parent_id_winner = self._lca_multi_way(
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
963
                (base_ie.parent_id, lca_parent_ids),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
964
                other_ie.parent_id, this_ie.parent_id)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
965
            name_winner = self._lca_multi_way(
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
966
                (base_ie.name, lca_names),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
967
                other_ie.name, this_ie.name)
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
968
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
969
            content_changed = True
970
            if kind_winner == 'this':
971
                # No kind change in OTHER, see if there are *any* changes
3948.1.1 by John Arbash Meinel
Fix an edge case with deleted files and criss-cross merges.
972
                if other_ie.kind == 'directory':
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
973
                    if parent_id_winner == 'this' and name_winner == 'this':
974
                        # No change for this directory in OTHER, skip
975
                        continue
976
                    content_changed = False
3948.1.1 by John Arbash Meinel
Fix an edge case with deleted files and criss-cross merges.
977
                elif other_ie.kind is None or other_ie.kind == 'file':
6883.10.1 by Jelmer Vernooij
Fix more tets.
978
                    def get_sha1(tree, path):
979
                        if path is None:
980
                            return None
981
                        try:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
982
                            return tree.get_file_sha1(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
983
                        except errors.NoSuchFile:
984
                            return None
985
                    base_sha1 = get_sha1(self.base_tree, base_path)
6928.1.2 by Jelmer Vernooij
Fix path specification.
986
                    lca_sha1s = [get_sha1(tree, lca_path)
987
                                 for tree, lca_path
6883.10.1 by Jelmer Vernooij
Fix more tets.
988
                                 in zip(self._lca_trees, lca_paths)]
989
                    this_sha1 = get_sha1(self.this_tree, this_path)
990
                    other_sha1 = get_sha1(self.other_tree, other_path)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
991
                    sha1_winner = self._lca_multi_way(
3514.4.30 by John Arbash Meinel
Several updates.
992
                        (base_sha1, lca_sha1s), other_sha1, this_sha1,
993
                        allow_overriding_lca=False)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
994
                    exec_winner = self._lca_multi_way(
3514.4.22 by John Arbash Meinel
Handle executable bit changes as well.
995
                        (base_ie.executable, lca_executable),
996
                        other_ie.executable, this_ie.executable)
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
997
                    if (parent_id_winner == 'this' and name_winner == 'this'
7143.15.2 by Jelmer Vernooij
Run autopep8.
998
                            and sha1_winner == 'this' and exec_winner == 'this'):
3514.4.22 by John Arbash Meinel
Handle executable bit changes as well.
999
                        # No kind, parent, name, exec, or content change for
1000
                        # OTHER, so this node is not considered interesting
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
1001
                        continue
1002
                    if sha1_winner == 'this':
1003
                        content_changed = False
3514.4.27 by John Arbash Meinel
A couple of symlink tests, we need to do more.
1004
                elif other_ie.kind == 'symlink':
6883.10.1 by Jelmer Vernooij
Fix more tets.
1005
                    def get_target(ie, tree, path):
3514.4.35 by John Arbash Meinel
Add a test that we only call get_symlink_target if the object should be a symlink.
1006
                        if ie.kind != 'symlink':
3514.4.34 by John Arbash Meinel
Handle symlinks properly when objects are not RevisionTrees
1007
                            return None
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1008
                        return tree.get_symlink_target(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1009
                    base_target = get_target(base_ie, self.base_tree, base_path)
1010
                    lca_targets = [get_target(ie, tree, lca_path) for ie, tree, lca_path
1011
                                   in zip(lca_entries, self._lca_trees, lca_paths)]
7143.15.2 by Jelmer Vernooij
Run autopep8.
1012
                    this_target = get_target(
1013
                        this_ie, self.this_tree, this_path)
1014
                    other_target = get_target(
1015
                        other_ie, self.other_tree, other_path)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
1016
                    target_winner = self._lca_multi_way(
3514.4.34 by John Arbash Meinel
Handle symlinks properly when objects are not RevisionTrees
1017
                        (base_target, lca_targets),
1018
                        other_target, this_target)
3514.4.28 by John Arbash Meinel
More symlink tests.
1019
                    if (parent_id_winner == 'this' and name_winner == 'this'
7143.15.2 by Jelmer Vernooij
Run autopep8.
1020
                            and target_winner == 'this'):
3514.4.28 by John Arbash Meinel
More symlink tests.
1021
                        # No kind, parent, name, or symlink target change
1022
                        # not interesting
1023
                        continue
1024
                    if target_winner == 'this':
1025
                        content_changed = False
3514.4.33 by John Arbash Meinel
Implement support for 'tree-reference'.
1026
                elif other_ie.kind == 'tree-reference':
1027
                    # The 'changed' information seems to be handled at a higher
1028
                    # level. At least, _entries3 returns False for content
1029
                    # changed, even when at a new revision_id.
1030
                    content_changed = False
1031
                    if (parent_id_winner == 'this' and name_winner == 'this'):
1032
                        # Nothing interesting
1033
                        continue
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1034
                else:
1035
                    raise AssertionError('unhandled kind: %s' % other_ie.kind)
3514.4.13 by John Arbash Meinel
Switch the lca_trees to be in 'find_merge_order'.
1036
1037
            # If we have gotten this far, that means something has changed
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
1038
            yield (file_id, content_changed,
6883.10.1 by Jelmer Vernooij
Fix more tets.
1039
                           ((base_path, lca_paths),
1040
                            other_path, this_path),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
1041
                           ((base_ie.parent_id, lca_parent_ids),
1042
                            other_ie.parent_id, this_ie.parent_id),
1043
                           ((base_ie.name, lca_names),
1044
                            other_ie.name, this_ie.name),
1045
                           ((base_ie.executable, lca_executable),
1046
                            other_ie.executable, this_ie.executable)
7490.77.11 by Jelmer Vernooij
Merge lp:brz/3.1.
1047
                           )
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
1048
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1049
    def write_modified(self, results):
6885.2.1 by Jelmer Vernooij
Add WorkingTree.supports_merge_modified.
1050
        if not self.working_tree.supports_merge_modified():
1051
            return
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1052
        modified_hashes = {}
1053
        for path in results.modified_paths:
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1054
            wt_relpath = self.working_tree.relpath(path)
7350.4.1 by Jelmer Vernooij
Use paths as keys in merge modified dictionaries.
1055
            if not self.working_tree.is_versioned(wt_relpath):
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1056
                continue
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1057
            hash = self.working_tree.get_file_sha1(wt_relpath)
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1058
            if hash is None:
1059
                continue
7350.4.1 by Jelmer Vernooij
Use paths as keys in merge modified dictionaries.
1060
            modified_hashes[wt_relpath] = hash
6885.2.1 by Jelmer Vernooij
Add WorkingTree.supports_merge_modified.
1061
        self.working_tree.set_merge_modified(modified_hashes)
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1062
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1063
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1064
    def parent(entry):
1534.7.157 by Aaron Bentley
Added more docs
1065
        """Determine the parent for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1066
        if entry is None:
1067
            return None
1068
        return entry.parent_id
1069
1070
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1071
    def name(entry):
1534.7.157 by Aaron Bentley
Added more docs
1072
        """Determine the name for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1073
        if entry is None:
1074
            return None
1075
        return entry.name
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1076
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1077
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1078
    def contents_sha1(tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1079
        """Determine the sha1 of the file contents (used as a key method)."""
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1080
        try:
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1081
            return tree.get_file_sha1(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1082
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1083
            return None
1084
1085
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1086
    def executable(tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1087
        """Determine the executability of a file-id (used as a key method)."""
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1088
        try:
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1089
            if tree.kind(path) != "file":
6883.10.1 by Jelmer Vernooij
Fix more tets.
1090
                return False
1091
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1092
            return None
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1093
        return tree.is_executable(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1094
1095
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1096
    def kind(tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1097
        """Determine the kind of a file-id (used as a key method)."""
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1098
        try:
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1099
            return tree.kind(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1100
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1101
            return None
1102
1103
    @staticmethod
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1104
    def _three_way(base, other, this):
1105
        if base == other:
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1106
            # if 'base == other', either they all agree, or only 'this' has
1107
            # changed.
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1108
            return 'this'
2590.2.10 by Aaron Bentley
Updates from review
1109
        elif this not in (base, other):
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1110
            # 'this' is neither 'base' nor 'other', so both sides changed
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1111
            return 'conflict'
1112
        elif this == other:
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1113
            # "Ambiguous clean merge" -- both sides have made the same change.
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1114
            return "this"
1115
        else:
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1116
            # this == base: only other has changed.
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1117
            return "other"
1118
1119
    @staticmethod
3514.4.30 by John Arbash Meinel
Several updates.
1120
    def _lca_multi_way(bases, other, this, allow_overriding_lca=True):
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1121
        """Consider LCAs when determining whether a change has occurred.
1122
1123
        If LCAS are all identical, this is the same as a _three_way comparison.
1124
1125
        :param bases: value in (BASE, [LCAS])
1126
        :param other: value in OTHER
1127
        :param this: value in THIS
3514.4.30 by John Arbash Meinel
Several updates.
1128
        :param allow_overriding_lca: If there is more than one unique lca
1129
            value, allow OTHER to override THIS if it has a new value, and
1130
            THIS only has an lca value, or vice versa. This is appropriate for
1131
            truly scalar values, not as much for non-scalars.
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1132
        :return: 'this', 'other', or 'conflict' depending on whether an entry
1133
            changed or not.
1134
        """
3948.1.7 by Vincent Ladeuil
Slight refactoring and test fixing.
1135
        # See doc/developers/lca_tree_merging.txt for details about this
3514.4.30 by John Arbash Meinel
Several updates.
1136
        # algorithm.
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1137
        if other == this:
1138
            # Either Ambiguously clean, or nothing was actually changed. We
1139
            # don't really care
1140
            return 'this'
1141
        base_val, lca_vals = bases
1142
        # Remove 'base_val' from the lca_vals, because it is not interesting
1143
        filtered_lca_vals = [lca_val for lca_val in lca_vals
7143.15.2 by Jelmer Vernooij
Run autopep8.
1144
                             if lca_val != base_val]
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1145
        if len(filtered_lca_vals) == 0:
1146
            return Merge3Merger._three_way(base_val, other, this)
3514.4.30 by John Arbash Meinel
Several updates.
1147
1148
        unique_lca_vals = set(filtered_lca_vals)
1149
        if len(unique_lca_vals) == 1:
1150
            return Merge3Merger._three_way(unique_lca_vals.pop(), other, this)
1151
1152
        if allow_overriding_lca:
1153
            if other in unique_lca_vals:
1154
                if this in unique_lca_vals:
1155
                    # Each side picked a different lca, conflict
1156
                    return 'conflict'
1157
                else:
1158
                    # This has a value which supersedes both lca values, and
1159
                    # other only has an lca value
1160
                    return 'this'
1161
            elif this in unique_lca_vals:
1162
                # OTHER has a value which supersedes both lca values, and this
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1163
                # only has an lca value
3514.4.30 by John Arbash Meinel
Several updates.
1164
                return 'other'
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1165
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1166
        # At this point, the lcas disagree, and the tip disagree
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1167
        return 'conflict'
1168
7350.6.9 by Jelmer Vernooij
Fix conflict tests.
1169
    def _merge_names(self, trans_id, file_id, paths, parents, names, resolver):
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
1170
        """Perform a merge on file names and parents"""
2590.2.1 by Aaron Bentley
Start work on merging names based on iter_changes
1171
        base_name, other_name, this_name = names
1172
        base_parent, other_parent, this_parent = parents
6883.10.1 by Jelmer Vernooij
Fix more tets.
1173
        unused_base_path, other_path, this_path = paths
2590.2.2 by Aaron Bentley
Do most name merging from iter_changes output
1174
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1175
        name_winner = resolver(*names)
2590.2.1 by Aaron Bentley
Start work on merging names based on iter_changes
1176
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1177
        parent_id_winner = resolver(*parents)
2590.2.2 by Aaron Bentley
Do most name merging from iter_changes output
1178
        if this_name is None:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1179
            if name_winner == "this":
1180
                name_winner = "other"
1181
            if parent_id_winner == "this":
1182
                parent_id_winner = "other"
1183
        if name_winner == "this" and parent_id_winner == "this":
1184
            return
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1185
        if name_winner == 'conflict' or parent_id_winner == 'conflict':
4597.7.18 by Vincent Ladeuil
Start addressing Andrew's concerns.
1186
            # Creating helpers (.OTHER or .THIS) here cause problems down the
1187
            # road if a ContentConflict needs to be created so we should not do
1188
            # that
7350.6.9 by Jelmer Vernooij
Fix conflict tests.
1189
            self._raw_conflicts.append(('path conflict', trans_id, file_id,
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1190
                                        this_parent, this_name,
1191
                                        other_parent, other_name))
6883.10.1 by Jelmer Vernooij
Fix more tets.
1192
        if other_path is None:
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1193
            # it doesn't matter whether the result was 'other' or
5954.4.6 by Aaron Bentley
Updates from review.
1194
            # 'conflict'-- if it has no file id, we leave it alone.
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1195
            return
2590.2.7 by Aaron Bentley
Misc cleanup
1196
        parent_id = parents[self.winner_idx[parent_id_winner]]
5954.4.2 by Aaron Bentley
Support merging into null tree.
1197
        name = names[self.winner_idx[name_winner]]
1198
        if parent_id is not None or name is not None:
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1199
            # if we get here, name_winner and parent_winner are set to safe
1200
            # values.
5954.4.2 by Aaron Bentley
Support merging into null tree.
1201
            if parent_id is None and name is not None:
1202
                # if parent_id is None and name is non-None, current file is
1203
                # the tree root.
1204
                if names[self.winner_idx[parent_id_winner]] != '':
1205
                    raise AssertionError(
1206
                        'File looks like a root, but named %s' %
1207
                        names[self.winner_idx[parent_id_winner]])
1208
                parent_trans_id = transform.ROOT_PARENT
1209
            else:
1210
                parent_trans_id = self.tt.trans_id_file_id(parent_id)
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
1211
            self.tt.adjust_path(name, parent_trans_id, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1212
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
1213
    def _do_merge_contents(self, paths, trans_id, file_id):
3874.2.10 by Vincent Ladeuil
Fix typo.
1214
        """Performs a merge on file_id contents."""
6883.10.1 by Jelmer Vernooij
Fix more tets.
1215
        def contents_pair(tree, path):
1216
            if path is None:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1217
                return (None, None)
6809.4.17 by Jelmer Vernooij
One more :)
1218
            try:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1219
                kind = tree.kind(path)
6809.4.17 by Jelmer Vernooij
One more :)
1220
            except errors.NoSuchFile:
1221
                return (None, None)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1222
            if kind == "file":
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1223
                contents = tree.get_file_sha1(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1224
            elif kind == "symlink":
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1225
                contents = tree.get_symlink_target(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1226
            else:
1227
                contents = None
1228
            return kind, contents
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
1229
6883.10.1 by Jelmer Vernooij
Fix more tets.
1230
        base_path, other_path, this_path = paths
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1231
        # See SPOT run.  run, SPOT, run.
1232
        # So we're not QUITE repeating ourselves; we do tricky things with
1233
        # file kind...
6883.10.1 by Jelmer Vernooij
Fix more tets.
1234
        other_pair = contents_pair(self.other_tree, other_path)
1235
        this_pair = contents_pair(self.this_tree, this_path)
3955.2.1 by John Arbash Meinel
Change the workings of merge_content to be lca aware.
1236
        if self._lca_trees:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1237
            (base_path, lca_paths) = base_path
1238
            base_pair = contents_pair(self.base_tree, base_path)
1239
            lca_pairs = [contents_pair(tree, path)
1240
                         for tree, path in zip(self._lca_trees, lca_paths)]
3955.2.1 by John Arbash Meinel
Change the workings of merge_content to be lca aware.
1241
            winner = self._lca_multi_way((base_pair, lca_pairs), other_pair,
1242
                                         this_pair, allow_overriding_lca=False)
1243
        else:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1244
            base_pair = contents_pair(self.base_tree, base_path)
3948.1.7 by Vincent Ladeuil
Slight refactoring and test fixing.
1245
            if base_pair == other_pair:
1246
                winner = 'this'
1247
            else:
1248
                # We delayed evaluating this_pair as long as we can to avoid
1249
                # unnecessary sha1 calculation
6883.10.1 by Jelmer Vernooij
Fix more tets.
1250
                this_pair = contents_pair(self.this_tree, this_path)
3948.1.7 by Vincent Ladeuil
Slight refactoring and test fixing.
1251
                winner = self._three_way(base_pair, other_pair, this_pair)
3955.2.1 by John Arbash Meinel
Change the workings of merge_content to be lca aware.
1252
        if winner == 'this':
1253
            # No interesting changes introduced by OTHER
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1254
            return "unmodified"
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1255
        # We have a hypothetical conflict, but if we have files, then we
1256
        # can try to merge the content
6883.10.1 by Jelmer Vernooij
Fix more tets.
1257
        params = MergeFileHookParams(
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1258
            self, (base_path, other_path, this_path), trans_id, this_pair[0],
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
1259
            other_pair[0], winner)
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1260
        hooks = self.active_hooks
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1261
        hook_status = 'not_applicable'
1262
        for hook in hooks:
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1263
            hook_status, lines = hook.merge_contents(params)
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1264
            if hook_status != 'not_applicable':
1265
                # Don't try any more hooks, this one applies.
4869.3.5 by Andrew Bennetts
Hook is invoked for delete vs. change conflicts, and may choose to result in deleting the file.
1266
                break
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1267
        # If the merge ends up replacing the content of the file, we get rid of
1268
        # it at the end of this method (this variable is used to track the
1269
        # exceptions to this rule).
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1270
        keep_this = False
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1271
        result = "modified"
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1272
        if hook_status == 'not_applicable':
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1273
            # No merge hook was able to resolve the situation. Two cases exist:
1274
            # a content conflict or a duplicate one.
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1275
            result = None
4869.3.17 by Andrew Bennetts
Remove contents_conflict nested function, replace last callsite with simpler form.
1276
            name = self.tt.final_name(trans_id)
1277
            parent_id = self.tt.final_parent(trans_id)
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1278
            inhibit_content_conflict = False
7143.15.2 by Jelmer Vernooij
Run autopep8.
1279
            if params.this_kind is None:  # file_id is not in THIS
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1280
                # Is the name used for a different file_id ?
6883.10.1 by Jelmer Vernooij
Fix more tets.
1281
                if self.this_tree.is_versioned(other_path):
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1282
                    # Two entries for the same path
1283
                    keep_this = True
1284
                    # versioning the merged file will trigger a duplicate
1285
                    # conflict
7490.77.8 by Jelmer Vernooij
Change argument order for Transform.version_file.
1286
                    self.tt.version_file(trans_id, file_id=file_id)
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1287
                    transform.create_from_tree(
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1288
                        self.tt, trans_id, self.other_tree,
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1289
                        other_path,
1290
                        filter_tree_path=self._get_filter_tree_path(other_path))
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1291
                    inhibit_content_conflict = True
7143.15.2 by Jelmer Vernooij
Run autopep8.
1292
            elif params.other_kind is None:  # file_id is not in OTHER
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1293
                # Is the name used for a different file_id ?
6883.10.1 by Jelmer Vernooij
Fix more tets.
1294
                if self.other_tree.is_versioned(this_path):
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1295
                    # Two entries for the same path again, but here, the other
1296
                    # entry will also be merged.  We simply inhibit the
1297
                    # 'content' conflict creation because we know OTHER will
1298
                    # create (or has already created depending on ordering) an
1299
                    # entry at the same path. This will trigger a 'duplicate'
1300
                    # conflict later.
1301
                    keep_this = True
1302
                    inhibit_content_conflict = True
1303
            if not inhibit_content_conflict:
1304
                if params.this_kind is not None:
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1305
                    self.tt.unversion_file(trans_id)
1306
                # This is a contents conflict, because none of the available
1307
                # functions could merge it.
6923.1.1 by Jelmer Vernooij
Fix regression.
1308
                file_group = self._dump_conflicts(
7143.15.2 by Jelmer Vernooij
Run autopep8.
1309
                    name, (base_path, other_path, this_path), parent_id,
1310
                    file_id, set_version=True)
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1311
                self._raw_conflicts.append(('contents conflict', file_group))
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1312
        elif hook_status == 'success':
1313
            self.tt.create_file(lines, trans_id)
1314
        elif hook_status == 'conflicted':
1315
            # XXX: perhaps the hook should be able to provide
1316
            # the BASE/THIS/OTHER files?
1317
            self.tt.create_file(lines, trans_id)
1318
            self._raw_conflicts.append(('text conflict', trans_id))
1319
            name = self.tt.final_name(trans_id)
1320
            parent_id = self.tt.final_parent(trans_id)
6923.1.1 by Jelmer Vernooij
Fix regression.
1321
            self._dump_conflicts(
1322
                name, (base_path, other_path, this_path), parent_id, file_id)
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1323
        elif hook_status == 'delete':
1324
            self.tt.unversion_file(trans_id)
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1325
            result = "deleted"
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1326
        elif hook_status == 'done':
1327
            # The hook function did whatever it needs to do directly, no
1328
            # further action needed here.
1329
            pass
1330
        else:
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1331
            raise AssertionError('unknown hook_status: %r' % (hook_status,))
6883.10.1 by Jelmer Vernooij
Fix more tets.
1332
        if not this_path and result == "modified":
7490.77.8 by Jelmer Vernooij
Change argument order for Transform.version_file.
1333
            self.tt.version_file(trans_id, file_id=file_id)
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1334
        if not keep_this:
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1335
            # The merge has been performed and produced a new content, so the
1336
            # old contents should not be retained.
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1337
            self.tt.delete_contents(trans_id)
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1338
        return result
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1339
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1340
    def _default_other_winner_merge(self, merge_hook_params):
1341
        """Replace this contents with other."""
1342
        trans_id = merge_hook_params.trans_id
6883.10.1 by Jelmer Vernooij
Fix more tets.
1343
        if merge_hook_params.other_path is not None:
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1344
            # OTHER changed the file
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1345
            transform.create_from_tree(
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1346
                self.tt, trans_id, self.other_tree,
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1347
                merge_hook_params.other_path,
1348
                filter_tree_path=self._get_filter_tree_path(merge_hook_params.other_path))
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1349
            return 'done', None
6883.10.1 by Jelmer Vernooij
Fix more tets.
1350
        elif merge_hook_params.this_path is not None:
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1351
            # OTHER deleted the file
1352
            return 'delete', None
1353
        else:
1354
            raise AssertionError(
7350.6.5 by Jelmer Vernooij
Fix exception.
1355
                'winner is OTHER, but file %r not in THIS or OTHER tree'
1356
                % (merge_hook_params.base_path,))
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1357
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1358
    def merge_contents(self, merge_hook_params):
1359
        """Fallback merge logic after user installed hooks."""
1360
        # This function is used in merge hooks as the fallback instance.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1361
        # Perhaps making this function and the functions it calls be a
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1362
        # a separate class would be better.
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1363
        if merge_hook_params.winner == 'other':
1364
            # OTHER is a straight winner, so replace this contents with other
1365
            return self._default_other_winner_merge(merge_hook_params)
1366
        elif merge_hook_params.is_file_merge():
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1367
            # THIS and OTHER are both files, so text merge.  Either
1368
            # BASE is a file, or both converted to files, so at least we
1369
            # have agreement that output should be a file.
1370
            try:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1371
                self.text_merge(merge_hook_params.trans_id,
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1372
                                merge_hook_params.paths)
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1373
            except errors.BinaryFile:
1374
                return 'not_applicable', None
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1375
            return 'done', None
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1376
        else:
1377
            return 'not_applicable', None
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1378
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1379
    def get_lines(self, tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1380
        """Return the lines in a file, or an empty list."""
6883.10.1 by Jelmer Vernooij
Fix more tets.
1381
        if path is None:
1382
            return []
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1383
        try:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1384
            kind = tree.kind(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1385
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1386
            return []
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1387
        else:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1388
            if kind != 'file':
1389
                return []
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1390
            return tree.get_file_lines(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1391
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1392
    def text_merge(self, trans_id, paths):
1393
        """Perform a three-way text merge on a file"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1394
        # it's possible that we got here with base as a different type.
1395
        # if so, we just want two-way text conflicts.
6883.10.1 by Jelmer Vernooij
Fix more tets.
1396
        base_path, other_path, this_path = paths
7192.5.2 by Jelmer Vernooij
Fixes.
1397
        base_lines = self.get_lines(self.base_tree, base_path)
1398
        other_lines = self.get_lines(self.other_tree, other_path)
1399
        this_lines = self.get_lines(self.this_tree, this_path)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1400
        m3 = merge3.Merge3(base_lines, this_lines, other_lines,
1401
                           is_cherrypick=self.cherrypick)
6973.9.1 by Jelmer Vernooij
More test fixes.
1402
        start_marker = b"!START OF MERGE CONFLICT!" + b"I HOPE THIS IS UNIQUE"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1403
        if self.show_base is True:
7045.1.1 by Jelmer Vernooij
Fix another 300 tests.
1404
            base_marker = b'|' * 7
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1405
        else:
1406
            base_marker = None
1407
1408
        def iter_merge3(retval):
1409
            retval["text_conflicts"] = False
7143.15.2 by Jelmer Vernooij
Run autopep8.
1410
            for line in m3.merge_lines(name_a=b"TREE",
1411
                                       name_b=b"MERGE-SOURCE",
1412
                                       name_base=b"BASE-REVISION",
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1413
                                       start_marker=start_marker,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1414
                                       base_marker=base_marker,
1415
                                       reprocess=self.reprocess):
1416
                if line.startswith(start_marker):
1417
                    retval["text_conflicts"] = True
6973.9.1 by Jelmer Vernooij
More test fixes.
1418
                    yield line.replace(start_marker, b'<' * 7)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1419
                else:
1420
                    yield line
1421
        retval = {}
1422
        merge3_iterator = iter_merge3(retval)
1423
        self.tt.create_file(merge3_iterator, trans_id)
1424
        if retval["text_conflicts"] is True:
1425
            self._raw_conflicts.append(('text conflict', trans_id))
1426
            name = self.tt.final_name(trans_id)
1427
            parent_id = self.tt.final_parent(trans_id)
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1428
            file_id = self.tt.final_file_id(trans_id)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1429
            file_group = self._dump_conflicts(name, paths, parent_id, file_id,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1430
                                              this_lines, base_lines,
1431
                                              other_lines)
1432
            file_group.append(trans_id)
1433
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1434
    def _get_filter_tree_path(self, path):
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1435
        if self.this_tree.supports_content_filtering():
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1436
            # We get the path from the working tree if it exists.
1437
            # That fails though when OTHER is adding a file, so
1438
            # we fall back to the other tree to find the path if
1439
            # it doesn't exist locally.
7391.3.2 by Jelmer Vernooij
Revert changes that will be brought in with other branch.
1440
            filter_path = _mod_tree.find_previous_path(
1441
                self.other_tree, self.working_tree, path)
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1442
            if filter_path is None:
1443
                filter_path = path
1444
            return filter_path
1445
        # Skip the lookup for older formats
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1446
        return None
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1447
6883.10.1 by Jelmer Vernooij
Fix more tets.
1448
    def _dump_conflicts(self, name, paths, parent_id, file_id, this_lines=None,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1449
                        base_lines=None, other_lines=None, set_version=False,
1450
                        no_base=False):
1534.7.157 by Aaron Bentley
Added more docs
1451
        """Emit conflict files.
1452
        If this_lines, base_lines, or other_lines are omitted, they will be
1453
        determined automatically.  If set_version is true, the .OTHER, .THIS
1454
        or .BASE (in that order) will be created as versioned files.
1455
        """
6883.10.1 by Jelmer Vernooij
Fix more tets.
1456
        base_path, other_path, this_path = paths
1457
        data = [('OTHER', self.other_tree, other_path, other_lines),
1458
                ('THIS', self.this_tree, this_path, this_lines)]
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1459
        if not no_base:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1460
            data.append(('BASE', self.base_tree, base_path, base_lines))
4443.2.1 by Ian Clatworthy
apply content filters when merging new files
1461
1462
        # We need to use the actual path in the working tree of the file here,
1463
        # ignoring the conflict suffixes
1464
        wt = self.this_tree
1465
        if wt.supports_content_filtering():
1466
            try:
1467
                filter_tree_path = wt.id2path(file_id)
1468
            except errors.NoSuchId:
1469
                # file has been deleted
1470
                filter_tree_path = None
1471
        else:
1472
            # Skip the id2path lookup for older formats
1473
            filter_tree_path = None
1474
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1475
        versioned = False
1476
        file_group = []
6883.10.1 by Jelmer Vernooij
Fix more tets.
1477
        for suffix, tree, path, lines in data:
1478
            if path is not None:
6809.4.21 by Jelmer Vernooij
Fix long lines.
1479
                trans_id = self._conflict_file(
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1480
                    name, parent_id, path, tree, suffix, lines,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1481
                    filter_tree_path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1482
                file_group.append(trans_id)
1483
                if set_version and not versioned:
7490.77.8 by Jelmer Vernooij
Change argument order for Transform.version_file.
1484
                    self.tt.version_file(trans_id, file_id=file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1485
                    versioned = True
1486
        return file_group
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1487
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1488
    def _conflict_file(self, name, parent_id, path, tree, suffix,
4443.2.1 by Ian Clatworthy
apply content filters when merging new files
1489
                       lines=None, filter_tree_path=None):
1534.7.157 by Aaron Bentley
Added more docs
1490
        """Emit a single conflict file."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1491
        name = name + '.' + suffix
1492
        trans_id = self.tt.create_path(name, parent_id)
6809.4.21 by Jelmer Vernooij
Fix long lines.
1493
        transform.create_from_tree(
7143.15.2 by Jelmer Vernooij
Run autopep8.
1494
            self.tt, trans_id, tree, path,
7350.5.1 by Jelmer Vernooij
Remove file_id from transform's create_from_tree, get filter tree paths by path.
1495
            chunks=lines,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1496
            filter_tree_path=filter_tree_path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1497
        return trans_id
1498
7350.6.3 by Jelmer Vernooij
Remove number of file_id => trans_id lookups.
1499
    def _merge_executable(self, paths, trans_id, executable, file_status,
3514.4.40 by John Arbash Meinel
Make 'resolver' a required parameter.
1500
                          resolver):
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1501
        """Perform a merge on the execute bit."""
1502
        base_executable, other_executable, this_executable = executable
6883.10.1 by Jelmer Vernooij
Fix more tets.
1503
        base_path, other_path, this_path = paths
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1504
        if file_status == "deleted":
1505
            return
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1506
        winner = resolver(*executable)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1507
        if winner == "conflict":
7143.15.2 by Jelmer Vernooij
Run autopep8.
1508
            # There must be a None in here, if we have a conflict, but we
1509
            # need executability since file status was not deleted.
6928.1.2 by Jelmer Vernooij
Fix path specification.
1510
            if other_path is None:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
1511
                winner = "this"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1512
            else:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
1513
                winner = "other"
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1514
        if winner == 'this' and file_status != "modified":
1515
            return
4597.9.7 by Vincent Ladeuil
transform.final_kind() now returns None instead of raising NoSuchFile.
1516
        if self.tt.final_kind(trans_id) != "file":
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1517
            return
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1518
        if winner == "this":
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1519
            executability = this_executable
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1520
        else:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1521
            if other_path is not None:
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1522
                executability = other_executable
6883.10.1 by Jelmer Vernooij
Fix more tets.
1523
            elif this_path is not None:
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1524
                executability = this_executable
6883.10.1 by Jelmer Vernooij
Fix more tets.
1525
            elif base_path is not None:
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1526
                executability = base_executable
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1527
        if executability is not None:
1528
            self.tt.set_executability(executability, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1529
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
1530
    def cook_conflicts(self, fs_conflicts):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1531
        """Convert all conflicts into a form that doesn't depend on trans_id"""
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1532
        content_conflict_file_ids = set()
1533
        cooked_conflicts = transform.cook_conflicts(fs_conflicts, self.tt)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1534
        fp = transform.FinalPaths(self.tt)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1535
        for conflict in self._raw_conflicts:
1536
            conflict_type = conflict[0]
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1537
            if conflict_type == 'path conflict':
7350.6.9 by Jelmer Vernooij
Fix conflict tests.
1538
                (trans_id, file_id,
1539
                 this_parent, this_name,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1540
                 other_parent, other_name) = conflict[1:]
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1541
                if this_parent is None or this_name is None:
1542
                    this_path = '<deleted>'
1543
                else:
7143.15.2 by Jelmer Vernooij
Run autopep8.
1544
                    parent_path = fp.get_path(
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1545
                        self.tt.trans_id_file_id(this_parent))
1546
                    this_path = osutils.pathjoin(parent_path, this_name)
1547
                if other_parent is None or other_name is None:
1548
                    other_path = '<deleted>'
1549
                else:
7358.14.1 by Jelmer Vernooij
Remove Tree.get_root_id() in favour of Tree.path2id('').
1550
                    if other_parent == self.other_tree.path2id(''):
5050.73.9 by Vincent Ladeuil
Fix typo.
1551
                        # The tree transform doesn't know about the other root,
5050.73.8 by Vincent Ladeuil
Handle path conflicts involving different root-ids
1552
                        # so we special case here to avoid a NoFinalPath
1553
                        # exception
1554
                        parent_path = ''
1555
                    else:
7143.15.2 by Jelmer Vernooij
Run autopep8.
1556
                        parent_path = fp.get_path(
5050.73.8 by Vincent Ladeuil
Handle path conflicts involving different root-ids
1557
                            self.tt.trans_id_file_id(other_parent))
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1558
                    other_path = osutils.pathjoin(parent_path, other_name)
1559
                c = _mod_conflicts.Conflict.factory(
1560
                    'path conflict', path=this_path,
1561
                    conflict_path=other_path,
1562
                    file_id=file_id)
1563
            elif conflict_type == 'contents conflict':
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1564
                for trans_id in conflict[1]:
1565
                    file_id = self.tt.final_file_id(trans_id)
1566
                    if file_id is not None:
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1567
                        # Ok we found the relevant file-id
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1568
                        break
1569
                path = fp.get_path(trans_id)
1570
                for suffix in ('.BASE', '.THIS', '.OTHER'):
1571
                    if path.endswith(suffix):
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1572
                        # Here is the raw path
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1573
                        path = path[:-len(suffix)]
1574
                        break
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1575
                c = _mod_conflicts.Conflict.factory(conflict_type,
1576
                                                    path=path, file_id=file_id)
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1577
                content_conflict_file_ids.add(file_id)
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1578
            elif conflict_type == 'text conflict':
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1579
                trans_id = conflict[1]
1580
                path = fp.get_path(trans_id)
1581
                file_id = self.tt.final_file_id(trans_id)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1582
                c = _mod_conflicts.Conflict.factory(conflict_type,
1583
                                                    path=path, file_id=file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1584
            else:
4597.7.18 by Vincent Ladeuil
Start addressing Andrew's concerns.
1585
                raise AssertionError('bad conflict type: %r' % (conflict,))
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1586
            cooked_conflicts.append(c)
5988.2.2 by Vincent Ladeuil
Make it clear that we start from an empty cooked_conflicts list.
1587
1588
        self.cooked_conflicts = []
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1589
        # We want to get rid of path conflicts when a corresponding contents
1590
        # conflict exists. This can occur when one branch deletes a file while
1591
        # the other renames *and* modifies it. In this case, the content
1592
        # conflict is enough.
1593
        for c in cooked_conflicts:
1594
            if (c.typestring == 'path conflict'
7143.15.2 by Jelmer Vernooij
Run autopep8.
1595
                    and c.file_id in content_conflict_file_ids):
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1596
                continue
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
1597
            self.cooked_conflicts.append(c)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1598
        self.cooked_conflicts.sort(key=_mod_conflicts.Conflict.sort_key)
1534.7.141 by Aaron Bentley
Added conflict reporting
1599
1600
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1601
class WeaveMerger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
1602
    """Three-way tree merger, text weave merger."""
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
1603
    supports_reprocess = True
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1604
    supports_show_base = False
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
1605
    supports_reverse_cherrypick = False
3062.2.9 by Aaron Bentley
Don't use the base if not cherrypicking
1606
    history_based = True
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1607
    requires_file_merge_plan = True
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1608
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1609
    def _generate_merge_plan(self, this_path, base):
1610
        return self.this_tree.plan_file_merge(this_path, self.other_tree,
3062.2.9 by Aaron Bentley
Don't use the base if not cherrypicking
1611
                                              base=base)
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1612
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1613
    def _merged_lines(self, this_path):
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1614
        """Generate the merged lines.
1615
        There is no distinction between lines that are meant to contain <<<<<<<
1616
        and conflicts.
1617
        """
1618
        if self.cherrypick:
1619
            base = self.base_tree
1620
        else:
1621
            base = None
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1622
        plan = self._generate_merge_plan(this_path, base)
1551.19.17 by Aaron Bentley
Add debugging flag for merges
1623
        if 'merge' in debug.debug_flags:
1624
            plan = list(plan)
1625
            trans_id = self.tt.trans_id_file_id(file_id)
1626
            name = self.tt.final_name(trans_id) + '.plan'
7029.4.1 by Jelmer Vernooij
Fix a bunch of merge tests.
1627
            contents = (b'%11s|%s' % l for l in plan)
1551.19.17 by Aaron Bentley
Add debugging flag for merges
1628
            self.tt.new_file(name, self.tt.final_parent(trans_id), contents)
7029.4.1 by Jelmer Vernooij
Fix a bunch of merge tests.
1629
        textmerge = versionedfile.PlanWeaveMerge(plan, b'<<<<<<< TREE\n',
1630
                                                 b'>>>>>>> MERGE-SOURCE\n')
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1631
        lines, conflicts = textmerge.merge_lines(self.reprocess)
1632
        if conflicts:
1633
            base_lines = textmerge.base_from_plan()
1634
        else:
1635
            base_lines = None
1636
        return lines, base_lines
4869.2.2 by Andrew Bennetts
Remove some duplication.
1637
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1638
    def text_merge(self, trans_id, paths):
1534.7.157 by Aaron Bentley
Added more docs
1639
        """Perform a (weave) text merge for a given file and file-id.
1640
        If conflicts are encountered, .THIS and .OTHER files will be emitted,
1641
        and a conflict will be noted.
1642
        """
6883.10.1 by Jelmer Vernooij
Fix more tets.
1643
        base_path, other_path, this_path = paths
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1644
        lines, base_lines = self._merged_lines(this_path)
1558.15.10 by Aaron Bentley
Merge bzr.dev
1645
        lines = list(lines)
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1646
        # Note we're checking whether the OUTPUT is binary in this case,
1558.15.5 by Aaron Bentley
Fixed binary handling in weave merge
1647
        # because we don't want to get into weave merge guts.
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1648
        textfile.check_text_lines(lines)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1649
        self.tt.create_file(lines, trans_id)
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1650
        if base_lines is not None:
1651
            # Conflict
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1652
            self._raw_conflicts.append(('text conflict', trans_id))
1653
            name = self.tt.final_name(trans_id)
1654
            parent_id = self.tt.final_parent(trans_id)
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1655
            file_id = self.tt.final_file_id(trans_id)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1656
            file_group = self._dump_conflicts(name, paths, parent_id, file_id,
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1657
                                              no_base=False,
1658
                                              base_lines=base_lines)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1659
            file_group.append(trans_id)
1660
1661
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1662
class LCAMerger(WeaveMerger):
1663
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1664
    requires_file_merge_plan = True
1665
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1666
    def _generate_merge_plan(self, this_path, base):
1667
        return self.this_tree.plan_file_lca_merge(this_path, self.other_tree,
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1668
                                                  base=base)
1669
7143.15.2 by Jelmer Vernooij
Run autopep8.
1670
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1671
class Diff3Merger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
1672
    """Three-way merger using external diff3 for text merging"""
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
1673
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1674
    requires_file_merge_plan = False
1675
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1676
    def dump_file(self, temp_dir, name, tree, path):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1677
        out_path = osutils.pathjoin(temp_dir, name)
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1678
        with open(out_path, "wb") as out_file:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1679
            in_file = tree.get_file(path)
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
1680
            for line in in_file:
1681
                out_file.write(line)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1682
        return out_path
1683
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1684
    def text_merge(self, trans_id, paths):
1534.7.157 by Aaron Bentley
Added more docs
1685
        """Perform a diff3 merge using a specified file-id and trans-id.
1686
        If conflicts are encountered, .BASE, .THIS. and .OTHER conflict files
1687
        will be dumped, and a will be conflict noted.
1688
        """
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1689
        import breezy.patch
6883.10.1 by Jelmer Vernooij
Fix more tets.
1690
        base_path, other_path, this_path = paths
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
1691
        temp_dir = osutils.mkdtemp(prefix="bzr-")
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1692
        try:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1693
            new_file = osutils.pathjoin(temp_dir, "new")
7143.15.2 by Jelmer Vernooij
Run autopep8.
1694
            this = self.dump_file(
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1695
                temp_dir, "this", self.this_tree, this_path)
7143.15.2 by Jelmer Vernooij
Run autopep8.
1696
            base = self.dump_file(
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1697
                temp_dir, "base", self.base_tree, base_path)
7143.15.2 by Jelmer Vernooij
Run autopep8.
1698
            other = self.dump_file(
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1699
                temp_dir, "other", self.other_tree, other_path)
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1700
            status = breezy.patch.diff3(new_file, this, base, other)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1701
            if status not in (0, 1):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1702
                raise errors.BzrError("Unhandled diff3 exit code")
6861.2.1 by Jelmer Vernooij
vf Move file planning to breezy.bzr.inventorytree.
1703
            with open(new_file, 'rb') as f:
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
1704
                self.tt.create_file(f, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1705
            if status == 1:
1706
                name = self.tt.final_name(trans_id)
1707
                parent_id = self.tt.final_parent(trans_id)
7350.6.4 by Jelmer Vernooij
Drop file_id attribute from MergeHookParams and Tree.plan_file_merge.
1708
                file_id = self.tt.final_file_id(trans_id)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1709
                self._dump_conflicts(name, paths, parent_id, file_id)
1551.8.39 by Aaron Bentley
Fix diff3 conflict-reporting bug
1710
                self._raw_conflicts.append(('text conflict', trans_id))
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1711
        finally:
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
1712
            osutils.rmtree(temp_dir)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1713
1714
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1715
class PathNotInTree(errors.BzrError):
1716
5246.2.28 by Andrew Bennetts
Improve some docstrings.
1717
    _fmt = """Merge-into failed because %(tree)s does not contain %(path)s."""
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1718
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1719
    def __init__(self, path, tree):
1720
        errors.BzrError.__init__(self, path=path, tree=tree)
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1721
1722
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1723
class MergeIntoMerger(Merger):
1724
    """Merger that understands other_tree will be merged into a subdir.
1725
1726
    This also changes the Merger api so that it uses real Branch, revision_id,
1727
    and RevisonTree objects, rather than using revision specs.
1728
    """
1729
1730
    def __init__(self, this_tree, other_branch, other_tree, target_subdir,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1731
                 source_subpath, other_rev_id=None):
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1732
        """Create a new MergeIntoMerger object.
1733
5246.2.6 by Andrew Bennetts
Improve some docstrings. Simplify code slightly.
1734
        source_subpath in other_tree will be effectively copied to
1735
        target_subdir in this_tree.
1736
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1737
        :param this_tree: The tree that we will be merging into.
1738
        :param other_branch: The Branch we will be merging from.
1739
        :param other_tree: The RevisionTree object we want to merge.
1740
        :param target_subdir: The relative path where we want to merge
1741
            other_tree into this_tree
5246.2.6 by Andrew Bennetts
Improve some docstrings. Simplify code slightly.
1742
        :param source_subpath: The relative path specifying the subtree of
1743
            other_tree to merge into this_tree.
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1744
        """
1745
        # It is assumed that we are merging a tree that is not in our current
1746
        # ancestry, which means we are using the "EmptyTree" as our basis.
1747
        null_ancestor_tree = this_tree.branch.repository.revision_tree(
7143.15.2 by Jelmer Vernooij
Run autopep8.
1748
            _mod_revision.NULL_REVISION)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1749
        super(MergeIntoMerger, self).__init__(
1750
            this_branch=this_tree.branch,
1751
            this_tree=this_tree,
1752
            other_tree=other_tree,
1753
            base_tree=null_ancestor_tree,
1754
            )
1755
        self._target_subdir = target_subdir
1756
        self._source_subpath = source_subpath
1757
        self.other_branch = other_branch
5246.2.22 by Andrew Bennetts
Minor tweaks.
1758
        if other_rev_id is None:
1759
            other_rev_id = other_tree.get_revision_id()
1760
        self.other_rev_id = self.other_basis = other_rev_id
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1761
        self.base_is_ancestor = True
1762
        self.backup_files = True
1763
        self.merge_type = Merge3Merger
1764
        self.show_base = False
1765
        self.reprocess = False
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
1766
        self.interesting_files = None
5246.2.32 by Andrew Bennetts
Rename _Wrapper to _MergeTypeParameterizer.
1767
        self.merge_type = _MergeTypeParameterizer(MergeIntoMergeType,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1768
                                                  target_subdir=self._target_subdir,
1769
                                                  source_subpath=self._source_subpath)
5246.2.11 by Andrew Bennetts
Handle partial tree merges, add more tests, refactor tests a little.
1770
        if self._source_subpath != '':
1771
            # If this isn't a partial merge make sure the revisions will be
1772
            # present.
1773
            self._maybe_fetch(self.other_branch, self.this_branch,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1774
                              self.other_basis)
5246.2.11 by Andrew Bennetts
Handle partial tree merges, add more tests, refactor tests a little.
1775
1776
    def set_pending(self):
1777
        if self._source_subpath != '':
1778
            return
1779
        Merger.set_pending(self)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1780
1781
5246.2.32 by Andrew Bennetts
Rename _Wrapper to _MergeTypeParameterizer.
1782
class _MergeTypeParameterizer(object):
5246.2.29 by Andrew Bennetts
Improve some docstrings.
1783
    """Wrap a merge-type class to provide extra parameters.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1784
5246.2.29 by Andrew Bennetts
Improve some docstrings.
1785
    This is hack used by MergeIntoMerger to pass some extra parameters to its
1786
    merge_type.  Merger.do_merge() sets up its own set of parameters to pass to
1787
    the 'merge_type' member.  It is difficult override do_merge without
1788
    re-writing the whole thing, so instead we create a wrapper which will pass
1789
    the extra parameters.
1790
    """
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1791
1792
    def __init__(self, merge_type, **kwargs):
1793
        self._extra_kwargs = kwargs
1794
        self._merge_type = merge_type
1795
1796
    def __call__(self, *args, **kwargs):
1797
        kwargs.update(self._extra_kwargs)
1798
        return self._merge_type(*args, **kwargs)
1799
1800
    def __getattr__(self, name):
1801
        return getattr(self._merge_type, name)
1802
1803
5246.2.30 by Andrew Bennetts
Rename Merge3MergeIntoMerger to MergeIntoMergeType.
1804
class MergeIntoMergeType(Merge3Merger):
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1805
    """Merger that incorporates a tree (or part of a tree) into another."""
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1806
1807
    def __init__(self, *args, **kwargs):
5246.2.28 by Andrew Bennetts
Improve some docstrings.
1808
        """Initialize the merger object.
1809
1810
        :param args: See Merge3Merger.__init__'s args.
1811
        :param kwargs: See Merge3Merger.__init__'s keyword args, except for
1812
            source_subpath and target_subdir.
1813
        :keyword source_subpath: The relative path specifying the subtree of
1814
            other_tree to merge into this_tree.
1815
        :keyword target_subdir: The relative path where we want to merge
1816
            other_tree into this_tree
1817
        """
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1818
        # All of the interesting work happens during Merge3Merger.__init__(),
1819
        # so we have have to hack in to get our extra parameters set.
1820
        self._source_subpath = kwargs.pop('source_subpath')
1821
        self._target_subdir = kwargs.pop('target_subdir')
5246.2.30 by Andrew Bennetts
Rename Merge3MergeIntoMerger to MergeIntoMergeType.
1822
        super(MergeIntoMergeType, self).__init__(*args, **kwargs)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1823
1824
    def _compute_transform(self):
6861.4.1 by Jelmer Vernooij
Make progress bars context managers.
1825
        with ui.ui_factory.nested_progress_bar() as child_pb:
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1826
            entries = self._entries_to_incorporate()
1827
            entries = list(entries)
6874.2.9 by Jelmer Vernooij
Fix test.
1828
            for num, (entry, parent_id, relpath) in enumerate(entries):
7143.15.2 by Jelmer Vernooij
Run autopep8.
1829
                child_pb.update(gettext('Preparing file merge'),
1830
                                num, len(entries))
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1831
                parent_trans_id = self.tt.trans_id_file_id(parent_id)
6874.2.9 by Jelmer Vernooij
Fix test.
1832
                path = osutils.pathjoin(self._source_subpath, relpath)
6874.2.8 by Jelmer Vernooij
Fix test.
1833
                trans_id = transform.new_by_entry(path, self.tt, entry,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1834
                                                  parent_trans_id, self.other_tree)
5246.2.33 by Andrew Bennetts
Rename _finish_transform to _finish_computing_transform.
1835
        self._finish_computing_transform()
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1836
1837
    def _entries_to_incorporate(self):
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1838
        """Yields pairs of (inventory_entry, new_parent)."""
7296.7.3 by Jelmer Vernooij
Expand inventories.
1839
        subdir_id = self.other_tree.path2id(self._source_subpath)
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1840
        if subdir_id is None:
5246.2.20 by Andrew Bennetts
Tweak comments, add NEWS entry.
1841
            # XXX: The error would be clearer if it gave the URL of the source
1842
            # branch, but we don't have a reference to that here.
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1843
            raise PathNotInTree(self._source_subpath, "Source tree")
7296.7.6 by Jelmer Vernooij
Avoid using inventories in merge.
1844
        subdir = next(self.other_tree.iter_entries_by_dir(
1845
            specific_files=[self._source_subpath]))[1]
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1846
        parent_in_target = osutils.dirname(self._target_subdir)
6405.2.10 by Jelmer Vernooij
Fix more tests.
1847
        target_id = self.this_tree.path2id(parent_in_target)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1848
        if target_id is None:
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1849
            raise PathNotInTree(self._target_subdir, "Target tree")
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1850
        name_in_target = osutils.basename(self._target_subdir)
1851
        merge_into_root = subdir.copy()
1852
        merge_into_root.name = name_in_target
7397.4.7 by Jelmer Vernooij
Remove Tree.has_id.
1853
        try:
1854
            self.this_tree.id2path(merge_into_root.file_id)
1855
        except errors.NoSuchId:
1856
            pass
1857
        else:
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1858
            # Give the root a new file-id.
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1859
            # This can happen fairly easily if the directory we are
1860
            # incorporating is the root, and both trees have 'TREE_ROOT' as
1861
            # their root_id.  Users will expect this to Just Work, so we
1862
            # change the file-id here.
1863
            # Non-root file-ids could potentially conflict too.  That's really
1864
            # an edge case, so we don't do anything special for those.  We let
1865
            # them cause conflicts.
5246.2.9 by Andrew Bennetts
Make all the existing tests pass.
1866
            merge_into_root.file_id = generate_ids.gen_file_id(name_in_target)
6809.4.4 by Jelmer Vernooij
Swap arguments for Tree.is_executable.
1867
        yield (merge_into_root, target_id, '')
5246.2.10 by Andrew Bennetts
Add more tests.
1868
        if subdir.kind != 'directory':
1869
            # No children, so we are done.
1870
            return
7296.7.3 by Jelmer Vernooij
Expand inventories.
1871
        for path, entry in self.other_tree.root_inventory.iter_entries_by_dir(subdir_id):
5246.2.9 by Andrew Bennetts
Make all the existing tests pass.
1872
            parent_id = entry.parent_id
1873
            if parent_id == subdir.file_id:
1874
                # The root's parent ID has changed, so make sure children of
1875
                # the root refer to the new ID.
1876
                parent_id = merge_into_root.file_id
6809.4.4 by Jelmer Vernooij
Swap arguments for Tree.is_executable.
1877
            yield (entry, parent_id, path)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1878
1879
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1880
def merge_inner(this_branch, other_tree, base_tree, ignore_zero=False,
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
1881
                backup_files=False,
1882
                merge_type=Merge3Merger,
1883
                show_base=False,
1884
                reprocess=False,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1885
                other_rev_id=None,
1886
                interesting_files=None,
1534.9.9 by Aaron Bentley
Added progress bar to pull
1887
                this_tree=None,
5993.2.4 by Jelmer Vernooij
Remove feature flag.
1888
                change_reporter=None):
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1889
    """Primary interface for merging.
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1890
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1891
    Typical use is probably::
1892
1893
        merge_inner(branch, branch.get_revision_tree(other_revision),
1894
                    branch.get_revision_tree(base_revision))
1895
    """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1896
    if this_tree is None:
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1897
        raise errors.BzrError("breezy.merge.merge_inner requires a this_tree "
5993.2.1 by Jelmer Vernooij
Add test for rootless tree merge.
1898
                              "parameter")
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
1899
    merger = Merger(this_branch, other_tree, base_tree, this_tree=this_tree,
6719.1.2 by Jelmer Vernooij
Fix some tests.
1900
                    change_reporter=change_reporter)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1901
    merger.backup_files = backup_files
1902
    merger.merge_type = merge_type
1551.2.23 by Aaron Bentley
Got merge_inner's ignore_zero parameter working
1903
    merger.ignore_zero = ignore_zero
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
1904
    merger.interesting_files = interesting_files
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
1905
    merger.show_base = show_base
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1906
    merger.reprocess = reprocess
1907
    merger.other_rev_id = other_rev_id
1908
    merger.other_basis = other_rev_id
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
1909
    get_revision_id = getattr(base_tree, 'get_revision_id', None)
1910
    if get_revision_id is None:
1911
        get_revision_id = base_tree.last_revision
4595.13.2 by Alexander Belchenko
[cherrypick revno 4650 from bzr.dev] Fix shelve on windows. (Robert Collins, #305006)
1912
    merger.cache_trees_with_revision_ids([other_tree, base_tree, this_tree])
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
1913
    merger.set_base_revision(get_revision_id(), this_branch)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1914
    return merger.do_merge()
1915
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1916
1917
merge_type_registry = registry.Registry()
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1918
merge_type_registry.register('diff3', Diff3Merger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1919
                             "Merge using external diff3.")
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1920
merge_type_registry.register('lca', LCAMerger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1921
                             "LCA-newness merge.")
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1922
merge_type_registry.register('merge3', Merge3Merger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1923
                             "Native diff3-style merge.")
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1924
merge_type_registry.register('weave', WeaveMerger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1925
                             "Weave-based merge.")
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1926
1927
2221.4.15 by Aaron Bentley
Use RegistryOption for merge type
1928
def get_merge_type_registry():
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1929
    """Merge type registry was previously in breezy.option
2221.4.15 by Aaron Bentley
Use RegistryOption for merge type
1930
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1931
    This method provides a backwards compatible way to retrieve it.
2221.4.15 by Aaron Bentley
Use RegistryOption for merge type
1932
    """
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1933
    return merge_type_registry
1551.15.46 by Aaron Bentley
Move plan merge to tree
1934
1935
1936
def _plan_annotate_merge(annotated_a, annotated_b, ancestors_a, ancestors_b):
1937
    def status_a(revision, text):
1938
        if revision in ancestors_b:
1939
            return 'killed-b', text
1940
        else:
1941
            return 'new-a', text
1942
1943
    def status_b(revision, text):
1944
        if revision in ancestors_a:
1945
            return 'killed-a', text
1946
        else:
1947
            return 'new-b', text
1948
1949
    plain_a = [t for (a, t) in annotated_a]
1950
    plain_b = [t for (a, t) in annotated_b]
1951
    matcher = patiencediff.PatienceSequenceMatcher(None, plain_a, plain_b)
1952
    blocks = matcher.get_matching_blocks()
1953
    a_cur = 0
1954
    b_cur = 0
1955
    for ai, bi, l in blocks:
1956
        # process all mismatched sections
1957
        # (last mismatched section is handled because blocks always
1958
        # includes a 0-length last block)
1959
        for revision, text in annotated_a[a_cur:ai]:
1960
            yield status_a(revision, text)
1961
        for revision, text in annotated_b[b_cur:bi]:
1962
            yield status_b(revision, text)
1963
        # and now the matched section
1964
        a_cur = ai + l
1965
        b_cur = bi + l
3376.2.8 by Martin Pool
Some review cleanups for assertion removal
1966
        for text_a in plain_a[ai:a_cur]:
1551.15.46 by Aaron Bentley
Move plan merge to tree
1967
            yield "unchanged", text_a
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1968
1969
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1970
class _PlanMergeBase(object):
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1971
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1972
    def __init__(self, a_rev, b_rev, vf, key_prefix):
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1973
        """Contructor.
1974
1975
        :param a_rev: Revision-id of one revision to merge
1976
        :param b_rev: Revision-id of the other revision to merge
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
1977
        :param vf: A VersionedFiles containing both revisions
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1978
        :param key_prefix: A prefix for accessing keys in vf, typically
1979
            (file_id,).
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1980
        """
1981
        self.a_rev = a_rev
1982
        self.b_rev = b_rev
1983
        self.vf = vf
3062.1.12 by Aaron Bentley
Implement simple text cache
1984
        self._last_lines = None
1985
        self._last_lines_revision_id = None
3144.3.7 by Aaron Bentley
Update from review
1986
        self._cached_matching_blocks = {}
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1987
        self._key_prefix = key_prefix
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
1988
        self._precache_tip_lines()
1989
1990
    def _precache_tip_lines(self):
1991
        lines = self.get_lines([self.a_rev, self.b_rev])
1992
        self.lines_a = lines[self.a_rev]
1993
        self.lines_b = lines[self.b_rev]
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
1994
1995
    def get_lines(self, revisions):
1996
        """Get lines for revisions from the backing VersionedFiles.
3890.2.9 by John Arbash Meinel
Start using osutils.chunks_as_lines rather than osutils.split_lines.
1997
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1998
        :raises RevisionNotPresent: on absent texts.
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
1999
        """
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2000
        keys = [(self._key_prefix + (rev,)) for rev in revisions]
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2001
        result = {}
2002
        for record in self.vf.get_record_stream(keys, 'unordered', True):
2003
            if record.storage_kind == 'absent':
2004
                raise errors.RevisionNotPresent(record.key, self.vf)
7459.3.2 by Jelmer Vernooij
Add a 'lines' storage type.
2005
            result[record.key[-1]] = record.get_bytes_as('lines')
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2006
        return result
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2007
2008
    def plan_merge(self):
2009
        """Generate a 'plan' for merging the two revisions.
2010
2011
        This involves comparing their texts and determining the cause of
2012
        differences.  If text A has a line and text B does not, then either the
2013
        line was added to text A, or it was deleted from B.  Once the causes
2014
        are combined, they are written out in the format described in
2015
        VersionedFile.plan_merge
2016
        """
2017
        blocks = self._get_matching_blocks(self.a_rev, self.b_rev)
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2018
        unique_a, unique_b = self._unique_lines(blocks)
2019
        new_a, killed_b = self._determine_status(self.a_rev, unique_a)
2020
        new_b, killed_a = self._determine_status(self.b_rev, unique_b)
2021
        return self._iter_plan(blocks, new_a, killed_b, new_b, killed_a)
2022
2023
    def _iter_plan(self, blocks, new_a, killed_b, new_b, killed_a):
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2024
        last_i = 0
2025
        last_j = 0
2026
        for i, j, n in blocks:
2027
            for a_index in range(last_i, i):
2028
                if a_index in new_a:
3144.3.2 by Aaron Bentley
Get conflict handling working
2029
                    if a_index in killed_b:
2030
                        yield 'conflicted-a', self.lines_a[a_index]
2031
                    else:
2032
                        yield 'new-a', self.lines_a[a_index]
2033
                else:
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2034
                    yield 'killed-b', self.lines_a[a_index]
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2035
            for b_index in range(last_j, j):
2036
                if b_index in new_b:
3144.3.2 by Aaron Bentley
Get conflict handling working
2037
                    if b_index in killed_a:
3144.3.10 by Aaron Bentley
Use correct index when emitting conflicted-b
2038
                        yield 'conflicted-b', self.lines_b[b_index]
3144.3.2 by Aaron Bentley
Get conflict handling working
2039
                    else:
2040
                        yield 'new-b', self.lines_b[b_index]
2041
                else:
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2042
                    yield 'killed-a', self.lines_b[b_index]
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2043
            # handle common lines
7143.15.2 by Jelmer Vernooij
Run autopep8.
2044
            for a_index in range(i, i + n):
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2045
                yield 'unchanged', self.lines_a[a_index]
7143.15.2 by Jelmer Vernooij
Run autopep8.
2046
            last_i = i + n
2047
            last_j = j + n
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2048
2049
    def _get_matching_blocks(self, left_revision, right_revision):
2050
        """Return a description of which sections of two revisions match.
2051
2052
        See SequenceMatcher.get_matching_blocks
2053
        """
3144.3.7 by Aaron Bentley
Update from review
2054
        cached = self._cached_matching_blocks.get((left_revision,
2055
                                                   right_revision))
2056
        if cached is not None:
2057
            return cached
3062.1.12 by Aaron Bentley
Implement simple text cache
2058
        if self._last_lines_revision_id == left_revision:
2059
            left_lines = self._last_lines
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2060
            right_lines = self.get_lines([right_revision])[right_revision]
3062.1.12 by Aaron Bentley
Implement simple text cache
2061
        else:
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2062
            lines = self.get_lines([left_revision, right_revision])
2063
            left_lines = lines[left_revision]
2064
            right_lines = lines[right_revision]
3062.1.12 by Aaron Bentley
Implement simple text cache
2065
        self._last_lines = right_lines
2066
        self._last_lines_revision_id = right_revision
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2067
        matcher = patiencediff.PatienceSequenceMatcher(None, left_lines,
2068
                                                       right_lines)
2069
        return matcher.get_matching_blocks()
2070
2071
    def _unique_lines(self, matching_blocks):
2072
        """Analyse matching_blocks to determine which lines are unique
2073
2074
        :return: a tuple of (unique_left, unique_right), where the values are
2075
            sets of line numbers of unique lines.
2076
        """
2077
        last_i = 0
2078
        last_j = 0
2079
        unique_left = []
2080
        unique_right = []
2081
        for i, j, n in matching_blocks:
2082
            unique_left.extend(range(last_i, i))
2083
            unique_right.extend(range(last_j, j))
2084
            last_i = i + n
2085
            last_j = j + n
2086
        return unique_left, unique_right
2087
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2088
    @staticmethod
2089
    def _subtract_plans(old_plan, new_plan):
3144.3.7 by Aaron Bentley
Update from review
2090
        """Remove changes from new_plan that came from old_plan.
2091
2092
        It is assumed that the difference between the old_plan and new_plan
2093
        is their choice of 'b' text.
2094
2095
        All lines from new_plan that differ from old_plan are emitted
2096
        verbatim.  All lines from new_plan that match old_plan but are
2097
        not about the 'b' revision are emitted verbatim.
2098
2099
        Lines that match and are about the 'b' revision are the lines we
2100
        don't want, so we convert 'killed-b' -> 'unchanged', and 'new-b'
2101
        is skipped entirely.
2102
        """
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2103
        matcher = patiencediff.PatienceSequenceMatcher(None, old_plan,
2104
                                                       new_plan)
2105
        last_j = 0
2106
        for i, j, n in matcher.get_matching_blocks():
2107
            for jj in range(last_j, j):
2108
                yield new_plan[jj]
7143.15.2 by Jelmer Vernooij
Run autopep8.
2109
            for jj in range(j, j + n):
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2110
                plan_line = new_plan[jj]
2111
                if plan_line[0] == 'new-b':
2112
                    pass
2113
                elif plan_line[0] == 'killed-b':
2114
                    yield 'unchanged', plan_line[1]
2115
                else:
2116
                    yield plan_line
2117
            last_j = j + n
2118
2119
2120
class _PlanMerge(_PlanMergeBase):
2121
    """Plan an annotate merge using on-the-fly annotation"""
2122
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2123
    def __init__(self, a_rev, b_rev, vf, key_prefix):
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2124
        super(_PlanMerge, self).__init__(a_rev, b_rev, vf, key_prefix)
2125
        self.a_key = self._key_prefix + (self.a_rev,)
2126
        self.b_key = self._key_prefix + (self.b_rev,)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2127
        self.graph = _mod_graph.Graph(self.vf)
3514.2.11 by John Arbash Meinel
Shortcut the case when one revision is in the ancestry of the other.
2128
        heads = self.graph.heads((self.a_key, self.b_key))
2129
        if len(heads) == 1:
2130
            # one side dominates, so we can just return its values, yay for
2131
            # per-file graphs
2132
            # Ideally we would know that before we get this far
2133
            self._head_key = heads.pop()
2134
            if self._head_key == self.a_key:
2135
                other = b_rev
2136
            else:
2137
                other = a_rev
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2138
            trace.mutter('found dominating revision for %s\n%s > %s', self.vf,
2139
                         self._head_key[-1], other)
3514.2.11 by John Arbash Meinel
Shortcut the case when one revision is in the ancestry of the other.
2140
            self._weave = None
2141
        else:
2142
            self._head_key = None
2143
            self._build_weave()
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2144
2145
    def _precache_tip_lines(self):
2146
        # Turn this into a no-op, because we will do this later
2147
        pass
2148
2149
    def _find_recursive_lcas(self):
2150
        """Find all the ancestors back to a unique lca"""
2151
        cur_ancestors = (self.a_key, self.b_key)
2152
        # graph.find_lca(uncommon, keys) now returns plain NULL_REVISION,
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2153
        # rather than a key tuple. We will just map that directly to no common
2154
        # ancestors.
2155
        parent_map = {}
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2156
        while True:
2157
            next_lcas = self.graph.find_lca(*cur_ancestors)
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2158
            # Map a plain NULL_REVISION to a simple no-ancestors
6619.3.12 by Jelmer Vernooij
Use 2to3 set_literal fixer.
2159
            if next_lcas == {_mod_revision.NULL_REVISION}:
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2160
                next_lcas = ()
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2161
            # Order the lca's based on when they were merged into the tip
2162
            # While the actual merge portion of weave merge uses a set() of
2163
            # active revisions, the order of insertion *does* effect the
2164
            # implicit ordering of the texts.
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2165
            for rev_key in cur_ancestors:
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2166
                ordered_parents = tuple(self.graph.find_merge_order(rev_key,
2167
                                                                    next_lcas))
2168
                parent_map[rev_key] = ordered_parents
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2169
            if len(next_lcas) == 0:
2170
                break
2171
            elif len(next_lcas) == 1:
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2172
                parent_map[list(next_lcas)[0]] = ()
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2173
                break
3514.2.10 by John Arbash Meinel
Handle more edge cases.
2174
            elif len(next_lcas) > 2:
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2175
                # More than 2 lca's, fall back to grabbing all nodes between
2176
                # this and the unique lca.
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2177
                trace.mutter('More than 2 LCAs, falling back to all nodes for:'
2178
                             ' %s, %s\n=> %s',
2179
                             self.a_key, self.b_key, cur_ancestors)
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2180
                cur_lcas = next_lcas
2181
                while len(cur_lcas) > 1:
2182
                    cur_lcas = self.graph.find_lca(*cur_lcas)
2183
                if len(cur_lcas) == 0:
2184
                    # No common base to find, use the full ancestry
2185
                    unique_lca = None
2186
                else:
3514.2.8 by John Arbash Meinel
The insertion ordering into the weave has an impact on conflicts.
2187
                    unique_lca = list(cur_lcas)[0]
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2188
                    if unique_lca == _mod_revision.NULL_REVISION:
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
2189
                        # find_lca will return a plain 'NULL_REVISION' rather
2190
                        # than a key tuple when there is no common ancestor, we
2191
                        # prefer to just use None, because it doesn't confuse
2192
                        # _get_interesting_texts()
2193
                        unique_lca = None
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2194
                parent_map.update(self._find_unique_parents(next_lcas,
2195
                                                            unique_lca))
2196
                break
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2197
            cur_ancestors = next_lcas
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2198
        return parent_map
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2199
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2200
    def _find_unique_parents(self, tip_keys, base_key):
2201
        """Find ancestors of tip that aren't ancestors of base.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
2202
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2203
        :param tip_keys: Nodes that are interesting
2204
        :param base_key: Cull all ancestors of this node
2205
        :return: The parent map for all revisions between tip_keys and
2206
            base_key. base_key will be included. References to nodes outside of
2207
            the ancestor set will also be removed.
2208
        """
2209
        # TODO: this would be simpler if find_unique_ancestors took a list
2210
        #       instead of a single tip, internally it supports it, but it
2211
        #       isn't a "backwards compatible" api change.
2212
        if base_key is None:
2213
            parent_map = dict(self.graph.iter_ancestry(tip_keys))
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
2214
            # We remove NULL_REVISION because it isn't a proper tuple key, and
2215
            # thus confuses things like _get_interesting_texts, and our logic
2216
            # to add the texts into the memory weave.
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2217
            if _mod_revision.NULL_REVISION in parent_map:
2218
                parent_map.pop(_mod_revision.NULL_REVISION)
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2219
        else:
2220
            interesting = set()
2221
            for tip in tip_keys:
2222
                interesting.update(
2223
                    self.graph.find_unique_ancestors(tip, [base_key]))
2224
            parent_map = self.graph.get_parent_map(interesting)
2225
            parent_map[base_key] = ()
3514.2.12 by John Arbash Meinel
Start refactoring into helper functions
2226
        culled_parent_map, child_map, tails = self._remove_external_references(
2227
            parent_map)
3514.2.13 by John Arbash Meinel
Add the ability to prune extra tails from the parent_map.
2228
        # Remove all the tails but base_key
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
2229
        if base_key is not None:
2230
            tails.remove(base_key)
2231
            self._prune_tails(culled_parent_map, child_map, tails)
2232
        # Now remove all the uninteresting 'linear' regions
3514.2.15 by John Arbash Meinel
Enable collapsing linear regions.
2233
        simple_map = _mod_graph.collapse_linear_regions(culled_parent_map)
2234
        return simple_map
3514.2.12 by John Arbash Meinel
Start refactoring into helper functions
2235
2236
    @staticmethod
2237
    def _remove_external_references(parent_map):
2238
        """Remove references that go outside of the parent map.
2239
2240
        :param parent_map: Something returned from Graph.get_parent_map(keys)
2241
        :return: (filtered_parent_map, child_map, tails)
2242
            filtered_parent_map is parent_map without external references
2243
            child_map is the {parent_key: [child_keys]} mapping
2244
            tails is a list of nodes that do not have any parents in the map
2245
        """
2246
        # TODO: The basic effect of this function seems more generic than
2247
        #       _PlanMerge. But the specific details of building a child_map,
2248
        #       and computing tails seems very specific to _PlanMerge.
2249
        #       Still, should this be in Graph land?
2250
        filtered_parent_map = {}
2251
        child_map = {}
2252
        tails = []
6656.1.1 by Martin
Apply 2to3 dict fixer and clean up resulting mess using view helpers
2253
        for key, parent_keys in viewitems(parent_map):
3514.2.12 by John Arbash Meinel
Start refactoring into helper functions
2254
            culled_parent_keys = [p for p in parent_keys if p in parent_map]
2255
            if not culled_parent_keys:
2256
                tails.append(key)
2257
            for parent_key in culled_parent_keys:
2258
                child_map.setdefault(parent_key, []).append(key)
2259
            # TODO: Do we want to do this, it adds overhead for every node,
2260
            #       just to say that the node has no children
2261
            child_map.setdefault(key, [])
2262
            filtered_parent_map[key] = culled_parent_keys
2263
        return filtered_parent_map, child_map, tails
2264
3514.2.13 by John Arbash Meinel
Add the ability to prune extra tails from the parent_map.
2265
    @staticmethod
2266
    def _prune_tails(parent_map, child_map, tails_to_remove):
2267
        """Remove tails from the parent map.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
2268
3514.2.13 by John Arbash Meinel
Add the ability to prune extra tails from the parent_map.
2269
        This will remove the supplied revisions until no more children have 0
2270
        parents.
2271
2272
        :param parent_map: A dict of {child: [parents]}, this dictionary will
2273
            be modified in place.
2274
        :param tails_to_remove: A list of tips that should be removed,
2275
            this list will be consumed
2276
        :param child_map: The reverse dict of parent_map ({parent: [children]})
2277
            this dict will be modified
2278
        :return: None, parent_map will be modified in place.
2279
        """
2280
        while tails_to_remove:
2281
            next = tails_to_remove.pop()
2282
            parent_map.pop(next)
2283
            children = child_map.pop(next)
2284
            for child in children:
2285
                child_parents = parent_map[child]
2286
                child_parents.remove(next)
2287
                if len(child_parents) == 0:
2288
                    tails_to_remove.append(child)
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2289
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2290
    def _get_interesting_texts(self, parent_map):
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2291
        """Return a dict of texts we are interested in.
2292
2293
        Note that the input is in key tuples, but the output is in plain
2294
        revision ids.
2295
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2296
        :param parent_map: The output from _find_recursive_lcas
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2297
        :return: A dict of {'revision_id':lines} as returned by
2298
            _PlanMergeBase.get_lines()
2299
        """
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2300
        all_revision_keys = set(parent_map)
2301
        all_revision_keys.add(self.a_key)
2302
        all_revision_keys.add(self.b_key)
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2303
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2304
        # Everything else is in 'keys' but get_lines is in 'revision_ids'
2305
        all_texts = self.get_lines([k[-1] for k in all_revision_keys])
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2306
        return all_texts
2307
2308
    def _build_weave(self):
6670.4.3 by Jelmer Vernooij
Fix more imports.
2309
        from .bzr import weave
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2310
        self._weave = weave.Weave(weave_name='in_memory_weave',
2311
                                  allow_reserved=True)
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2312
        parent_map = self._find_recursive_lcas()
2313
2314
        all_texts = self._get_interesting_texts(parent_map)
2315
2316
        # Note: Unfortunately, the order given by topo_sort will effect the
2317
        # ordering resolution in the output. Specifically, if you add A then B,
2318
        # then in the output text A lines will show up before B lines. And, of
2319
        # course, topo_sort doesn't guarantee any real ordering.
3514.2.8 by John Arbash Meinel
The insertion ordering into the weave has an impact on conflicts.
2320
        # So we use merge_sort, and add a fake node on the tip.
2321
        # This ensures that left-hand parents will always be inserted into the
2322
        # weave before right-hand parents.
2323
        tip_key = self._key_prefix + (_mod_revision.CURRENT_REVISION,)
2324
        parent_map[tip_key] = (self.a_key, self.b_key)
2325
2326
        for seq_num, key, depth, eom in reversed(tsort.merge_sort(parent_map,
2327
                                                                  tip_key)):
2328
            if key == tip_key:
2329
                continue
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2330
        # for key in tsort.topo_sort(parent_map):
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2331
            parent_keys = parent_map[key]
2332
            revision_id = key[-1]
2333
            parent_ids = [k[-1] for k in parent_keys]
2334
            self._weave.add_lines(revision_id, parent_ids,
2335
                                  all_texts[revision_id])
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2336
2337
    def plan_merge(self):
2338
        """Generate a 'plan' for merging the two revisions.
2339
2340
        This involves comparing their texts and determining the cause of
2341
        differences.  If text A has a line and text B does not, then either the
2342
        line was added to text A, or it was deleted from B.  Once the causes
2343
        are combined, they are written out in the format described in
2344
        VersionedFile.plan_merge
2345
        """
7143.15.2 by Jelmer Vernooij
Run autopep8.
2346
        if self._head_key is not None:  # There was a single head
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2347
            if self._head_key == self.a_key:
2348
                plan = 'new-a'
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2349
            else:
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2350
                if self._head_key != self.b_key:
2351
                    raise AssertionError('There was an invalid head: %s != %s'
2352
                                         % (self.b_key, self._head_key))
2353
                plan = 'new-b'
3514.2.16 by John Arbash Meinel
Review feedback from Ian.
2354
            head_rev = self._head_key[-1]
2355
            lines = self.get_lines([head_rev])[head_rev]
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2356
            return ((plan, line) for line in lines)
2357
        return self._weave.plan_merge(self.a_rev, self.b_rev)
3062.2.1 by Aaron Bentley
Add support for plan-merge with a base
2358
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2359
2360
class _PlanLCAMerge(_PlanMergeBase):
2361
    """
3144.3.7 by Aaron Bentley
Update from review
2362
    This merge algorithm differs from _PlanMerge in that:
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
2363
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2364
    1. comparisons are done against LCAs only
2365
    2. cases where a contested line is new versus one LCA but old versus
3144.3.7 by Aaron Bentley
Update from review
2366
       another are marked as conflicts, by emitting the line as conflicted-a
2367
       or conflicted-b.
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2368
2369
    This is faster, and hopefully produces more useful output.
2370
    """
2371
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2372
    def __init__(self, a_rev, b_rev, vf, key_prefix, graph):
2373
        _PlanMergeBase.__init__(self, a_rev, b_rev, vf, key_prefix)
2374
        lcas = graph.find_lca(key_prefix + (a_rev,), key_prefix + (b_rev,))
3350.6.5 by Robert Collins
Update to bzr.dev.
2375
        self.lcas = set()
2376
        for lca in lcas:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2377
            if lca == _mod_revision.NULL_REVISION:
3350.6.5 by Robert Collins
Update to bzr.dev.
2378
                self.lcas.add(lca)
2379
            else:
2380
                self.lcas.add(lca[-1])
3144.3.7 by Aaron Bentley
Update from review
2381
        for lca in self.lcas:
3287.17.1 by John Arbash Meinel
Fix bug #235715 by using the empty list as the text for a base of NULL_REVISION.
2382
            if _mod_revision.is_null(lca):
2383
                lca_lines = []
2384
            else:
3350.6.5 by Robert Collins
Update to bzr.dev.
2385
                lca_lines = self.get_lines([lca])[lca]
3144.3.7 by Aaron Bentley
Update from review
2386
            matcher = patiencediff.PatienceSequenceMatcher(None, self.lines_a,
2387
                                                           lca_lines)
2388
            blocks = list(matcher.get_matching_blocks())
2389
            self._cached_matching_blocks[(a_rev, lca)] = blocks
2390
            matcher = patiencediff.PatienceSequenceMatcher(None, self.lines_b,
2391
                                                           lca_lines)
2392
            blocks = list(matcher.get_matching_blocks())
2393
            self._cached_matching_blocks[(b_rev, lca)] = blocks
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2394
3144.3.7 by Aaron Bentley
Update from review
2395
    def _determine_status(self, revision_id, unique_line_numbers):
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2396
        """Determines the status unique lines versus all lcas.
2397
2398
        Basically, determines why the line is unique to this revision.
2399
2400
        A line may be determined new, killed, or both.
2401
3144.3.7 by Aaron Bentley
Update from review
2402
        If a line is determined new, that means it was not present in at least
2403
        one LCA, and is not present in the other merge revision.
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2404
2405
        If a line is determined killed, that means the line was present in
2406
        at least one LCA.
2407
2408
        If a line is killed and new, this indicates that the two merge
2409
        revisions contain differing conflict resolutions.
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
2410
3144.3.7 by Aaron Bentley
Update from review
2411
        :param revision_id: The id of the revision in which the lines are
2412
            unique
2413
        :param unique_line_numbers: The line numbers of unique lines.
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
2414
        :return: a tuple of (new_this, killed_other)
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2415
        """
2416
        new = set()
2417
        killed = set()
3144.3.7 by Aaron Bentley
Update from review
2418
        unique_line_numbers = set(unique_line_numbers)
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2419
        for lca in self.lcas:
2420
            blocks = self._get_matching_blocks(revision_id, lca)
2421
            unique_vs_lca, _ignored = self._unique_lines(blocks)
3144.3.7 by Aaron Bentley
Update from review
2422
            new.update(unique_line_numbers.intersection(unique_vs_lca))
2423
            killed.update(unique_line_numbers.difference(unique_vs_lca))
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2424
        return new, killed