/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
5752.3.8 by John Arbash Meinel
Merge bzr.dev 5764 to resolve release-notes (aka NEWS) conflicts
1
# Copyright (C) 2005-2011 Canonical Ltd
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
2
#
1110 by Martin Pool
- merge aaron's merge improvements:
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
7
#
1110 by Martin Pool
- merge aaron's merge improvements:
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
12
#
1110 by Martin Pool
- merge aaron's merge improvements:
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1110 by Martin Pool
- merge aaron's merge improvements:
16
6379.6.1 by Jelmer Vernooij
Import absolute_import in a few places.
17
from __future__ import absolute_import
18
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
19
from .lazy_import import lazy_import
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
20
lazy_import(globals(), """
7290.14.1 by Jelmer Vernooij
Use external patiencediff.
21
import patiencediff
22
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
23
from breezy import (
4721.3.1 by Vincent Ladeuil
Cleanup imports.
24
    branch as _mod_branch,
5753.2.2 by Jelmer Vernooij
Remove some unnecessary imports, clean up lazy imports.
25
    cleanup,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
26
    conflicts as _mod_conflicts,
1551.19.17 by Aaron Bentley
Add debugging flag for merges
27
    debug,
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
28
    graph as _mod_graph,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
29
    merge3,
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
30
    osutils,
2598.5.1 by Aaron Bentley
Start eliminating the use of None to indicate null revision
31
    revision as _mod_revision,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
32
    textfile,
33
    trace,
34
    transform,
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
35
    tree as _mod_tree,
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
36
    tsort,
4721.3.1 by Vincent Ladeuil
Cleanup imports.
37
    ui,
6670.4.3 by Jelmer Vernooij
Fix more imports.
38
    workingtree,
39
    )
40
from breezy.bzr import (
7265.5.4 by Jelmer Vernooij
Fix import.
41
    generate_ids,
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
42
    versionedfile,
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
43
    )
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
44
from breezy.i18n import gettext
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
45
""")
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
46
from . import (
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
47
    decorators,
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
48
    errors,
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
49
    hooks,
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
50
    registry,
5246.2.15 by Andrew Bennetts
Lazy import most things in merge.py, to minimise the impact of plugins that need to import bzrlib.merge to install a hook.
51
    )
6656.1.1 by Martin
Apply 2to3 dict fixer and clean up resulting mess using view helpers
52
from .sixish import (
53
    viewitems,
54
    )
1545.2.6 by Aaron Bentley
Removed _merge, renamed MergeConflictHandler to _MergeConflictHandler
55
# TODO: Report back as changes are merged in
56
2325.3.1 by John Arbash Meinel
New helper function for merge, which allows us to re-use the existing workingtree, rather than opening it again.
57
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
58
def transform_tree(from_tree, to_tree, interesting_files=None):
7058.4.25 by Jelmer Vernooij
Use contexts.
59
    with from_tree.lock_tree_write():
60
        merge_inner(from_tree.branch, to_tree, from_tree,
7143.15.2 by Jelmer Vernooij
Run autopep8.
61
                    ignore_zero=True, this_tree=from_tree,
62
                    interesting_files=interesting_files)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
63
1457.1.12 by Robert Collins
Update comment to reflect author.
64
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
65
class MergeHooks(hooks.Hooks):
66
5622.3.10 by Jelmer Vernooij
Don't require arguments to hooks.
67
    def __init__(self):
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
68
        hooks.Hooks.__init__(self, "breezy.merge", "Merger.hooks")
5622.3.2 by Jelmer Vernooij
Add more lazily usable hook points.
69
        self.add_hook('merge_file_content',
7143.15.2 by Jelmer Vernooij
Run autopep8.
70
                      "Called with a breezy.merge.Merger object to create a per file "
71
                      "merge object when starting a merge. "
72
                      "Should return either None or a subclass of "
73
                      "``breezy.merge.AbstractPerFileMerger``. "
74
                      "Such objects will then be called per file "
75
                      "that needs to be merged (including when one "
76
                      "side has deleted the file and the other has changed it). "
77
                      "See the AbstractPerFileMerger API docs for details on how it is "
78
                      "used by merge.",
79
                      (2, 1))
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
80
        self.add_hook('pre_merge',
7143.15.2 by Jelmer Vernooij
Run autopep8.
81
                      'Called before a merge. '
82
                      'Receives a Merger object as the single argument.',
83
                      (2, 5))
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
84
        self.add_hook('post_merge',
7143.15.2 by Jelmer Vernooij
Run autopep8.
85
                      'Called after a merge. '
86
                      'Receives a Merger object as the single argument. '
87
                      'The return value is ignored.',
88
                      (2, 5))
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
89
90
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
91
class AbstractPerFileMerger(object):
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
92
    """PerFileMerger objects are used by plugins extending merge for breezy.
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
93
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
94
    See ``breezy.plugins.news_merge.news_merge`` for an example concrete class.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
95
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
96
    :ivar merger: The Merge3Merger performing the merge.
97
    """
98
99
    def __init__(self, merger):
100
        """Create a PerFileMerger for use with merger."""
101
        self.merger = merger
102
103
    def merge_contents(self, merge_params):
104
        """Attempt to merge the contents of a single file.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
105
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
106
        :param merge_params: A breezy.merge.MergeFileHookParams
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
107
        :return: A tuple of (status, chunks), where status is one of
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
108
            'not_applicable', 'success', 'conflicted', or 'delete'.  If status
109
            is 'success' or 'conflicted', then chunks should be an iterable of
110
            strings for the new file contents.
111
        """
112
        return ('not applicable', None)
113
114
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
115
class PerFileMerger(AbstractPerFileMerger):
116
    """Merge individual files when self.file_matches returns True.
117
118
    This class is intended to be subclassed.  The file_matches and
119
    merge_matching methods should be overridden with concrete implementations.
120
    """
121
122
    def file_matches(self, params):
123
        """Return True if merge_matching should be called on this file.
124
125
        Only called with merges of plain files with no clear winner.
126
127
        Subclasses must override this.
128
        """
129
        raise NotImplementedError(self.file_matches)
130
131
    def merge_contents(self, params):
132
        """Merge the contents of a single file."""
133
        # Check whether this custom merge logic should be used.
134
        if (
135
            # OTHER is a straight winner, rely on default merge.
136
            params.winner == 'other' or
137
            # THIS and OTHER aren't both files.
138
            not params.is_file_merge() or
6282.3.1 by Vincent Ladeuil
First cut at a working plugin to avoid conflicts in .po files by shelling out to msgmerge.
139
            # The filename doesn't match
7143.15.2 by Jelmer Vernooij
Run autopep8.
140
                not self.file_matches(params)):
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
141
            return 'not_applicable', None
5168.2.3 by Andrew Bennetts
Change implementation of get_filename as suggested by John.
142
        return self.merge_matching(params)
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
143
144
    def merge_matching(self, params):
145
        """Merge the contents of a single file that has matched the criteria
146
        in PerFileMerger.merge_contents (is a conflict, is a file,
147
        self.file_matches is True).
148
149
        Subclasses must override this.
150
        """
151
        raise NotImplementedError(self.merge_matching)
152
153
154
class ConfigurableFileMerger(PerFileMerger):
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
155
    """Merge individual files when configured via a .conf file.
156
157
    This is a base class for concrete custom file merging logic. Concrete
158
    classes should implement ``merge_text``.
159
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
160
    See ``breezy.plugins.news_merge.news_merge`` for an example concrete class.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
161
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
162
    :ivar affected_files: The configured file paths to merge.
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
163
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
164
    :cvar name_prefix: The prefix to use when looking up configuration
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
165
        details. <name_prefix>_merge_files describes the files targeted by the
166
        hook for example.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
167
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
168
    :cvar default_files: The default file paths to merge when no configuration
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
169
        is present.
170
    """
171
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
172
    name_prefix = None
173
    default_files = None
174
175
    def __init__(self, merger):
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
176
        super(ConfigurableFileMerger, self).__init__(merger)
177
        self.affected_files = None
4797.5.3 by Robert Collins
Tweak ConfigurableFileMerger to use class variables rather than requiring __init__ wrapping as future proofing for helper functions.
178
        self.default_files = self.__class__.default_files or []
179
        self.name_prefix = self.__class__.name_prefix
180
        if self.name_prefix is None:
181
            raise ValueError("name_prefix must be set.")
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
182
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
183
    def file_matches(self, params):
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
184
        """Check whether the file should call the merge hook.
185
186
        <name_prefix>_merge_files configuration variable is a list of files
187
        that should use the hook.
188
        """
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
189
        affected_files = self.affected_files
190
        if affected_files is None:
4797.21.1 by Aaron Bentley
Fix merge when this_tree is not a WorkingTree.
191
            config = self.merger.this_branch.get_config()
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
192
            # Until bzr provides a better policy for caching the config, we
193
            # just add the part we're interested in to the params to avoid
6740.1.1 by Jelmer Vernooij
Rename bazaar.conf to breezy.conf.
194
            # reading the config files repeatedly (breezy.conf, location.conf,
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
195
            # branch.conf).
196
            config_key = self.name_prefix + '_merge_files'
197
            affected_files = config.get_user_option_as_list(config_key)
198
            if affected_files is None:
199
                # If nothing was specified in the config, use the default.
200
                affected_files = self.default_files
201
            self.affected_files = affected_files
202
        if affected_files:
6883.10.1 by Jelmer Vernooij
Fix more tets.
203
            filepath = params.this_path
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
204
            if filepath in affected_files:
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
205
                return True
206
        return False
207
5168.2.2 by Andrew Bennetts
Create a PerFileMerger helper class that is midway between AbstractPerFileMerger and ConfigurableFileMerger. It allows the example merge plugin in the docs (the always conflict *.xml files) to be much, much simpler.
208
    def merge_matching(self, params):
4797.9.1 by Vincent Ladeuil
No test was exercising the faulty code path.
209
        return self.merge_text(params)
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
210
211
    def merge_text(self, params):
212
        """Merge the byte contents of a single file.
213
214
        This is called after checking that the merge should be performed in
215
        merge_contents, and it should behave as per
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
216
        ``breezy.merge.AbstractPerFileMerger.merge_contents``.
4797.5.2 by Robert Collins
Refactor NewsMerger into a reusable base class merge.ConfigurableFileMerger.
217
        """
218
        raise NotImplementedError(self.merge_text)
219
220
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
221
class MergeFileHookParams(object):
4869.3.11 by Andrew Bennetts
More docs.
222
    """Object holding parameters passed to merge_file_content hooks.
223
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
224
    There are some fields hooks can access:
4869.3.11 by Andrew Bennetts
More docs.
225
226
    :ivar file_id: the file ID of the file being merged
6883.10.1 by Jelmer Vernooij
Fix more tets.
227
    :ivar base_path: Path in base tree
228
    :ivar other_path: Path in other tree
229
    :ivar this_path: Path in this tree
4869.3.24 by Andrew Bennetts
Mention 'winner' attribute in MergeHookParams' docstring.
230
    :ivar trans_id: the transform ID for the merge of this file
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
231
    :ivar this_kind: kind of file_id in 'this' tree
232
    :ivar other_kind: kind of file_id in 'other' tree
4869.3.24 by Andrew Bennetts
Mention 'winner' attribute in MergeHookParams' docstring.
233
    :ivar winner: one of 'this', 'other', 'conflict'
4869.3.11 by Andrew Bennetts
More docs.
234
    """
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
235
6883.10.1 by Jelmer Vernooij
Fix more tets.
236
    def __init__(self, merger, file_id, paths, trans_id, this_kind, other_kind,
7143.15.2 by Jelmer Vernooij
Run autopep8.
237
                 winner):
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
238
        self._merger = merger
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
239
        self.file_id = file_id
6883.10.1 by Jelmer Vernooij
Fix more tets.
240
        self.paths = paths
241
        self.base_path, self.other_path, self.this_path = paths
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
242
        self.trans_id = trans_id
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
243
        self.this_kind = this_kind
244
        self.other_kind = other_kind
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
245
        self.winner = winner
4869.3.34 by Vincent Ladeuil
Finish the patch based on reviews.
246
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
247
    def is_file_merge(self):
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
248
        """True if this_kind and other_kind are both 'file'."""
249
        return self.this_kind == 'file' and self.other_kind == 'file'
4869.3.34 by Vincent Ladeuil
Finish the patch based on reviews.
250
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
251
    @decorators.cachedproperty
252
    def base_lines(self):
253
        """The lines of the 'base' version of the file."""
7192.5.1 by Jelmer Vernooij
Remove more file ids.
254
        return self._merger.get_lines(self._merger.base_tree, self.base_path)
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
255
256
    @decorators.cachedproperty
257
    def this_lines(self):
258
        """The lines of the 'this' version of the file."""
7192.5.1 by Jelmer Vernooij
Remove more file ids.
259
        return self._merger.get_lines(self._merger.this_tree, self.this_path)
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
260
261
    @decorators.cachedproperty
262
    def other_lines(self):
263
        """The lines of the 'other' version of the file."""
7192.5.1 by Jelmer Vernooij
Remove more file ids.
264
        return self._merger.get_lines(self._merger.other_tree, self.other_path)
4869.3.13 by Andrew Bennetts
Add simple cachedproperty decorator, and add {this,other,base}_lines cachedproperties to MergeHookParams.
265
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
266
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
267
class Merger(object):
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
268
5622.3.10 by Jelmer Vernooij
Don't require arguments to hooks.
269
    hooks = MergeHooks()
4869.3.1 by Andrew Bennetts
Basic per-file merge hook.
270
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
271
    def __init__(self, this_branch, other_tree=None, base_tree=None,
6719.1.1 by Jelmer Vernooij
Remove some more deprecated stuff.
272
                 this_tree=None, change_reporter=None,
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
273
                 recurse='down', revision_graph=None):
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
274
        object.__init__(self)
275
        self.this_branch = this_branch
2598.5.4 by Aaron Bentley
Restore original Branch.last_revision behavior, fix bits that care
276
        self.this_basis = _mod_revision.ensure_null(
277
            this_branch.last_revision())
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
278
        self.this_rev_id = None
1534.4.26 by Robert Collins
Move working tree initialisation out from Branch.initialize, deprecated Branch.initialize to Branch.create.
279
        self.this_tree = this_tree
1185.12.83 by Aaron Bentley
Preliminary weave merge support
280
        self.this_revision_tree = None
1185.35.5 by Aaron Bentley
Made weave merge succeed if interesting files match history
281
        self.this_basis_tree = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
282
        self.other_tree = other_tree
2100.3.29 by Aaron Bentley
Get merge working initially
283
        self.other_branch = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
284
        self.base_tree = base_tree
285
        self.ignore_zero = False
286
        self.backup_files = False
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
287
        self.interesting_files = None
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
288
        self.show_base = False
1185.24.3 by Aaron Bentley
Integrated reprocessing into the rest of the merge stuff
289
        self.reprocess = False
1551.2.32 by Aaron Bentley
Handle progress phases more nicely in merge
290
        self.pp = None
2100.3.29 by Aaron Bentley
Get merge working initially
291
        self.recurse = recurse
1551.11.9 by Aaron Bentley
Apply change reporting to merge
292
        self.change_reporter = change_reporter
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
293
        self._cached_trees = {}
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
294
        self._revision_graph = revision_graph
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
295
        self._base_is_ancestor = None
296
        self._base_is_other_ancestor = None
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
297
        self._is_criss_cross = None
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
298
        self._lca_trees = None
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
299
4595.13.2 by Alexander Belchenko
[cherrypick revno 4650 from bzr.dev] Fix shelve on windows. (Robert Collins, #305006)
300
    def cache_trees_with_revision_ids(self, trees):
301
        """Cache any tree in trees if it has a revision_id."""
302
        for maybe_tree in trees:
303
            if maybe_tree is None:
304
                continue
305
            try:
306
                rev_id = maybe_tree.get_revision_id()
307
            except AttributeError:
308
                continue
309
            self._cached_trees[rev_id] = maybe_tree
310
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
311
    @property
312
    def revision_graph(self):
313
        if self._revision_graph is None:
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
314
            self._revision_graph = self.this_branch.repository.get_graph()
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
315
        return self._revision_graph
316
317
    def _set_base_is_ancestor(self, value):
318
        self._base_is_ancestor = value
319
320
    def _get_base_is_ancestor(self):
321
        if self._base_is_ancestor is None:
322
            self._base_is_ancestor = self.revision_graph.is_ancestor(
323
                self.base_rev_id, self.this_basis)
324
        return self._base_is_ancestor
325
326
    base_is_ancestor = property(_get_base_is_ancestor, _set_base_is_ancestor)
327
328
    def _set_base_is_other_ancestor(self, value):
329
        self._base_is_other_ancestor = value
330
331
    def _get_base_is_other_ancestor(self):
332
        if self._base_is_other_ancestor is None:
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
333
            if self.other_basis is None:
334
                return True
335
            self._base_is_other_ancestor = self.revision_graph.is_ancestor(
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
336
                self.base_rev_id, self.other_basis)
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
337
        return self._base_is_other_ancestor
338
339
    base_is_other_ancestor = property(_get_base_is_other_ancestor,
340
                                      _set_base_is_other_ancestor)
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
341
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
342
    @staticmethod
6719.1.2 by Jelmer Vernooij
Fix some tests.
343
    def from_uncommitted(tree, other_tree, base_tree=None):
1551.15.74 by Aaron Bentley
Textual updates from review
344
        """Return a Merger for uncommitted changes in other_tree.
345
346
        :param tree: The tree to merge into
347
        :param other_tree: The tree to get uncommitted changes from
3363.17.17 by Aaron Bentley
Start testing merging PreviewTree as OTHER
348
        :param base_tree: The basis to use for the merge.  If unspecified,
349
            other_tree.basis_tree() will be used.
1551.15.74 by Aaron Bentley
Textual updates from review
350
        """
3363.17.17 by Aaron Bentley
Start testing merging PreviewTree as OTHER
351
        if base_tree is None:
352
            base_tree = other_tree.basis_tree()
6719.1.2 by Jelmer Vernooij
Fix some tests.
353
        merger = Merger(tree.branch, other_tree, base_tree, tree)
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
354
        merger.base_rev_id = merger.base_tree.get_revision_id()
355
        merger.other_rev_id = None
3146.5.1 by Aaron Bentley
Make merge --uncommitted work with merge-type weave
356
        merger.other_basis = merger.base_rev_id
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
357
        return merger
358
359
    @classmethod
6719.1.2 by Jelmer Vernooij
Fix some tests.
360
    def from_mergeable(klass, tree, mergeable):
1551.15.74 by Aaron Bentley
Textual updates from review
361
        """Return a Merger for a bundle or merge directive.
362
363
        :param tree: The tree to merge changes into
364
        :param mergeable: A merge directive or bundle
365
        """
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
366
        mergeable.install_revisions(tree.branch.repository)
367
        base_revision_id, other_revision_id, verified =\
368
            mergeable.get_merge_request(tree.branch.repository)
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
369
        revision_graph = tree.branch.repository.get_graph()
1551.19.44 by Aaron Bentley
Fix handling of old merge directives with stricter get_parent_map
370
        if base_revision_id is not None:
371
            if (base_revision_id != _mod_revision.NULL_REVISION and
372
                revision_graph.is_ancestor(
7143.15.2 by Jelmer Vernooij
Run autopep8.
373
                    base_revision_id, tree.branch.last_revision())):
1551.19.44 by Aaron Bentley
Fix handling of old merge directives with stricter get_parent_map
374
                base_revision_id = None
375
            else:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
376
                trace.warning('Performing cherrypick')
6719.1.2 by Jelmer Vernooij
Fix some tests.
377
        merger = klass.from_revision_ids(tree, other_revision_id,
7143.15.2 by Jelmer Vernooij
Run autopep8.
378
                                         base_revision_id, revision_graph=revision_graph)
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
379
        return merger, verified
380
381
    @staticmethod
6719.1.2 by Jelmer Vernooij
Fix some tests.
382
    def from_revision_ids(tree, other, base=None, other_branch=None,
3363.17.1 by Aaron Bentley
Avoid inventory for merge and transform code
383
                          base_branch=None, revision_graph=None,
384
                          tree_branch=None):
1551.15.74 by Aaron Bentley
Textual updates from review
385
        """Return a Merger for revision-ids.
386
387
        :param tree: The tree to merge changes into
388
        :param other: The revision-id to use as OTHER
389
        :param base: The revision-id to use as BASE.  If not specified, will
390
            be auto-selected.
391
        :param other_branch: A branch containing the other revision-id.  If
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
392
            not supplied, tree.branch is used.
1551.15.74 by Aaron Bentley
Textual updates from review
393
        :param base_branch: A branch containing the base revision-id.  If
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
394
            not supplied, other_branch or tree.branch will be used.
395
        :param revision_graph: If you have a revision_graph precomputed, pass
396
            it in, otherwise it will be created for you.
3363.17.15 by Aaron Bentley
Update docs
397
        :param tree_branch: The branch associated with tree.  If not supplied,
398
            tree.branch will be used.
1551.15.74 by Aaron Bentley
Textual updates from review
399
        """
3363.17.1 by Aaron Bentley
Avoid inventory for merge and transform code
400
        if tree_branch is None:
401
            tree_branch = tree.branch
6719.1.2 by Jelmer Vernooij
Fix some tests.
402
        merger = Merger(tree_branch, this_tree=tree,
3146.5.3 by Aaron Bentley
Avoid retrieving revision graph twice
403
                        revision_graph=revision_graph)
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
404
        if other_branch is None:
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
405
            other_branch = tree.branch
1551.15.67 by Aaron Bentley
Stop using _merge_helper for merging
406
        merger.set_other_revision(other, other_branch)
407
        if base is None:
408
            merger.find_base()
409
        else:
410
            if base_branch is None:
411
                base_branch = other_branch
412
            merger.set_base_revision(base, base_branch)
413
        return merger
414
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
415
    def revision_tree(self, revision_id, branch=None):
416
        if revision_id not in self._cached_trees:
417
            if branch is None:
418
                branch = self.this_branch
419
            try:
420
                tree = self.this_tree.revision_tree(revision_id)
421
            except errors.NoSuchRevisionInTree:
422
                tree = branch.repository.revision_tree(revision_id)
423
            self._cached_trees[revision_id] = tree
424
        return self._cached_trees[revision_id]
425
2485.8.58 by Vincent Ladeuil
merge bzr.dev@1617
426
    def _get_tree(self, treespec, possible_transports=None):
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
427
        location, revno = treespec
428
        if revno is None:
429
            tree = workingtree.WorkingTree.open_containing(location)[0]
430
            return tree.branch, tree
4721.3.1 by Vincent Ladeuil
Cleanup imports.
431
        branch = _mod_branch.Branch.open_containing(
432
            location, possible_transports)[0]
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
433
        if revno == -1:
434
            revision_id = branch.last_revision()
435
        else:
436
            revision_id = branch.get_rev_id(revno)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
437
        revision_id = _mod_revision.ensure_null(revision_id)
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
438
        return branch, self.revision_tree(revision_id, branch)
1185.12.83 by Aaron Bentley
Preliminary weave merge support
439
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
440
    def set_interesting_files(self, file_list):
2590.2.7 by Aaron Bentley
Misc cleanup
441
        self.interesting_files = file_list
1457.1.8 by Robert Collins
Replace the WorkingTree.revert method algorithm with a call to merge_inner.
442
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
443
    def set_pending(self):
4721.3.2 by Vincent Ladeuil
Simplify mutable_tree.has_changes() and update call sites.
444
        if (not self.base_is_ancestor or not self.base_is_other_ancestor
7143.15.2 by Jelmer Vernooij
Run autopep8.
445
                or self.other_rev_id is None):
1185.12.77 by Aaron Bentley
Prevented all ancestors from being marked as pending merges
446
            return
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
447
        self._add_parent()
448
449
    def _add_parent(self):
450
        new_parents = self.this_tree.get_parent_ids() + [self.other_rev_id]
2590.2.20 by Aaron Bentley
Fix handling of ghost base trees
451
        new_parent_trees = []
5753.2.2 by Jelmer Vernooij
Remove some unnecessary imports, clean up lazy imports.
452
        operation = cleanup.OperationWithCleanups(
453
            self.this_tree.set_parent_trees)
2590.2.20 by Aaron Bentley
Fix handling of ghost base trees
454
        for revision_id in new_parents:
455
            try:
456
                tree = self.revision_tree(revision_id)
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
457
            except errors.NoSuchRevision:
2590.2.20 by Aaron Bentley
Fix handling of ghost base trees
458
                tree = None
459
            else:
460
                tree.lock_read()
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
461
                operation.add_cleanup(tree.unlock)
2590.2.20 by Aaron Bentley
Fix handling of ghost base trees
462
            new_parent_trees.append((revision_id, tree))
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
463
        operation.run_simple(new_parent_trees, allow_leftmost_as_ghost=True)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
464
2485.8.37 by Vincent Ladeuil
Fix merge multiple connections. Test suite *not* passing (sftp
465
    def set_other(self, other_revision, possible_transports=None):
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
466
        """Set the revision and tree to merge from.
467
468
        This sets the other_tree, other_rev_id, other_basis attributes.
469
470
        :param other_revision: The [path, revision] list to merge from.
471
        """
2485.8.58 by Vincent Ladeuil
merge bzr.dev@1617
472
        self.other_branch, self.other_tree = self._get_tree(other_revision,
473
                                                            possible_transports)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
474
        if other_revision[1] == -1:
2598.5.4 by Aaron Bentley
Restore original Branch.last_revision behavior, fix bits that care
475
            self.other_rev_id = _mod_revision.ensure_null(
476
                self.other_branch.last_revision())
2598.5.1 by Aaron Bentley
Start eliminating the use of None to indicate null revision
477
            if _mod_revision.is_null(self.other_rev_id):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
478
                raise errors.NoCommits(self.other_branch)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
479
            self.other_basis = self.other_rev_id
480
        elif other_revision[1] is not None:
2100.3.31 by Aaron Bentley
Merged bzr.dev (17 tests failing)
481
            self.other_rev_id = self.other_branch.get_rev_id(other_revision[1])
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
482
            self.other_basis = self.other_rev_id
483
        else:
484
            self.other_rev_id = None
2100.3.31 by Aaron Bentley
Merged bzr.dev (17 tests failing)
485
            self.other_basis = self.other_branch.last_revision()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
486
            if self.other_basis is None:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
487
                raise errors.NoCommits(self.other_branch)
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
488
        if self.other_rev_id is not None:
489
            self._cached_trees[self.other_rev_id] = self.other_tree
7143.15.2 by Jelmer Vernooij
Run autopep8.
490
        self._maybe_fetch(self.other_branch,
491
                          self.this_branch, self.other_basis)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
492
2100.3.29 by Aaron Bentley
Get merge working initially
493
    def set_other_revision(self, revision_id, other_branch):
494
        """Set 'other' based on a branch and revision id
495
496
        :param revision_id: The revision to use for a tree
497
        :param other_branch: The branch containing this tree
498
        """
499
        self.other_rev_id = revision_id
500
        self.other_branch = other_branch
2590.2.19 by Aaron Bentley
Avoid fetch within a repository
501
        self._maybe_fetch(other_branch, self.this_branch, self.other_rev_id)
2100.3.29 by Aaron Bentley
Get merge working initially
502
        self.other_tree = self.revision_tree(revision_id)
503
        self.other_basis = revision_id
504
2520.4.110 by Aaron Bentley
Implement cherrypick support for merge directives
505
    def set_base_revision(self, revision_id, branch):
506
        """Set 'base' based on a branch and revision id
507
508
        :param revision_id: The revision to use for a tree
509
        :param branch: The branch containing this tree
510
        """
511
        self.base_rev_id = revision_id
512
        self.base_branch = branch
2520.4.132 by Aaron Bentley
Merge from bzr.dev
513
        self._maybe_fetch(branch, self.this_branch, revision_id)
2520.4.110 by Aaron Bentley
Implement cherrypick support for merge directives
514
        self.base_tree = self.revision_tree(revision_id)
2520.4.132 by Aaron Bentley
Merge from bzr.dev
515
2590.2.19 by Aaron Bentley
Avoid fetch within a repository
516
    def _maybe_fetch(self, source, target, revision_id):
2665.5.2 by Aaron Bentley
Switch commit and merge to Repository.has_same_location
517
        if not source.repository.has_same_location(target.repository):
5741.1.9 by Jelmer Vernooij
Remove fetch_tags argument.
518
            target.fetch(source, revision_id)
2520.4.110 by Aaron Bentley
Implement cherrypick support for merge directives
519
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
520
    def find_base(self):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
521
        revisions = [_mod_revision.ensure_null(self.this_basis),
522
                     _mod_revision.ensure_null(self.other_basis)]
523
        if _mod_revision.NULL_REVISION in revisions:
524
            self.base_rev_id = _mod_revision.NULL_REVISION
3514.4.36 by John Arbash Meinel
Optimizing how we extracted multiple trees left a path that didn't create a base_tree.
525
            self.base_tree = self.revision_tree(self.base_rev_id)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
526
            self._is_criss_cross = False
2590.2.22 by Aaron Bentley
Remove cruft
527
        else:
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
528
            lcas = self.revision_graph.find_lca(revisions[0], revisions[1])
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
529
            self._is_criss_cross = False
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
530
            if len(lcas) == 0:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
531
                self.base_rev_id = _mod_revision.NULL_REVISION
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
532
            elif len(lcas) == 1:
533
                self.base_rev_id = list(lcas)[0]
7143.15.2 by Jelmer Vernooij
Run autopep8.
534
            else:  # len(lcas) > 1
5540.1.3 by Gary van der Merwe
Make merge correctly locate a lca where there is a criss-cross merge of a new root.
535
                self._is_criss_cross = True
3514.4.23 by John Arbash Meinel
Handle when there are more than 2 LCAs while searching for the unique lca.
536
                if len(lcas) > 2:
537
                    # find_unique_lca can only handle 2 nodes, so we have to
538
                    # start back at the beginning. It is a shame to traverse
539
                    # the graph again, but better than re-implementing
540
                    # find_unique_lca.
541
                    self.base_rev_id = self.revision_graph.find_unique_lca(
7143.15.2 by Jelmer Vernooij
Run autopep8.
542
                        revisions[0], revisions[1])
3514.4.23 by John Arbash Meinel
Handle when there are more than 2 LCAs while searching for the unique lca.
543
                else:
544
                    self.base_rev_id = self.revision_graph.find_unique_lca(
7143.15.2 by Jelmer Vernooij
Run autopep8.
545
                        *lcas)
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
546
                sorted_lca_keys = self.revision_graph.find_merge_order(
5540.1.3 by Gary van der Merwe
Make merge correctly locate a lca where there is a criss-cross merge of a new root.
547
                    revisions[0], lcas)
548
                if self.base_rev_id == _mod_revision.NULL_REVISION:
549
                    self.base_rev_id = sorted_lca_keys[0]
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
550
4721.3.1 by Vincent Ladeuil
Cleanup imports.
551
            if self.base_rev_id == _mod_revision.NULL_REVISION:
552
                raise errors.UnrelatedBranches()
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
553
            if self._is_criss_cross:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
554
                trace.warning('Warning: criss-cross merge encountered.  See bzr'
555
                              ' help criss-cross.')
556
                trace.mutter('Criss-cross lcas: %r' % lcas)
5540.1.7 by Gary van der Merwe
Add mutter for when we cant find a unique lca, and what revision we used as a base_rev_id.
557
                if self.base_rev_id in lcas:
558
                    trace.mutter('Unable to find unique lca. '
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
559
                                 'Fallback %r as best option.'
560
                                 % self.base_rev_id)
5540.1.6 by Gary van der Merwe
We just need a set for this.
561
                interesting_revision_ids = set(lcas)
562
                interesting_revision_ids.add(self.base_rev_id)
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
563
                interesting_trees = dict((t.get_revision_id(), t)
7143.15.2 by Jelmer Vernooij
Run autopep8.
564
                                         for t in self.this_branch.repository.revision_trees(
565
                    interesting_revision_ids))
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
566
                self._cached_trees.update(interesting_trees)
5540.1.3 by Gary van der Merwe
Make merge correctly locate a lca where there is a criss-cross merge of a new root.
567
                if self.base_rev_id in lcas:
568
                    self.base_tree = interesting_trees[self.base_rev_id]
569
                else:
570
                    self.base_tree = interesting_trees.pop(self.base_rev_id)
3514.4.13 by John Arbash Meinel
Switch the lca_trees to be in 'find_merge_order'.
571
                self._lca_trees = [interesting_trees[key]
572
                                   for key in sorted_lca_keys]
3514.4.2 by John Arbash Meinel
Extract the lca trees and the base tree when we find a criss-cross
573
            else:
574
                self.base_tree = self.revision_tree(self.base_rev_id)
2590.2.13 by Aaron Bentley
Make find_base implement the base_finding code
575
        self.base_is_ancestor = True
2590.2.18 by Aaron Bentley
Merge is_ancestor fix
576
        self.base_is_other_ancestor = True
4721.3.1 by Vincent Ladeuil
Cleanup imports.
577
        trace.mutter('Base revid: %r' % self.base_rev_id)
1185.82.25 by Aaron Bentley
Added changeset-merging functionality
578
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
579
    def set_base(self, base_revision):
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
580
        """Set the base revision to use for the merge.
581
582
        :param base_revision: A 2-list containing a path and revision number.
583
        """
4721.3.1 by Vincent Ladeuil
Cleanup imports.
584
        trace.mutter("doing merge() with no base_revision specified")
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
585
        if base_revision == [None, None]:
2590.2.13 by Aaron Bentley
Make find_base implement the base_finding code
586
            self.find_base()
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
587
        else:
2590.2.11 by Aaron Bentley
Aggressively cache trees, use dirstate. re-mplement _add_parent.
588
            base_branch, self.base_tree = self._get_tree(base_revision)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
589
            if base_revision[1] == -1:
590
                self.base_rev_id = base_branch.last_revision()
591
            elif base_revision[1] is None:
2598.5.3 by Aaron Bentley
Push NULL_REVISION deeper
592
                self.base_rev_id = _mod_revision.NULL_REVISION
493 by Martin Pool
- Merge aaron's merge command
593
            else:
2598.5.3 by Aaron Bentley
Push NULL_REVISION deeper
594
                self.base_rev_id = _mod_revision.ensure_null(
595
                    base_branch.get_rev_id(base_revision[1]))
2590.2.19 by Aaron Bentley
Avoid fetch within a repository
596
            self._maybe_fetch(base_branch, self.this_branch, self.base_rev_id)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
597
3008.1.8 by Michael Hudson
extract merger creation into a method
598
    def make_merger(self):
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
599
        kwargs = {'working_tree': self.this_tree, 'this_tree': self.this_tree,
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
600
                  'other_tree': self.other_tree,
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
601
                  'interesting_files': self.interesting_files,
4961.2.20 by Martin Pool
Resolve conflicts with trunk
602
                  'this_branch': self.this_branch,
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
603
                  'other_branch': self.other_branch,
3008.1.11 by Michael Hudson
restore the default behaviour of Merge3Merger.__init__().
604
                  'do_merge': False}
1534.7.84 by Aaron Bentley
Added reprocess support, support for varying merge types
605
        if self.merge_type.requires_base:
606
            kwargs['base_tree'] = self.base_tree
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
607
        if self.merge_type.supports_reprocess:
608
            kwargs['reprocess'] = self.reprocess
609
        elif self.reprocess:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
610
            raise errors.BzrError(
611
                "Conflict reduction is not supported for merge"
612
                " type %s." % self.merge_type)
1534.7.137 by Aaron Bentley
Avoided generating a new tree for every weave merge
613
        if self.merge_type.supports_show_base:
614
            kwargs['show_base'] = self.show_base
615
        elif self.show_base:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
616
            raise errors.BzrError("Showing base is not supported for this"
617
                                  " merge type. %s" % self.merge_type)
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
618
        if (not getattr(self.merge_type, 'supports_reverse_cherrypick', True)
7143.15.2 by Jelmer Vernooij
Run autopep8.
619
                and not self.base_is_other_ancestor):
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
620
            raise errors.CannotReverseCherrypick()
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
621
        if self.merge_type.supports_cherrypick:
3062.2.9 by Aaron Bentley
Don't use the base if not cherrypicking
622
            kwargs['cherrypick'] = (not self.base_is_ancestor or
623
                                    not self.base_is_other_ancestor)
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
624
        if self._is_criss_cross and getattr(self.merge_type,
625
                                            'supports_lca_trees', False):
626
            kwargs['lca_trees'] = self._lca_trees
6719.1.2 by Jelmer Vernooij
Fix some tests.
627
        return self.merge_type(change_reporter=self.change_reporter,
3008.1.8 by Michael Hudson
extract merger creation into a method
628
                               **kwargs)
629
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
630
    def _do_merge_to(self):
631
        merge = self.make_merger()
4273.1.9 by Aaron Bentley
Cleanup
632
        if self.other_branch is not None:
633
            self.other_branch.update_references(self.this_branch)
6388.1.4 by Jelmer Vernooij
Fix tests.
634
        for hook in Merger.hooks['pre_merge']:
635
            hook(merge)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
636
        merge.do_merge()
6388.1.3 by Jelmer Vernooij
Add pre and post merge hooks.
637
        for hook in Merger.hooks['post_merge']:
638
            hook(merge)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
639
        if self.recurse == 'down':
640
            for relpath, file_id in self.this_tree.iter_references():
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
641
                sub_tree = self.this_tree.get_nested_tree(relpath)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
642
                other_revision = self.other_tree.get_reference_revision(
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
643
                    relpath)
7143.15.2 by Jelmer Vernooij
Run autopep8.
644
                if other_revision == sub_tree.last_revision():
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
645
                    continue
646
                sub_merge = Merger(sub_tree.branch, this_tree=sub_tree)
647
                sub_merge.merge_type = self.merge_type
6926.2.5 by Jelmer Vernooij
Swap order for nested tree functions.
648
                other_branch = self.other_branch.reference_parent(
649
                    relpath, file_id)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
650
                sub_merge.set_other_revision(other_revision, other_branch)
6883.5.3 by Jelmer Vernooij
Add find_previous_path.
651
                base_tree_path = _mod_tree.find_previous_path(
652
                    self.this_tree, self.base_tree, relpath)
6809.4.1 by Jelmer Vernooij
Swap file_id and path arguments for get_reference_revision and get_nested_tree.
653
                base_revision = self.base_tree.get_reference_revision(
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
654
                    base_tree_path)
3619.6.4 by Mark Hammond
do_merge gets one 'finally' per lock so locks always released on failure.
655
                sub_merge.base_tree = \
656
                    sub_tree.branch.repository.revision_tree(base_revision)
657
                sub_merge.base_rev_id = base_revision
658
                sub_merge.do_merge()
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
659
        return merge
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
660
3008.1.8 by Michael Hudson
extract merger creation into a method
661
    def do_merge(self):
5753.2.2 by Jelmer Vernooij
Remove some unnecessary imports, clean up lazy imports.
662
        operation = cleanup.OperationWithCleanups(self._do_merge_to)
2255.2.50 by John Arbash Meinel
merge only needs a lock_tree_write() on the working tree, not a full lock_write()
663
        self.this_tree.lock_tree_write()
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
664
        operation.add_cleanup(self.this_tree.unlock)
665
        if self.base_tree is not None:
666
            self.base_tree.lock_read()
667
            operation.add_cleanup(self.base_tree.unlock)
668
        if self.other_tree is not None:
669
            self.other_tree.lock_read()
670
            operation.add_cleanup(self.other_tree.unlock)
671
        merge = operation.run_simple()
1534.7.151 by Aaron Bentley
Fixed all changes applied successfully
672
        if len(merge.cooked_conflicts) == 0:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
673
            if not self.ignore_zero and not trace.is_quiet():
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
674
                trace.note(gettext("All changes applied successfully."))
1534.7.141 by Aaron Bentley
Added conflict reporting
675
        else:
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
676
            trace.note(gettext("%d conflicts encountered.")
4721.3.1 by Vincent Ladeuil
Cleanup imports.
677
                       % len(merge.cooked_conflicts))
1534.7.141 by Aaron Bentley
Added conflict reporting
678
1534.7.134 by Aaron Bentley
Hid raw conflicts
679
        return len(merge.cooked_conflicts)
1185.12.76 by Aaron Bentley
Refactored merge and merge_inner to use Merger
680
1545.2.4 by Aaron Bentley
PEP8 fixes
681
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
682
class _InventoryNoneEntry(object):
683
    """This represents an inventory entry which *isn't there*.
684
685
    It simplifies the merging logic if we always have an InventoryEntry, even
686
    if it isn't actually present
687
    """
688
    executable = None
689
    kind = None
690
    name = None
691
    parent_id = None
692
    revision = None
693
    symlink_target = None
694
    text_sha1 = None
695
7143.15.2 by Jelmer Vernooij
Run autopep8.
696
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
697
_none_entry = _InventoryNoneEntry()
698
699
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
700
class Merge3Merger(object):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
701
    """Three-way merger that uses the merge3 text merger"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
702
    requires_base = True
703
    supports_reprocess = True
704
    supports_show_base = True
705
    history_based = False
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
706
    supports_cherrypick = True
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
707
    supports_reverse_cherrypick = True
2590.2.7 by Aaron Bentley
Misc cleanup
708
    winner_idx = {"this": 2, "other": 1, "conflict": 1}
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
709
    supports_lca_trees = True
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
710
    requires_file_merge_plan = False
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
711
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
712
    def __init__(self, working_tree, this_tree, base_tree, other_tree,
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
713
                 reprocess=False, show_base=False,
6719.1.1 by Jelmer Vernooij
Remove some more deprecated stuff.
714
                 change_reporter=None, interesting_files=None, do_merge=True,
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
715
                 cherrypick=False, lca_trees=None, this_branch=None,
716
                 other_branch=None):
2590.2.10 by Aaron Bentley
Updates from review
717
        """Initialize the merger object and perform the merge.
718
719
        :param working_tree: The working tree to apply the merge to
720
        :param this_tree: The local tree in the merge operation
721
        :param base_tree: The common tree in the merge operation
4031.3.1 by Frank Aspell
Fixing various typos
722
        :param other_tree: The other tree to merge changes from
5162.3.1 by Aaron Bentley
Fix switch/merge when a ConfigurableFileMerger is used.
723
        :param this_branch: The branch associated with this_tree.  Defaults to
724
            this_tree.branch if not supplied.
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
725
        :param other_branch: The branch associated with other_tree, if any.
2590.2.10 by Aaron Bentley
Updates from review
726
        :param: reprocess If True, perform conflict-reduction processing.
727
        :param show_base: If True, show the base revision in text conflicts.
728
            (incompatible with reprocess)
729
        :param change_reporter: An object that should report changes made
730
        :param interesting_files: The tree-relative paths of files that should
731
            participate in the merge.  If these paths refer to directories,
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
732
            the contents of those directories will also be included.  If not
733
            specified, all files may participate in the
2590.2.10 by Aaron Bentley
Updates from review
734
            merge.
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
735
        :param lca_trees: Can be set to a dictionary of {revision_id:rev_tree}
736
            if the ancestry was found to include a criss-cross merge.
737
            Otherwise should be None.
2590.2.10 by Aaron Bentley
Updates from review
738
        """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
739
        object.__init__(self)
5162.3.1 by Aaron Bentley
Fix switch/merge when a ConfigurableFileMerger is used.
740
        if this_branch is None:
741
            this_branch = this_tree.branch
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
742
        self.interesting_files = interesting_files
6410.1.2 by Jelmer Vernooij
Distinguish working tree and this tree.
743
        self.working_tree = working_tree
744
        self.this_tree = this_tree
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
745
        self.base_tree = base_tree
746
        self.other_tree = other_tree
4869.3.27 by Andrew Bennetts
Move news_merge plugin from contrib to bzrlib/plugins, change it to be enabled via a 'news_merge_files' config option, move more code out of the __init__ to minimise overhead, and add lots of docstrings, add NEWS entry.
747
        self.this_branch = this_branch
6410.1.1 by Jelmer Vernooij
Add other_branch argument to Merge3Merger.
748
        self.other_branch = other_branch
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
749
        self._raw_conflicts = []
750
        self.cooked_conflicts = []
751
        self.reprocess = reprocess
752
        self.show_base = show_base
3514.4.4 by John Arbash Meinel
Test that the lca_trees are passed down to the Merger object when appropriate.
753
        self._lca_trees = lca_trees
3514.4.37 by John Arbash Meinel
Tests pass when using _entries_lca as the default algorithm.
754
        # Uncommenting this will change the default algorithm to always use
755
        # _entries_lca. This can be useful for running the test suite and
756
        # making sure we haven't missed any corner cases.
3514.4.34 by John Arbash Meinel
Handle symlinks properly when objects are not RevisionTrees
757
        # if lca_trees is None:
758
        #     self._lca_trees = [self.base_tree]
1551.11.9 by Aaron Bentley
Apply change reporting to merge
759
        self.change_reporter = change_reporter
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
760
        self.cherrypick = cherrypick
3008.1.11 by Michael Hudson
restore the default behaviour of Merge3Merger.__init__().
761
        if do_merge:
762
            self.do_merge()
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
763
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
764
    def do_merge(self):
5753.2.2 by Jelmer Vernooij
Remove some unnecessary imports, clean up lazy imports.
765
        operation = cleanup.OperationWithCleanups(self._do_merge)
6410.1.2 by Jelmer Vernooij
Distinguish working tree and this tree.
766
        self.working_tree.lock_tree_write()
767
        operation.add_cleanup(self.working_tree.unlock)
768
        self.this_tree.lock_read()
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
769
        operation.add_cleanup(self.this_tree.unlock)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
770
        self.base_tree.lock_read()
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
771
        operation.add_cleanup(self.base_tree.unlock)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
772
        self.other_tree.lock_read()
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
773
        operation.add_cleanup(self.other_tree.unlock)
774
        operation.run()
775
776
    def _do_merge(self, operation):
6410.1.2 by Jelmer Vernooij
Distinguish working tree and this tree.
777
        self.tt = transform.TreeTransform(self.working_tree, None)
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
778
        operation.add_cleanup(self.tt.finalize)
779
        self._compute_transform()
780
        results = self.tt.apply(no_conflicts=True)
781
        self.write_modified(results)
5031.1.3 by Andrew Bennetts
Fix syntax error from bad conflict resolution.
782
        try:
6410.1.2 by Jelmer Vernooij
Distinguish working tree and this tree.
783
            self.working_tree.add_conflicts(self.cooked_conflicts)
4797.16.1 by Andrew Bennetts
Replace many try/finally blocks in merge.py with more robust OperationWithCleanups.
784
        except errors.UnsupportedOperation:
785
            pass
1534.7.192 by Aaron Bentley
Record hashes produced by merges
786
3008.1.9 by Michael Hudson
wanton hacking that lets me write an efficient version of get_diff_as_merged
787
    def make_preview_transform(self):
7058.4.25 by Jelmer Vernooij
Use contexts.
788
        with self.base_tree.lock_read(), self.other_tree.lock_read():
789
            self.tt = transform.TransformPreview(self.working_tree)
790
            self._compute_transform()
791
            return self.tt
3008.1.9 by Michael Hudson
wanton hacking that lets me write an efficient version of get_diff_as_merged
792
3008.1.21 by Aaron Bentley
Make compute_transform private, test make_preview_transform
793
    def _compute_transform(self):
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
794
        if self._lca_trees is None:
795
            entries = self._entries3()
796
            resolver = self._three_way
797
        else:
798
            entries = self._entries_lca()
799
            resolver = self._lca_multi_way
6282.3.1 by Vincent Ladeuil
First cut at a working plugin to avoid conflicts in .po files by shelling out to msgmerge.
800
        # Prepare merge hooks
801
        factories = Merger.hooks['merge_file_content']
802
        # One hook for each registered one plus our default merger
803
        hooks = [factory(self) for factory in factories] + [self]
804
        self.active_hooks = [hook for hook in hooks if hook is not None]
6861.4.1 by Jelmer Vernooij
Make progress bars context managers.
805
        with ui.ui_factory.nested_progress_bar() as child_pb:
6883.10.1 by Jelmer Vernooij
Fix more tets.
806
            for num, (file_id, changed, paths3, parents3, names3,
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
807
                      executable3) in enumerate(entries):
6282.3.1 by Vincent Ladeuil
First cut at a working plugin to avoid conflicts in .po files by shelling out to msgmerge.
808
                # Try merging each entry
809
                child_pb.update(gettext('Preparing file merge'),
810
                                num, len(entries))
7143.15.2 by Jelmer Vernooij
Run autopep8.
811
                self._merge_names(file_id, paths3, parents3,
812
                                  names3, resolver=resolver)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
813
                if changed:
6883.10.1 by Jelmer Vernooij
Fix more tets.
814
                    file_status = self._do_merge_contents(paths3, file_id)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
815
                else:
816
                    file_status = 'unmodified'
6883.10.1 by Jelmer Vernooij
Fix more tets.
817
                self._merge_executable(paths3, file_id, executable3,
7143.15.2 by Jelmer Vernooij
Run autopep8.
818
                                       file_status, resolver=resolver)
5993.2.4 by Jelmer Vernooij
Remove feature flag.
819
        self.tt.fixup_new_roots()
5246.2.33 by Andrew Bennetts
Rename _finish_transform to _finish_computing_transform.
820
        self._finish_computing_transform()
5246.2.4 by Andrew Bennetts
Remove a little bit of duplication.
821
5246.2.33 by Andrew Bennetts
Rename _finish_transform to _finish_computing_transform.
822
    def _finish_computing_transform(self):
5246.2.4 by Andrew Bennetts
Remove a little bit of duplication.
823
        """Finalize the transform and report the changes.
824
825
        This is the second half of _compute_transform.
826
        """
6861.4.1 by Jelmer Vernooij
Make progress bars context managers.
827
        with ui.ui_factory.nested_progress_bar() as child_pb:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
828
            fs_conflicts = transform.resolve_conflicts(self.tt, child_pb,
7143.15.2 by Jelmer Vernooij
Run autopep8.
829
                                                       lambda t, c: transform.conflict_pass(t, c, self.other_tree))
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
830
        if self.change_reporter is not None:
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
831
            from breezy import delta
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
832
            delta.report_changes(
3254.1.1 by Aaron Bentley
Make Tree.iter_changes a public method
833
                self.tt.iter_changes(), self.change_reporter)
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
834
        self.cook_conflicts(fs_conflicts)
835
        for conflict in self.cooked_conflicts:
6973.6.4 by Jelmer Vernooij
Avoid text_type()
836
            trace.warning('%s', conflict.describe())
3008.1.6 by Michael Hudson
chop up Merge3Merger.__init__ into pieces
837
2590.2.4 by Aaron Bentley
Move entry generation to a helper
838
    def _entries3(self):
2590.2.7 by Aaron Bentley
Misc cleanup
839
        """Gather data about files modified between three trees.
840
841
        Return a list of tuples of file_id, changed, parents3, names3,
842
        executable3.  changed is a boolean indicating whether the file contents
843
        or kind were changed.  parents3 is a tuple of parent ids for base,
844
        other and this.  names3 is a tuple of names for base, other and this.
845
        executable3 is a tuple of execute-bit values for base, other and this.
846
        """
2590.2.4 by Aaron Bentley
Move entry generation to a helper
847
        result = []
3254.1.1 by Aaron Bentley
Make Tree.iter_changes a public method
848
        iterator = self.other_tree.iter_changes(self.base_tree,
7143.15.2 by Jelmer Vernooij
Run autopep8.
849
                                                specific_files=self.interesting_files,
850
                                                extra_trees=[self.this_tree])
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
851
        this_interesting_files = self.this_tree.find_related_paths_across_trees(
7143.15.2 by Jelmer Vernooij
Run autopep8.
852
            self.interesting_files, trees=[self.other_tree])
6883.10.1 by Jelmer Vernooij
Fix more tets.
853
        this_entries = dict(self.this_tree.iter_entries_by_dir(
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
854
                            specific_files=this_interesting_files))
2590.2.4 by Aaron Bentley
Move entry generation to a helper
855
        for (file_id, paths, changed, versioned, parents, names, kind,
2590.2.5 by Aaron Bentley
Allow selected files to be specified instead of selected ids
856
             executable) in iterator:
6883.10.2 by Jelmer Vernooij
Resolve TODO
857
            if paths[0] is not None:
858
                this_path = _mod_tree.find_previous_path(
7143.15.2 by Jelmer Vernooij
Run autopep8.
859
                    self.base_tree, self.this_tree, paths[0])
6883.10.1 by Jelmer Vernooij
Fix more tets.
860
            else:
6883.10.2 by Jelmer Vernooij
Resolve TODO
861
                this_path = _mod_tree.find_previous_path(
7143.15.2 by Jelmer Vernooij
Run autopep8.
862
                    self.other_tree, self.this_tree, paths[1])
6883.10.2 by Jelmer Vernooij
Resolve TODO
863
            this_entry = this_entries.get(this_path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
864
            if this_entry is not None:
865
                this_name = this_entry.name
866
                this_parent = this_entry.parent_id
867
                this_executable = this_entry.executable
2590.2.4 by Aaron Bentley
Move entry generation to a helper
868
            else:
869
                this_name = None
870
                this_parent = None
871
                this_executable = None
872
            parents3 = parents + (this_parent,)
873
            names3 = names + (this_name,)
6883.10.1 by Jelmer Vernooij
Fix more tets.
874
            paths3 = paths + (this_path, )
2590.2.4 by Aaron Bentley
Move entry generation to a helper
875
            executable3 = executable + (this_executable,)
7143.15.2 by Jelmer Vernooij
Run autopep8.
876
            result.append((file_id, changed, paths3,
877
                           parents3, names3, executable3))
2590.2.4 by Aaron Bentley
Move entry generation to a helper
878
        return result
879
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
880
    def _entries_lca(self):
881
        """Gather data about files modified between multiple trees.
882
883
        This compares OTHER versus all LCA trees, and for interesting entries,
884
        it then compares with THIS and BASE.
885
886
        For the multi-valued entries, the format will be (BASE, [lca1, lca2])
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
887
6883.10.1 by Jelmer Vernooij
Fix more tets.
888
        :return: [(file_id, changed, paths, parents, names, executable)], where:
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
889
890
            * file_id: Simple file_id of the entry
891
            * changed: Boolean, True if the kind or contents changed else False
6883.10.1 by Jelmer Vernooij
Fix more tets.
892
            * paths: ((base, [path, in, lcas]), path_other, path_this)
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
893
            * parents: ((base, [parent_id, in, lcas]), parent_id_other,
894
                        parent_id_this)
895
            * names:   ((base, [name, in, lcas]), name_in_other, name_in_this)
896
            * executable: ((base, [exec, in, lcas]), exec_in_other,
897
                        exec_in_this)
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
898
        """
3514.4.24 by John Arbash Meinel
Implement support for 'interesting_files' and 'interesting_ids' for _entries_lca
899
        if self.interesting_files is not None:
900
            lookup_trees = [self.this_tree, self.base_tree]
901
            lookup_trees.extend(self._lca_trees)
902
            # I think we should include the lca trees as well
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
903
            interesting_files = self.other_tree.find_related_paths_across_trees(
7143.15.2 by Jelmer Vernooij
Run autopep8.
904
                self.interesting_files, lookup_trees)
3514.4.24 by John Arbash Meinel
Implement support for 'interesting_files' and 'interesting_ids' for _entries_lca
905
        else:
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
906
            interesting_files = None
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
907
        result = []
3514.4.13 by John Arbash Meinel
Switch the lca_trees to be in 'find_merge_order'.
908
        walker = _mod_tree.MultiWalker(self.other_tree, self._lca_trees)
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
909
6405.2.10 by Jelmer Vernooij
Fix more tests.
910
        base_inventory = self.base_tree.root_inventory
911
        this_inventory = self.this_tree.root_inventory
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
912
        for path, file_id, other_ie, lca_values in walker.iter_all():
913
            # Is this modified at all from any of the other trees?
3514.4.15 by John Arbash Meinel
Handle when OTHER doesn't have the entry.
914
            if other_ie is None:
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
915
                other_ie = _none_entry
6883.10.1 by Jelmer Vernooij
Fix more tets.
916
                other_path = None
917
            else:
918
                other_path = self.other_tree.id2path(file_id)
6883.10.3 by Jelmer Vernooij
Merge trunk.
919
            if interesting_files is not None and other_path not in interesting_files:
3514.4.24 by John Arbash Meinel
Implement support for 'interesting_files' and 'interesting_ids' for _entries_lca
920
                continue
3514.4.15 by John Arbash Meinel
Handle when OTHER doesn't have the entry.
921
3514.4.30 by John Arbash Meinel
Several updates.
922
            # If other_revision is found in any of the lcas, that means this
923
            # node is uninteresting. This is because when merging, if there are
924
            # multiple heads(), we have to create a new node. So if we didn't,
925
            # we know that the ancestry is linear, and that OTHER did not
926
            # modify anything
927
            # See doc/developers/lca_merge_resolution.txt for details
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
928
            other_revision = other_ie.revision
3514.4.32 by John Arbash Meinel
Add a test for proper behavior when *everything* is a WT.
929
            if other_revision is not None:
930
                # We can't use this shortcut when other_revision is None,
931
                # because it may be None because things are WorkingTrees, and
932
                # not because it is *actually* None.
933
                is_unmodified = False
934
                for lca_path, ie in lca_values:
935
                    if ie is not None and ie.revision == other_revision:
936
                        is_unmodified = True
937
                        break
938
                if is_unmodified:
939
                    continue
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
940
941
            lca_entries = []
6883.10.1 by Jelmer Vernooij
Fix more tets.
942
            lca_paths = []
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
943
            for lca_path, lca_ie in lca_values:
944
                if lca_ie is None:
945
                    lca_entries.append(_none_entry)
6883.10.1 by Jelmer Vernooij
Fix more tets.
946
                    lca_paths.append(None)
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
947
                else:
948
                    lca_entries.append(lca_ie)
6928.1.2 by Jelmer Vernooij
Fix path specification.
949
                    lca_paths.append(lca_path)
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
950
6883.7.12 by Jelmer Vernooij
avoid has_id.
951
            try:
6915.4.2 by Jelmer Vernooij
Remove __getitem__ and __iter__ from Inventory.
952
                base_ie = base_inventory.get_entry(file_id)
6883.7.12 by Jelmer Vernooij
avoid has_id.
953
            except errors.NoSuchId:
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
954
                base_ie = _none_entry
6883.10.1 by Jelmer Vernooij
Fix more tets.
955
                base_path = None
956
            else:
957
                base_path = self.base_tree.id2path(file_id)
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
958
6883.7.12 by Jelmer Vernooij
avoid has_id.
959
            try:
6915.4.2 by Jelmer Vernooij
Remove __getitem__ and __iter__ from Inventory.
960
                this_ie = this_inventory.get_entry(file_id)
6883.7.12 by Jelmer Vernooij
avoid has_id.
961
            except errors.NoSuchId:
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
962
                this_ie = _none_entry
6883.10.1 by Jelmer Vernooij
Fix more tets.
963
                this_path = None
964
            else:
965
                this_path = self.this_tree.id2path(file_id)
3514.4.11 by John Arbash Meinel
Handle when an entry is missing in THIS
966
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
967
            lca_kinds = []
968
            lca_parent_ids = []
969
            lca_names = []
970
            lca_executable = []
971
            for lca_ie in lca_entries:
972
                lca_kinds.append(lca_ie.kind)
973
                lca_parent_ids.append(lca_ie.parent_id)
974
                lca_names.append(lca_ie.name)
975
                lca_executable.append(lca_ie.executable)
976
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
977
            kind_winner = self._lca_multi_way(
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
978
                (base_ie.kind, lca_kinds),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
979
                other_ie.kind, this_ie.kind)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
980
            parent_id_winner = self._lca_multi_way(
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
981
                (base_ie.parent_id, lca_parent_ids),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
982
                other_ie.parent_id, this_ie.parent_id)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
983
            name_winner = self._lca_multi_way(
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
984
                (base_ie.name, lca_names),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
985
                other_ie.name, this_ie.name)
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
986
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
987
            content_changed = True
988
            if kind_winner == 'this':
989
                # No kind change in OTHER, see if there are *any* changes
3948.1.1 by John Arbash Meinel
Fix an edge case with deleted files and criss-cross merges.
990
                if other_ie.kind == 'directory':
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
991
                    if parent_id_winner == 'this' and name_winner == 'this':
992
                        # No change for this directory in OTHER, skip
993
                        continue
994
                    content_changed = False
3948.1.1 by John Arbash Meinel
Fix an edge case with deleted files and criss-cross merges.
995
                elif other_ie.kind is None or other_ie.kind == 'file':
6883.10.1 by Jelmer Vernooij
Fix more tets.
996
                    def get_sha1(tree, path):
997
                        if path is None:
998
                            return None
999
                        try:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1000
                            return tree.get_file_sha1(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1001
                        except errors.NoSuchFile:
1002
                            return None
1003
                    base_sha1 = get_sha1(self.base_tree, base_path)
6928.1.2 by Jelmer Vernooij
Fix path specification.
1004
                    lca_sha1s = [get_sha1(tree, lca_path)
1005
                                 for tree, lca_path
6883.10.1 by Jelmer Vernooij
Fix more tets.
1006
                                 in zip(self._lca_trees, lca_paths)]
1007
                    this_sha1 = get_sha1(self.this_tree, this_path)
1008
                    other_sha1 = get_sha1(self.other_tree, other_path)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
1009
                    sha1_winner = self._lca_multi_way(
3514.4.30 by John Arbash Meinel
Several updates.
1010
                        (base_sha1, lca_sha1s), other_sha1, this_sha1,
1011
                        allow_overriding_lca=False)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
1012
                    exec_winner = self._lca_multi_way(
3514.4.22 by John Arbash Meinel
Handle executable bit changes as well.
1013
                        (base_ie.executable, lca_executable),
1014
                        other_ie.executable, this_ie.executable)
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
1015
                    if (parent_id_winner == 'this' and name_winner == 'this'
7143.15.2 by Jelmer Vernooij
Run autopep8.
1016
                            and sha1_winner == 'this' and exec_winner == 'this'):
3514.4.22 by John Arbash Meinel
Handle executable bit changes as well.
1017
                        # No kind, parent, name, exec, or content change for
1018
                        # OTHER, so this node is not considered interesting
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
1019
                        continue
1020
                    if sha1_winner == 'this':
1021
                        content_changed = False
3514.4.27 by John Arbash Meinel
A couple of symlink tests, we need to do more.
1022
                elif other_ie.kind == 'symlink':
6883.10.1 by Jelmer Vernooij
Fix more tets.
1023
                    def get_target(ie, tree, path):
3514.4.35 by John Arbash Meinel
Add a test that we only call get_symlink_target if the object should be a symlink.
1024
                        if ie.kind != 'symlink':
3514.4.34 by John Arbash Meinel
Handle symlinks properly when objects are not RevisionTrees
1025
                            return None
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1026
                        return tree.get_symlink_target(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1027
                    base_target = get_target(base_ie, self.base_tree, base_path)
1028
                    lca_targets = [get_target(ie, tree, lca_path) for ie, tree, lca_path
1029
                                   in zip(lca_entries, self._lca_trees, lca_paths)]
7143.15.2 by Jelmer Vernooij
Run autopep8.
1030
                    this_target = get_target(
1031
                        this_ie, self.this_tree, this_path)
1032
                    other_target = get_target(
1033
                        other_ie, self.other_tree, other_path)
3514.4.39 by John Arbash Meinel
Use self._lca_multi_way rather than Merge3Merger._lca_multi_way by Aaron's request.
1034
                    target_winner = self._lca_multi_way(
3514.4.34 by John Arbash Meinel
Handle symlinks properly when objects are not RevisionTrees
1035
                        (base_target, lca_targets),
1036
                        other_target, this_target)
3514.4.28 by John Arbash Meinel
More symlink tests.
1037
                    if (parent_id_winner == 'this' and name_winner == 'this'
7143.15.2 by Jelmer Vernooij
Run autopep8.
1038
                            and target_winner == 'this'):
3514.4.28 by John Arbash Meinel
More symlink tests.
1039
                        # No kind, parent, name, or symlink target change
1040
                        # not interesting
1041
                        continue
1042
                    if target_winner == 'this':
1043
                        content_changed = False
3514.4.33 by John Arbash Meinel
Implement support for 'tree-reference'.
1044
                elif other_ie.kind == 'tree-reference':
1045
                    # The 'changed' information seems to be handled at a higher
1046
                    # level. At least, _entries3 returns False for content
1047
                    # changed, even when at a new revision_id.
1048
                    content_changed = False
1049
                    if (parent_id_winner == 'this' and name_winner == 'this'):
1050
                        # Nothing interesting
1051
                        continue
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1052
                else:
1053
                    raise AssertionError('unhandled kind: %s' % other_ie.kind)
3514.4.13 by John Arbash Meinel
Switch the lca_trees to be in 'find_merge_order'.
1054
1055
            # If we have gotten this far, that means something has changed
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
1056
            result.append((file_id, content_changed,
6883.10.1 by Jelmer Vernooij
Fix more tets.
1057
                           ((base_path, lca_paths),
1058
                            other_path, this_path),
3514.4.20 by John Arbash Meinel
Use the _lca_multi_way to work out if there is actually a kind/parent/name/content change.
1059
                           ((base_ie.parent_id, lca_parent_ids),
1060
                            other_ie.parent_id, this_ie.parent_id),
1061
                           ((base_ie.name, lca_names),
1062
                            other_ie.name, this_ie.name),
1063
                           ((base_ie.executable, lca_executable),
1064
                            other_ie.executable, this_ie.executable)
7143.15.2 by Jelmer Vernooij
Run autopep8.
1065
                           ))
3514.4.5 by John Arbash Meinel
Initial work on _entries_lca.
1066
        return result
1067
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1068
    def write_modified(self, results):
6885.2.1 by Jelmer Vernooij
Add WorkingTree.supports_merge_modified.
1069
        if not self.working_tree.supports_merge_modified():
1070
            return
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1071
        modified_hashes = {}
1072
        for path in results.modified_paths:
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1073
            wt_relpath = self.working_tree.relpath(path)
1074
            file_id = self.working_tree.path2id(wt_relpath)
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1075
            if file_id is None:
1076
                continue
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1077
            hash = self.working_tree.get_file_sha1(wt_relpath)
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1078
            if hash is None:
1079
                continue
1080
            modified_hashes[file_id] = hash
6885.2.1 by Jelmer Vernooij
Add WorkingTree.supports_merge_modified.
1081
        self.working_tree.set_merge_modified(modified_hashes)
1534.7.192 by Aaron Bentley
Record hashes produced by merges
1082
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1083
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1084
    def parent(entry):
1534.7.157 by Aaron Bentley
Added more docs
1085
        """Determine the parent for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1086
        if entry is None:
1087
            return None
1088
        return entry.parent_id
1089
1090
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1091
    def name(entry):
1534.7.157 by Aaron Bentley
Added more docs
1092
        """Determine the name for a file_id (used as a key method)"""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1093
        if entry is None:
1094
            return None
1095
        return entry.name
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1096
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1097
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1098
    def contents_sha1(tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1099
        """Determine the sha1 of the file contents (used as a key method)."""
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1100
        try:
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1101
            return tree.get_file_sha1(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1102
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1103
            return None
1104
1105
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1106
    def executable(tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1107
        """Determine the executability of a file-id (used as a key method)."""
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1108
        try:
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1109
            if tree.kind(path) != "file":
6883.10.1 by Jelmer Vernooij
Fix more tets.
1110
                return False
1111
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1112
            return None
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1113
        return tree.is_executable(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1114
1115
    @staticmethod
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1116
    def kind(tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1117
        """Determine the kind of a file-id (used as a key method)."""
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1118
        try:
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1119
            return tree.kind(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1120
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1121
            return None
1122
1123
    @staticmethod
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1124
    def _three_way(base, other, this):
1125
        if base == other:
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1126
            # if 'base == other', either they all agree, or only 'this' has
1127
            # changed.
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1128
            return 'this'
2590.2.10 by Aaron Bentley
Updates from review
1129
        elif this not in (base, other):
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1130
            # 'this' is neither 'base' nor 'other', so both sides changed
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1131
            return 'conflict'
1132
        elif this == other:
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1133
            # "Ambiguous clean merge" -- both sides have made the same change.
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1134
            return "this"
1135
        else:
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1136
            # this == base: only other has changed.
2590.2.8 by Aaron Bentley
Restore conflict handling changes
1137
            return "other"
1138
1139
    @staticmethod
3514.4.30 by John Arbash Meinel
Several updates.
1140
    def _lca_multi_way(bases, other, this, allow_overriding_lca=True):
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1141
        """Consider LCAs when determining whether a change has occurred.
1142
1143
        If LCAS are all identical, this is the same as a _three_way comparison.
1144
1145
        :param bases: value in (BASE, [LCAS])
1146
        :param other: value in OTHER
1147
        :param this: value in THIS
3514.4.30 by John Arbash Meinel
Several updates.
1148
        :param allow_overriding_lca: If there is more than one unique lca
1149
            value, allow OTHER to override THIS if it has a new value, and
1150
            THIS only has an lca value, or vice versa. This is appropriate for
1151
            truly scalar values, not as much for non-scalars.
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1152
        :return: 'this', 'other', or 'conflict' depending on whether an entry
1153
            changed or not.
1154
        """
3948.1.7 by Vincent Ladeuil
Slight refactoring and test fixing.
1155
        # See doc/developers/lca_tree_merging.txt for details about this
3514.4.30 by John Arbash Meinel
Several updates.
1156
        # algorithm.
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1157
        if other == this:
1158
            # Either Ambiguously clean, or nothing was actually changed. We
1159
            # don't really care
1160
            return 'this'
1161
        base_val, lca_vals = bases
1162
        # Remove 'base_val' from the lca_vals, because it is not interesting
1163
        filtered_lca_vals = [lca_val for lca_val in lca_vals
7143.15.2 by Jelmer Vernooij
Run autopep8.
1164
                             if lca_val != base_val]
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1165
        if len(filtered_lca_vals) == 0:
1166
            return Merge3Merger._three_way(base_val, other, this)
3514.4.30 by John Arbash Meinel
Several updates.
1167
1168
        unique_lca_vals = set(filtered_lca_vals)
1169
        if len(unique_lca_vals) == 1:
1170
            return Merge3Merger._three_way(unique_lca_vals.pop(), other, this)
1171
1172
        if allow_overriding_lca:
1173
            if other in unique_lca_vals:
1174
                if this in unique_lca_vals:
1175
                    # Each side picked a different lca, conflict
1176
                    return 'conflict'
1177
                else:
1178
                    # This has a value which supersedes both lca values, and
1179
                    # other only has an lca value
1180
                    return 'this'
1181
            elif this in unique_lca_vals:
1182
                # OTHER has a value which supersedes both lca values, and this
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1183
                # only has an lca value
3514.4.30 by John Arbash Meinel
Several updates.
1184
                return 'other'
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1185
5128.1.1 by Vincent Ladeuil
Uncontroversial cleanups, mostly comments
1186
        # At this point, the lcas disagree, and the tip disagree
3514.4.19 by John Arbash Meinel
Add the _lca_multi_way function, and explicit tests.
1187
        return 'conflict'
1188
6883.10.1 by Jelmer Vernooij
Fix more tets.
1189
    def _merge_names(self, file_id, paths, parents, names, resolver):
2590.2.7 by Aaron Bentley
Misc cleanup
1190
        """Perform a merge on file_id names and parents"""
2590.2.1 by Aaron Bentley
Start work on merging names based on iter_changes
1191
        base_name, other_name, this_name = names
1192
        base_parent, other_parent, this_parent = parents
6883.10.1 by Jelmer Vernooij
Fix more tets.
1193
        unused_base_path, other_path, this_path = paths
2590.2.2 by Aaron Bentley
Do most name merging from iter_changes output
1194
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1195
        name_winner = resolver(*names)
2590.2.1 by Aaron Bentley
Start work on merging names based on iter_changes
1196
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1197
        parent_id_winner = resolver(*parents)
2590.2.2 by Aaron Bentley
Do most name merging from iter_changes output
1198
        if this_name is None:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1199
            if name_winner == "this":
1200
                name_winner = "other"
1201
            if parent_id_winner == "this":
1202
                parent_id_winner = "other"
1203
        if name_winner == "this" and parent_id_winner == "this":
1204
            return
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1205
        if name_winner == 'conflict' or parent_id_winner == 'conflict':
4597.7.18 by Vincent Ladeuil
Start addressing Andrew's concerns.
1206
            # Creating helpers (.OTHER or .THIS) here cause problems down the
1207
            # road if a ContentConflict needs to be created so we should not do
1208
            # that
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1209
            trans_id = self.tt.trans_id_file_id(file_id)
1210
            self._raw_conflicts.append(('path conflict', trans_id, file_id,
1211
                                        this_parent, this_name,
1212
                                        other_parent, other_name))
6883.10.1 by Jelmer Vernooij
Fix more tets.
1213
        if other_path is None:
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1214
            # it doesn't matter whether the result was 'other' or
5954.4.6 by Aaron Bentley
Updates from review.
1215
            # 'conflict'-- if it has no file id, we leave it alone.
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1216
            return
2590.2.7 by Aaron Bentley
Misc cleanup
1217
        parent_id = parents[self.winner_idx[parent_id_winner]]
5954.4.2 by Aaron Bentley
Support merging into null tree.
1218
        name = names[self.winner_idx[name_winner]]
1219
        if parent_id is not None or name is not None:
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1220
            # if we get here, name_winner and parent_winner are set to safe
1221
            # values.
5954.4.2 by Aaron Bentley
Support merging into null tree.
1222
            if parent_id is None and name is not None:
1223
                # if parent_id is None and name is non-None, current file is
1224
                # the tree root.
1225
                if names[self.winner_idx[parent_id_winner]] != '':
1226
                    raise AssertionError(
1227
                        'File looks like a root, but named %s' %
1228
                        names[self.winner_idx[parent_id_winner]])
1229
                parent_trans_id = transform.ROOT_PARENT
1230
            else:
1231
                parent_trans_id = self.tt.trans_id_file_id(parent_id)
1232
            self.tt.adjust_path(name, parent_trans_id,
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1233
                                self.tt.trans_id_file_id(file_id))
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1234
6883.10.1 by Jelmer Vernooij
Fix more tets.
1235
    def _do_merge_contents(self, paths, file_id):
3874.2.10 by Vincent Ladeuil
Fix typo.
1236
        """Performs a merge on file_id contents."""
6883.10.1 by Jelmer Vernooij
Fix more tets.
1237
        def contents_pair(tree, path):
1238
            if path is None:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1239
                return (None, None)
6809.4.17 by Jelmer Vernooij
One more :)
1240
            try:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1241
                kind = tree.kind(path)
6809.4.17 by Jelmer Vernooij
One more :)
1242
            except errors.NoSuchFile:
1243
                return (None, None)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1244
            if kind == "file":
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1245
                contents = tree.get_file_sha1(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1246
            elif kind == "symlink":
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1247
                contents = tree.get_symlink_target(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1248
            else:
1249
                contents = None
1250
            return kind, contents
1558.15.3 by Aaron Bentley
Handle binary files for diff3 merges
1251
6883.10.1 by Jelmer Vernooij
Fix more tets.
1252
        base_path, other_path, this_path = paths
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1253
        # See SPOT run.  run, SPOT, run.
1254
        # So we're not QUITE repeating ourselves; we do tricky things with
1255
        # file kind...
6883.10.1 by Jelmer Vernooij
Fix more tets.
1256
        other_pair = contents_pair(self.other_tree, other_path)
1257
        this_pair = contents_pair(self.this_tree, this_path)
3955.2.1 by John Arbash Meinel
Change the workings of merge_content to be lca aware.
1258
        if self._lca_trees:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1259
            (base_path, lca_paths) = base_path
1260
            base_pair = contents_pair(self.base_tree, base_path)
1261
            lca_pairs = [contents_pair(tree, path)
1262
                         for tree, path in zip(self._lca_trees, lca_paths)]
3955.2.1 by John Arbash Meinel
Change the workings of merge_content to be lca aware.
1263
            winner = self._lca_multi_way((base_pair, lca_pairs), other_pair,
1264
                                         this_pair, allow_overriding_lca=False)
1265
        else:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1266
            base_pair = contents_pair(self.base_tree, base_path)
3948.1.7 by Vincent Ladeuil
Slight refactoring and test fixing.
1267
            if base_pair == other_pair:
1268
                winner = 'this'
1269
            else:
1270
                # We delayed evaluating this_pair as long as we can to avoid
1271
                # unnecessary sha1 calculation
6883.10.1 by Jelmer Vernooij
Fix more tets.
1272
                this_pair = contents_pair(self.this_tree, this_path)
3948.1.7 by Vincent Ladeuil
Slight refactoring and test fixing.
1273
                winner = self._three_way(base_pair, other_pair, this_pair)
3955.2.1 by John Arbash Meinel
Change the workings of merge_content to be lca aware.
1274
        if winner == 'this':
1275
            # No interesting changes introduced by OTHER
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1276
            return "unmodified"
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1277
        # We have a hypothetical conflict, but if we have files, then we
1278
        # can try to merge the content
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1279
        trans_id = self.tt.trans_id_file_id(file_id)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1280
        params = MergeFileHookParams(
1281
            self, file_id, (base_path, other_path,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1282
                            this_path), trans_id, this_pair[0],
4869.3.21 by Andrew Bennetts
Pass kinds (not pairs) to MergeHookParams.
1283
            other_pair[0], winner)
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1284
        hooks = self.active_hooks
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1285
        hook_status = 'not_applicable'
1286
        for hook in hooks:
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1287
            hook_status, lines = hook.merge_contents(params)
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1288
            if hook_status != 'not_applicable':
1289
                # Don't try any more hooks, this one applies.
4869.3.5 by Andrew Bennetts
Hook is invoked for delete vs. change conflicts, and may choose to result in deleting the file.
1290
                break
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1291
        # If the merge ends up replacing the content of the file, we get rid of
1292
        # it at the end of this method (this variable is used to track the
1293
        # exceptions to this rule).
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1294
        keep_this = False
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1295
        result = "modified"
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1296
        if hook_status == 'not_applicable':
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1297
            # No merge hook was able to resolve the situation. Two cases exist:
1298
            # a content conflict or a duplicate one.
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1299
            result = None
4869.3.17 by Andrew Bennetts
Remove contents_conflict nested function, replace last callsite with simpler form.
1300
            name = self.tt.final_name(trans_id)
1301
            parent_id = self.tt.final_parent(trans_id)
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1302
            inhibit_content_conflict = False
7143.15.2 by Jelmer Vernooij
Run autopep8.
1303
            if params.this_kind is None:  # file_id is not in THIS
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1304
                # Is the name used for a different file_id ?
6883.10.1 by Jelmer Vernooij
Fix more tets.
1305
                if self.this_tree.is_versioned(other_path):
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1306
                    # Two entries for the same path
1307
                    keep_this = True
1308
                    # versioning the merged file will trigger a duplicate
1309
                    # conflict
1310
                    self.tt.version_file(file_id, trans_id)
1311
                    transform.create_from_tree(
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1312
                        self.tt, trans_id, self.other_tree,
6883.10.1 by Jelmer Vernooij
Fix more tets.
1313
                        other_path, file_id=file_id,
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1314
                        filter_tree_path=self._get_filter_tree_path(file_id))
1315
                    inhibit_content_conflict = True
7143.15.2 by Jelmer Vernooij
Run autopep8.
1316
            elif params.other_kind is None:  # file_id is not in OTHER
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1317
                # Is the name used for a different file_id ?
6883.10.1 by Jelmer Vernooij
Fix more tets.
1318
                if self.other_tree.is_versioned(this_path):
6015.47.5 by Vincent Ladeuil
Fix the other half by also producing a conflict but rely on merge to create the appropriate content. This covers the case where a file is modified in THIS but replaced in OTHER
1319
                    # Two entries for the same path again, but here, the other
1320
                    # entry will also be merged.  We simply inhibit the
1321
                    # 'content' conflict creation because we know OTHER will
1322
                    # create (or has already created depending on ordering) an
1323
                    # entry at the same path. This will trigger a 'duplicate'
1324
                    # conflict later.
1325
                    keep_this = True
1326
                    inhibit_content_conflict = True
1327
            if not inhibit_content_conflict:
1328
                if params.this_kind is not None:
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1329
                    self.tt.unversion_file(trans_id)
1330
                # This is a contents conflict, because none of the available
1331
                # functions could merge it.
6923.1.1 by Jelmer Vernooij
Fix regression.
1332
                file_group = self._dump_conflicts(
7143.15.2 by Jelmer Vernooij
Run autopep8.
1333
                    name, (base_path, other_path, this_path), parent_id,
1334
                    file_id, set_version=True)
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1335
                self._raw_conflicts.append(('contents conflict', file_group))
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1336
        elif hook_status == 'success':
1337
            self.tt.create_file(lines, trans_id)
1338
        elif hook_status == 'conflicted':
1339
            # XXX: perhaps the hook should be able to provide
1340
            # the BASE/THIS/OTHER files?
1341
            self.tt.create_file(lines, trans_id)
1342
            self._raw_conflicts.append(('text conflict', trans_id))
1343
            name = self.tt.final_name(trans_id)
1344
            parent_id = self.tt.final_parent(trans_id)
6923.1.1 by Jelmer Vernooij
Fix regression.
1345
            self._dump_conflicts(
1346
                name, (base_path, other_path, this_path), parent_id, file_id)
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1347
        elif hook_status == 'delete':
1348
            self.tt.unversion_file(trans_id)
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1349
            result = "deleted"
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1350
        elif hook_status == 'done':
1351
            # The hook function did whatever it needs to do directly, no
1352
            # further action needed here.
1353
            pass
1354
        else:
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1355
            raise AssertionError('unknown hook_status: %r' % (hook_status,))
6883.10.1 by Jelmer Vernooij
Fix more tets.
1356
        if not this_path and result == "modified":
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1357
            self.tt.version_file(file_id, trans_id)
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1358
        if not keep_this:
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1359
            # The merge has been performed and produced a new content, so the
1360
            # old contents should not be retained.
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1361
            self.tt.delete_contents(trans_id)
4869.3.18 by Andrew Bennetts
Simplify slightly more.
1362
        return result
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1363
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1364
    def _default_other_winner_merge(self, merge_hook_params):
1365
        """Replace this contents with other."""
1366
        file_id = merge_hook_params.file_id
1367
        trans_id = merge_hook_params.trans_id
6883.10.1 by Jelmer Vernooij
Fix more tets.
1368
        if merge_hook_params.other_path is not None:
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1369
            # OTHER changed the file
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1370
            transform.create_from_tree(
6809.4.7 by Jelmer Vernooij
Swap arguments for get_symlink_target and kind/stored_kind.
1371
                self.tt, trans_id, self.other_tree,
6883.10.1 by Jelmer Vernooij
Fix more tets.
1372
                merge_hook_params.other_path, file_id=file_id,
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1373
                filter_tree_path=self._get_filter_tree_path(file_id))
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1374
            return 'done', None
6883.10.1 by Jelmer Vernooij
Fix more tets.
1375
        elif merge_hook_params.this_path is not None:
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1376
            # OTHER deleted the file
1377
            return 'delete', None
1378
        else:
1379
            raise AssertionError(
1380
                'winner is OTHER, but file_id %r not in THIS or OTHER tree'
1381
                % (file_id,))
1382
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1383
    def merge_contents(self, merge_hook_params):
1384
        """Fallback merge logic after user installed hooks."""
1385
        # This function is used in merge hooks as the fallback instance.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1386
        # Perhaps making this function and the functions it calls be a
4797.5.1 by Robert Collins
Support state on per-file merging to permit more efficient use of configuration data.
1387
        # a separate class would be better.
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1388
        if merge_hook_params.winner == 'other':
1389
            # OTHER is a straight winner, so replace this contents with other
1390
            return self._default_other_winner_merge(merge_hook_params)
1391
        elif merge_hook_params.is_file_merge():
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1392
            # THIS and OTHER are both files, so text merge.  Either
1393
            # BASE is a file, or both converted to files, so at least we
1394
            # have agreement that output should be a file.
1395
            try:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1396
                self.text_merge(merge_hook_params.trans_id,
1397
                                merge_hook_params.paths, merge_hook_params.file_id)
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1398
            except errors.BinaryFile:
1399
                return 'not_applicable', None
4869.3.16 by Andrew Bennetts
Move handling of winner==OTHER case into generic hook path too.
1400
            return 'done', None
4869.3.15 by Andrew Bennetts
Refactor so that the default text merge is the final hook tried. Other hooks can now invoke it directly via merger.default_text_merge if they wish.
1401
        else:
1402
            return 'not_applicable', None
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1403
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1404
    def get_lines(self, tree, path):
1534.7.157 by Aaron Bentley
Added more docs
1405
        """Return the lines in a file, or an empty list."""
6883.10.1 by Jelmer Vernooij
Fix more tets.
1406
        if path is None:
1407
            return []
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1408
        try:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1409
            kind = tree.kind(path)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1410
        except errors.NoSuchFile:
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1411
            return []
6809.4.5 by Jelmer Vernooij
Swap arguments for get_file_*.
1412
        else:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1413
            if kind != 'file':
1414
                return []
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1415
            return tree.get_file_lines(path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1416
6883.10.1 by Jelmer Vernooij
Fix more tets.
1417
    def text_merge(self, trans_id, paths, file_id):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1418
        """Perform a three-way text merge on a file_id"""
1419
        # it's possible that we got here with base as a different type.
1420
        # if so, we just want two-way text conflicts.
6883.10.1 by Jelmer Vernooij
Fix more tets.
1421
        base_path, other_path, this_path = paths
7192.5.2 by Jelmer Vernooij
Fixes.
1422
        base_lines = self.get_lines(self.base_tree, base_path)
1423
        other_lines = self.get_lines(self.other_tree, other_path)
1424
        this_lines = self.get_lines(self.this_tree, this_path)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1425
        m3 = merge3.Merge3(base_lines, this_lines, other_lines,
1426
                           is_cherrypick=self.cherrypick)
6973.9.1 by Jelmer Vernooij
More test fixes.
1427
        start_marker = b"!START OF MERGE CONFLICT!" + b"I HOPE THIS IS UNIQUE"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1428
        if self.show_base is True:
7045.1.1 by Jelmer Vernooij
Fix another 300 tests.
1429
            base_marker = b'|' * 7
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1430
        else:
1431
            base_marker = None
1432
1433
        def iter_merge3(retval):
1434
            retval["text_conflicts"] = False
7143.15.2 by Jelmer Vernooij
Run autopep8.
1435
            for line in m3.merge_lines(name_a=b"TREE",
1436
                                       name_b=b"MERGE-SOURCE",
1437
                                       name_base=b"BASE-REVISION",
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1438
                                       start_marker=start_marker,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1439
                                       base_marker=base_marker,
1440
                                       reprocess=self.reprocess):
1441
                if line.startswith(start_marker):
1442
                    retval["text_conflicts"] = True
6973.9.1 by Jelmer Vernooij
More test fixes.
1443
                    yield line.replace(start_marker, b'<' * 7)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1444
                else:
1445
                    yield line
1446
        retval = {}
1447
        merge3_iterator = iter_merge3(retval)
1448
        self.tt.create_file(merge3_iterator, trans_id)
1449
        if retval["text_conflicts"] is True:
1450
            self._raw_conflicts.append(('text conflict', trans_id))
1451
            name = self.tt.final_name(trans_id)
1452
            parent_id = self.tt.final_parent(trans_id)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1453
            file_group = self._dump_conflicts(name, paths, parent_id, file_id,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1454
                                              this_lines, base_lines,
1455
                                              other_lines)
1456
            file_group.append(trans_id)
1457
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1458
    def _get_filter_tree_path(self, file_id):
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1459
        if self.this_tree.supports_content_filtering():
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1460
            # We get the path from the working tree if it exists.
1461
            # That fails though when OTHER is adding a file, so
1462
            # we fall back to the other tree to find the path if
1463
            # it doesn't exist locally.
1464
            try:
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1465
                return self.this_tree.id2path(file_id)
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1466
            except errors.NoSuchId:
6015.47.8 by Vincent Ladeuil
Address some points from gz's review.
1467
                return self.other_tree.id2path(file_id)
1468
        # Skip the id2path lookup for older formats
1469
        return None
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1470
6883.10.1 by Jelmer Vernooij
Fix more tets.
1471
    def _dump_conflicts(self, name, paths, parent_id, file_id, this_lines=None,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1472
                        base_lines=None, other_lines=None, set_version=False,
1473
                        no_base=False):
1534.7.157 by Aaron Bentley
Added more docs
1474
        """Emit conflict files.
1475
        If this_lines, base_lines, or other_lines are omitted, they will be
1476
        determined automatically.  If set_version is true, the .OTHER, .THIS
1477
        or .BASE (in that order) will be created as versioned files.
1478
        """
6883.10.1 by Jelmer Vernooij
Fix more tets.
1479
        base_path, other_path, this_path = paths
1480
        data = [('OTHER', self.other_tree, other_path, other_lines),
1481
                ('THIS', self.this_tree, this_path, this_lines)]
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1482
        if not no_base:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1483
            data.append(('BASE', self.base_tree, base_path, base_lines))
4443.2.1 by Ian Clatworthy
apply content filters when merging new files
1484
1485
        # We need to use the actual path in the working tree of the file here,
1486
        # ignoring the conflict suffixes
1487
        wt = self.this_tree
1488
        if wt.supports_content_filtering():
1489
            try:
1490
                filter_tree_path = wt.id2path(file_id)
1491
            except errors.NoSuchId:
1492
                # file has been deleted
1493
                filter_tree_path = None
1494
        else:
1495
            # Skip the id2path lookup for older formats
1496
            filter_tree_path = None
1497
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1498
        versioned = False
1499
        file_group = []
6883.10.1 by Jelmer Vernooij
Fix more tets.
1500
        for suffix, tree, path, lines in data:
1501
            if path is not None:
6809.4.21 by Jelmer Vernooij
Fix long lines.
1502
                trans_id = self._conflict_file(
7143.15.2 by Jelmer Vernooij
Run autopep8.
1503
                    name, parent_id, path, tree, file_id, suffix, lines,
1504
                    filter_tree_path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1505
                file_group.append(trans_id)
1506
                if set_version and not versioned:
1507
                    self.tt.version_file(file_id, trans_id)
1508
                    versioned = True
1509
        return file_group
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1510
6809.4.21 by Jelmer Vernooij
Fix long lines.
1511
    def _conflict_file(self, name, parent_id, path, tree, file_id, suffix,
4443.2.1 by Ian Clatworthy
apply content filters when merging new files
1512
                       lines=None, filter_tree_path=None):
1534.7.157 by Aaron Bentley
Added more docs
1513
        """Emit a single conflict file."""
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1514
        name = name + '.' + suffix
1515
        trans_id = self.tt.create_path(name, parent_id)
6809.4.21 by Jelmer Vernooij
Fix long lines.
1516
        transform.create_from_tree(
7143.15.2 by Jelmer Vernooij
Run autopep8.
1517
            self.tt, trans_id, tree, path,
1518
            file_id=file_id, chunks=lines,
1519
            filter_tree_path=filter_tree_path)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1520
        return trans_id
1521
6883.10.1 by Jelmer Vernooij
Fix more tets.
1522
    def merge_executable(self, paths, file_id, file_status):
1534.7.157 by Aaron Bentley
Added more docs
1523
        """Perform a merge on the execute bit."""
7143.15.5 by Jelmer Vernooij
More PEP8 fixes.
1524
        executable = [self.executable(t, p, file_id)
1525
                      for t, p in zip([self.base_tree, self.other_tree, self.this_tree], paths)]
6883.10.1 by Jelmer Vernooij
Fix more tets.
1526
        self._merge_executable(paths, file_id, executable, file_status,
3514.4.40 by John Arbash Meinel
Make 'resolver' a required parameter.
1527
                               resolver=self._three_way)
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1528
6883.10.1 by Jelmer Vernooij
Fix more tets.
1529
    def _merge_executable(self, paths, file_id, executable, file_status,
3514.4.40 by John Arbash Meinel
Make 'resolver' a required parameter.
1530
                          resolver):
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1531
        """Perform a merge on the execute bit."""
1532
        base_executable, other_executable, this_executable = executable
6883.10.1 by Jelmer Vernooij
Fix more tets.
1533
        base_path, other_path, this_path = paths
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1534
        if file_status == "deleted":
1535
            return
3514.4.21 by John Arbash Meinel
Hook up the lca-way logic into the path handlers.
1536
        winner = resolver(*executable)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1537
        if winner == "conflict":
7143.15.2 by Jelmer Vernooij
Run autopep8.
1538
            # There must be a None in here, if we have a conflict, but we
1539
            # need executability since file status was not deleted.
6928.1.2 by Jelmer Vernooij
Fix path specification.
1540
            if other_path is None:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
1541
                winner = "this"
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1542
            else:
1534.7.142 by Aaron Bentley
Fixed executability conflicts
1543
                winner = "other"
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1544
        if winner == 'this' and file_status != "modified":
1545
            return
1546
        trans_id = self.tt.trans_id_file_id(file_id)
4597.9.7 by Vincent Ladeuil
transform.final_kind() now returns None instead of raising NoSuchFile.
1547
        if self.tt.final_kind(trans_id) != "file":
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1548
            return
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1549
        if winner == "this":
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1550
            executability = this_executable
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1551
        else:
6883.10.1 by Jelmer Vernooij
Fix more tets.
1552
            if other_path is not None:
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1553
                executability = other_executable
6883.10.1 by Jelmer Vernooij
Fix more tets.
1554
            elif this_path is not None:
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1555
                executability = this_executable
6883.10.1 by Jelmer Vernooij
Fix more tets.
1556
            elif base_path is not None:
2590.2.3 by Aaron Bentley
Merge the execute bit based on iter_changes
1557
                executability = base_executable
1551.19.30 by Aaron Bentley
Accelerate merge by skipping file existence check when merging execute bit
1558
        if executability is not None:
1559
            trans_id = self.tt.trans_id_file_id(file_id)
1560
            self.tt.set_executability(executability, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1561
1534.7.172 by Aaron Bentley
Integrated fs conflicts with merge conflicts.
1562
    def cook_conflicts(self, fs_conflicts):
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1563
        """Convert all conflicts into a form that doesn't depend on trans_id"""
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1564
        content_conflict_file_ids = set()
1565
        cooked_conflicts = transform.cook_conflicts(fs_conflicts, self.tt)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1566
        fp = transform.FinalPaths(self.tt)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1567
        for conflict in self._raw_conflicts:
1568
            conflict_type = conflict[0]
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1569
            if conflict_type == 'path conflict':
1570
                (trans_id, file_id,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1571
                 this_parent, this_name,
1572
                 other_parent, other_name) = conflict[1:]
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1573
                if this_parent is None or this_name is None:
1574
                    this_path = '<deleted>'
1575
                else:
7143.15.2 by Jelmer Vernooij
Run autopep8.
1576
                    parent_path = fp.get_path(
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1577
                        self.tt.trans_id_file_id(this_parent))
1578
                    this_path = osutils.pathjoin(parent_path, this_name)
1579
                if other_parent is None or other_name is None:
1580
                    other_path = '<deleted>'
1581
                else:
5050.73.8 by Vincent Ladeuil
Handle path conflicts involving different root-ids
1582
                    if other_parent == self.other_tree.get_root_id():
5050.73.9 by Vincent Ladeuil
Fix typo.
1583
                        # The tree transform doesn't know about the other root,
5050.73.8 by Vincent Ladeuil
Handle path conflicts involving different root-ids
1584
                        # so we special case here to avoid a NoFinalPath
1585
                        # exception
1586
                        parent_path = ''
1587
                    else:
7143.15.2 by Jelmer Vernooij
Run autopep8.
1588
                        parent_path = fp.get_path(
5050.73.8 by Vincent Ladeuil
Handle path conflicts involving different root-ids
1589
                            self.tt.trans_id_file_id(other_parent))
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1590
                    other_path = osutils.pathjoin(parent_path, other_name)
1591
                c = _mod_conflicts.Conflict.factory(
1592
                    'path conflict', path=this_path,
1593
                    conflict_path=other_path,
1594
                    file_id=file_id)
1595
            elif conflict_type == 'contents conflict':
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1596
                for trans_id in conflict[1]:
1597
                    file_id = self.tt.final_file_id(trans_id)
1598
                    if file_id is not None:
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1599
                        # Ok we found the relevant file-id
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1600
                        break
1601
                path = fp.get_path(trans_id)
1602
                for suffix in ('.BASE', '.THIS', '.OTHER'):
1603
                    if path.endswith(suffix):
6015.47.4 by Vincent Ladeuil
Fix first half of the bug by producing a 'duplicate' conflict instead of a 'content' one when the file has been replaced in THIS and modified in OTHER.
1604
                        # Here is the raw path
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1605
                        path = path[:-len(suffix)]
1606
                        break
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1607
                c = _mod_conflicts.Conflict.factory(conflict_type,
1608
                                                    path=path, file_id=file_id)
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1609
                content_conflict_file_ids.add(file_id)
4597.7.11 by Vincent Ladeuil
Fix #531967 by creating helpers for PathConflicts when a deletion
1610
            elif conflict_type == 'text conflict':
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1611
                trans_id = conflict[1]
1612
                path = fp.get_path(trans_id)
1613
                file_id = self.tt.final_file_id(trans_id)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1614
                c = _mod_conflicts.Conflict.factory(conflict_type,
1615
                                                    path=path, file_id=file_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1616
            else:
4597.7.18 by Vincent Ladeuil
Start addressing Andrew's concerns.
1617
                raise AssertionError('bad conflict type: %r' % (conflict,))
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1618
            cooked_conflicts.append(c)
5988.2.2 by Vincent Ladeuil
Make it clear that we start from an empty cooked_conflicts list.
1619
1620
        self.cooked_conflicts = []
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1621
        # We want to get rid of path conflicts when a corresponding contents
1622
        # conflict exists. This can occur when one branch deletes a file while
1623
        # the other renames *and* modifies it. In this case, the content
1624
        # conflict is enough.
1625
        for c in cooked_conflicts:
1626
            if (c.typestring == 'path conflict'
7143.15.2 by Jelmer Vernooij
Run autopep8.
1627
                    and c.file_id in content_conflict_file_ids):
5988.2.1 by Vincent Ladeuil
Do not generate path conflicts if a corresponding content conflict exists
1628
                continue
1534.10.19 by Aaron Bentley
Stanza conversion, cooking
1629
            self.cooked_conflicts.append(c)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1630
        self.cooked_conflicts.sort(key=_mod_conflicts.Conflict.sort_key)
1534.7.141 by Aaron Bentley
Added conflict reporting
1631
1632
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1633
class WeaveMerger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
1634
    """Three-way tree merger, text weave merger."""
1551.6.8 by Aaron Bentley
Implemented reprocess for weave
1635
    supports_reprocess = True
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1636
    supports_show_base = False
3062.2.7 by Aaron Bentley
Prevent reverse cherry-picking with weave
1637
    supports_reverse_cherrypick = False
3062.2.9 by Aaron Bentley
Don't use the base if not cherrypicking
1638
    history_based = True
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1639
    requires_file_merge_plan = True
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1640
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1641
    def _generate_merge_plan(self, file_id, base):
1642
        return self.this_tree.plan_file_merge(file_id, self.other_tree,
3062.2.9 by Aaron Bentley
Don't use the base if not cherrypicking
1643
                                              base=base)
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1644
1645
    def _merged_lines(self, file_id):
1646
        """Generate the merged lines.
1647
        There is no distinction between lines that are meant to contain <<<<<<<
1648
        and conflicts.
1649
        """
1650
        if self.cherrypick:
1651
            base = self.base_tree
1652
        else:
1653
            base = None
1654
        plan = self._generate_merge_plan(file_id, base)
1551.19.17 by Aaron Bentley
Add debugging flag for merges
1655
        if 'merge' in debug.debug_flags:
1656
            plan = list(plan)
1657
            trans_id = self.tt.trans_id_file_id(file_id)
1658
            name = self.tt.final_name(trans_id) + '.plan'
7029.4.1 by Jelmer Vernooij
Fix a bunch of merge tests.
1659
            contents = (b'%11s|%s' % l for l in plan)
1551.19.17 by Aaron Bentley
Add debugging flag for merges
1660
            self.tt.new_file(name, self.tt.final_parent(trans_id), contents)
7029.4.1 by Jelmer Vernooij
Fix a bunch of merge tests.
1661
        textmerge = versionedfile.PlanWeaveMerge(plan, b'<<<<<<< TREE\n',
1662
                                                 b'>>>>>>> MERGE-SOURCE\n')
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1663
        lines, conflicts = textmerge.merge_lines(self.reprocess)
1664
        if conflicts:
1665
            base_lines = textmerge.base_from_plan()
1666
        else:
1667
            base_lines = None
1668
        return lines, base_lines
4869.2.2 by Andrew Bennetts
Remove some duplication.
1669
6883.10.1 by Jelmer Vernooij
Fix more tets.
1670
    def text_merge(self, trans_id, paths, file_id):
1534.7.157 by Aaron Bentley
Added more docs
1671
        """Perform a (weave) text merge for a given file and file-id.
1672
        If conflicts are encountered, .THIS and .OTHER files will be emitted,
1673
        and a conflict will be noted.
1674
        """
6883.10.1 by Jelmer Vernooij
Fix more tets.
1675
        base_path, other_path, this_path = paths
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1676
        lines, base_lines = self._merged_lines(file_id)
1558.15.10 by Aaron Bentley
Merge bzr.dev
1677
        lines = list(lines)
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1678
        # Note we're checking whether the OUTPUT is binary in this case,
1558.15.5 by Aaron Bentley
Fixed binary handling in weave merge
1679
        # because we don't want to get into weave merge guts.
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1680
        textfile.check_text_lines(lines)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1681
        self.tt.create_file(lines, trans_id)
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1682
        if base_lines is not None:
1683
            # Conflict
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1684
            self._raw_conflicts.append(('text conflict', trans_id))
1685
            name = self.tt.final_name(trans_id)
1686
            parent_id = self.tt.final_parent(trans_id)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1687
            file_group = self._dump_conflicts(name, paths, parent_id, file_id,
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1688
                                              no_base=False,
1689
                                              base_lines=base_lines)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1690
            file_group.append(trans_id)
1691
1692
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1693
class LCAMerger(WeaveMerger):
1694
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1695
    requires_file_merge_plan = True
1696
4634.101.7 by John Arbash Meinel
Start working on the ability to drop a .BASE file for --weave and --lca merge.
1697
    def _generate_merge_plan(self, file_id, base):
1698
        return self.this_tree.plan_file_lca_merge(file_id, self.other_tree,
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1699
                                                  base=base)
1700
7143.15.2 by Jelmer Vernooij
Run autopep8.
1701
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1702
class Diff3Merger(Merge3Merger):
1534.7.167 by Aaron Bentley
PEP8 and comment cleanups
1703
    """Three-way merger using external diff3 for text merging"""
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
1704
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1705
    requires_file_merge_plan = False
1706
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1707
    def dump_file(self, temp_dir, name, tree, path):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1708
        out_path = osutils.pathjoin(temp_dir, name)
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1709
        with open(out_path, "wb") as out_file:
7141.7.1 by Jelmer Vernooij
Get rid of file_ids in most of Tree.
1710
            in_file = tree.get_file(path)
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
1711
            for line in in_file:
1712
                out_file.write(line)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1713
        return out_path
1714
6883.10.1 by Jelmer Vernooij
Fix more tets.
1715
    def text_merge(self, trans_id, paths, file_id):
1534.7.157 by Aaron Bentley
Added more docs
1716
        """Perform a diff3 merge using a specified file-id and trans-id.
1717
        If conflicts are encountered, .BASE, .THIS. and .OTHER conflict files
1718
        will be dumped, and a will be conflict noted.
1719
        """
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1720
        import breezy.patch
6883.10.1 by Jelmer Vernooij
Fix more tets.
1721
        base_path, other_path, this_path = paths
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
1722
        temp_dir = osutils.mkdtemp(prefix="bzr-")
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1723
        try:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1724
            new_file = osutils.pathjoin(temp_dir, "new")
7143.15.2 by Jelmer Vernooij
Run autopep8.
1725
            this = self.dump_file(
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1726
                temp_dir, "this", self.this_tree, this_path)
7143.15.2 by Jelmer Vernooij
Run autopep8.
1727
            base = self.dump_file(
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1728
                temp_dir, "base", self.base_tree, base_path)
7143.15.2 by Jelmer Vernooij
Run autopep8.
1729
            other = self.dump_file(
7192.5.1 by Jelmer Vernooij
Remove more file ids.
1730
                temp_dir, "other", self.other_tree, other_path)
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1731
            status = breezy.patch.diff3(new_file, this, base, other)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1732
            if status not in (0, 1):
4721.3.1 by Vincent Ladeuil
Cleanup imports.
1733
                raise errors.BzrError("Unhandled diff3 exit code")
6861.2.1 by Jelmer Vernooij
vf Move file planning to breezy.bzr.inventorytree.
1734
            with open(new_file, 'rb') as f:
1711.7.20 by John Arbash Meinel
always close files, minor PEP8 cleanup
1735
                self.tt.create_file(f, trans_id)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1736
            if status == 1:
1737
                name = self.tt.final_name(trans_id)
1738
                parent_id = self.tt.final_parent(trans_id)
6883.10.1 by Jelmer Vernooij
Fix more tets.
1739
                self._dump_conflicts(name, paths, parent_id, file_id)
1551.8.39 by Aaron Bentley
Fix diff3 conflict-reporting bug
1740
                self._raw_conflicts.append(('text conflict', trans_id))
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1741
        finally:
1996.3.18 by John Arbash Meinel
Now that mkdtemp and rmtree are lazy, they should not be directly improted.
1742
            osutils.rmtree(temp_dir)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1743
1744
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1745
class PathNotInTree(errors.BzrError):
1746
5246.2.28 by Andrew Bennetts
Improve some docstrings.
1747
    _fmt = """Merge-into failed because %(tree)s does not contain %(path)s."""
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1748
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1749
    def __init__(self, path, tree):
1750
        errors.BzrError.__init__(self, path=path, tree=tree)
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1751
1752
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1753
class MergeIntoMerger(Merger):
1754
    """Merger that understands other_tree will be merged into a subdir.
1755
1756
    This also changes the Merger api so that it uses real Branch, revision_id,
1757
    and RevisonTree objects, rather than using revision specs.
1758
    """
1759
1760
    def __init__(self, this_tree, other_branch, other_tree, target_subdir,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1761
                 source_subpath, other_rev_id=None):
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1762
        """Create a new MergeIntoMerger object.
1763
5246.2.6 by Andrew Bennetts
Improve some docstrings. Simplify code slightly.
1764
        source_subpath in other_tree will be effectively copied to
1765
        target_subdir in this_tree.
1766
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1767
        :param this_tree: The tree that we will be merging into.
1768
        :param other_branch: The Branch we will be merging from.
1769
        :param other_tree: The RevisionTree object we want to merge.
1770
        :param target_subdir: The relative path where we want to merge
1771
            other_tree into this_tree
5246.2.6 by Andrew Bennetts
Improve some docstrings. Simplify code slightly.
1772
        :param source_subpath: The relative path specifying the subtree of
1773
            other_tree to merge into this_tree.
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1774
        """
1775
        # It is assumed that we are merging a tree that is not in our current
1776
        # ancestry, which means we are using the "EmptyTree" as our basis.
1777
        null_ancestor_tree = this_tree.branch.repository.revision_tree(
7143.15.2 by Jelmer Vernooij
Run autopep8.
1778
            _mod_revision.NULL_REVISION)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1779
        super(MergeIntoMerger, self).__init__(
1780
            this_branch=this_tree.branch,
1781
            this_tree=this_tree,
1782
            other_tree=other_tree,
1783
            base_tree=null_ancestor_tree,
1784
            )
1785
        self._target_subdir = target_subdir
1786
        self._source_subpath = source_subpath
1787
        self.other_branch = other_branch
5246.2.22 by Andrew Bennetts
Minor tweaks.
1788
        if other_rev_id is None:
1789
            other_rev_id = other_tree.get_revision_id()
1790
        self.other_rev_id = self.other_basis = other_rev_id
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1791
        self.base_is_ancestor = True
1792
        self.backup_files = True
1793
        self.merge_type = Merge3Merger
1794
        self.show_base = False
1795
        self.reprocess = False
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
1796
        self.interesting_files = None
5246.2.32 by Andrew Bennetts
Rename _Wrapper to _MergeTypeParameterizer.
1797
        self.merge_type = _MergeTypeParameterizer(MergeIntoMergeType,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1798
                                                  target_subdir=self._target_subdir,
1799
                                                  source_subpath=self._source_subpath)
5246.2.11 by Andrew Bennetts
Handle partial tree merges, add more tests, refactor tests a little.
1800
        if self._source_subpath != '':
1801
            # If this isn't a partial merge make sure the revisions will be
1802
            # present.
1803
            self._maybe_fetch(self.other_branch, self.this_branch,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1804
                              self.other_basis)
5246.2.11 by Andrew Bennetts
Handle partial tree merges, add more tests, refactor tests a little.
1805
1806
    def set_pending(self):
1807
        if self._source_subpath != '':
1808
            return
1809
        Merger.set_pending(self)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1810
1811
5246.2.32 by Andrew Bennetts
Rename _Wrapper to _MergeTypeParameterizer.
1812
class _MergeTypeParameterizer(object):
5246.2.29 by Andrew Bennetts
Improve some docstrings.
1813
    """Wrap a merge-type class to provide extra parameters.
6861.2.3 by Jelmer Vernooij
Mark which merge types require plan_file_merge.
1814
5246.2.29 by Andrew Bennetts
Improve some docstrings.
1815
    This is hack used by MergeIntoMerger to pass some extra parameters to its
1816
    merge_type.  Merger.do_merge() sets up its own set of parameters to pass to
1817
    the 'merge_type' member.  It is difficult override do_merge without
1818
    re-writing the whole thing, so instead we create a wrapper which will pass
1819
    the extra parameters.
1820
    """
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1821
1822
    def __init__(self, merge_type, **kwargs):
1823
        self._extra_kwargs = kwargs
1824
        self._merge_type = merge_type
1825
1826
    def __call__(self, *args, **kwargs):
1827
        kwargs.update(self._extra_kwargs)
1828
        return self._merge_type(*args, **kwargs)
1829
1830
    def __getattr__(self, name):
1831
        return getattr(self._merge_type, name)
1832
1833
5246.2.30 by Andrew Bennetts
Rename Merge3MergeIntoMerger to MergeIntoMergeType.
1834
class MergeIntoMergeType(Merge3Merger):
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1835
    """Merger that incorporates a tree (or part of a tree) into another."""
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1836
1837
    def __init__(self, *args, **kwargs):
5246.2.28 by Andrew Bennetts
Improve some docstrings.
1838
        """Initialize the merger object.
1839
1840
        :param args: See Merge3Merger.__init__'s args.
1841
        :param kwargs: See Merge3Merger.__init__'s keyword args, except for
1842
            source_subpath and target_subdir.
1843
        :keyword source_subpath: The relative path specifying the subtree of
1844
            other_tree to merge into this_tree.
1845
        :keyword target_subdir: The relative path where we want to merge
1846
            other_tree into this_tree
1847
        """
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1848
        # All of the interesting work happens during Merge3Merger.__init__(),
1849
        # so we have have to hack in to get our extra parameters set.
1850
        self._source_subpath = kwargs.pop('source_subpath')
1851
        self._target_subdir = kwargs.pop('target_subdir')
5246.2.30 by Andrew Bennetts
Rename Merge3MergeIntoMerger to MergeIntoMergeType.
1852
        super(MergeIntoMergeType, self).__init__(*args, **kwargs)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1853
1854
    def _compute_transform(self):
6861.4.1 by Jelmer Vernooij
Make progress bars context managers.
1855
        with ui.ui_factory.nested_progress_bar() as child_pb:
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1856
            entries = self._entries_to_incorporate()
1857
            entries = list(entries)
6874.2.9 by Jelmer Vernooij
Fix test.
1858
            for num, (entry, parent_id, relpath) in enumerate(entries):
7143.15.2 by Jelmer Vernooij
Run autopep8.
1859
                child_pb.update(gettext('Preparing file merge'),
1860
                                num, len(entries))
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1861
                parent_trans_id = self.tt.trans_id_file_id(parent_id)
6874.2.9 by Jelmer Vernooij
Fix test.
1862
                path = osutils.pathjoin(self._source_subpath, relpath)
6874.2.8 by Jelmer Vernooij
Fix test.
1863
                trans_id = transform.new_by_entry(path, self.tt, entry,
7143.15.2 by Jelmer Vernooij
Run autopep8.
1864
                                                  parent_trans_id, self.other_tree)
5246.2.33 by Andrew Bennetts
Rename _finish_transform to _finish_computing_transform.
1865
        self._finish_computing_transform()
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1866
1867
    def _entries_to_incorporate(self):
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1868
        """Yields pairs of (inventory_entry, new_parent)."""
6405.2.10 by Jelmer Vernooij
Fix more tests.
1869
        other_inv = self.other_tree.root_inventory
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1870
        subdir_id = other_inv.path2id(self._source_subpath)
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1871
        if subdir_id is None:
5246.2.20 by Andrew Bennetts
Tweak comments, add NEWS entry.
1872
            # XXX: The error would be clearer if it gave the URL of the source
1873
            # branch, but we don't have a reference to that here.
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1874
            raise PathNotInTree(self._source_subpath, "Source tree")
6915.4.2 by Jelmer Vernooij
Remove __getitem__ and __iter__ from Inventory.
1875
        subdir = other_inv.get_entry(subdir_id)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1876
        parent_in_target = osutils.dirname(self._target_subdir)
6405.2.10 by Jelmer Vernooij
Fix more tests.
1877
        target_id = self.this_tree.path2id(parent_in_target)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1878
        if target_id is None:
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1879
            raise PathNotInTree(self._target_subdir, "Target tree")
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1880
        name_in_target = osutils.basename(self._target_subdir)
1881
        merge_into_root = subdir.copy()
1882
        merge_into_root.name = name_in_target
6405.2.10 by Jelmer Vernooij
Fix more tests.
1883
        if self.this_tree.has_id(merge_into_root.file_id):
5246.2.18 by Andrew Bennetts
Fix traceback if source path does not exist.
1884
            # Give the root a new file-id.
5246.2.23 by Andrew Bennetts
Fix XXX by adding a test for that case, and don't use AssertionError for a legitimate user error.
1885
            # This can happen fairly easily if the directory we are
1886
            # incorporating is the root, and both trees have 'TREE_ROOT' as
1887
            # their root_id.  Users will expect this to Just Work, so we
1888
            # change the file-id here.
1889
            # Non-root file-ids could potentially conflict too.  That's really
1890
            # an edge case, so we don't do anything special for those.  We let
1891
            # them cause conflicts.
5246.2.9 by Andrew Bennetts
Make all the existing tests pass.
1892
            merge_into_root.file_id = generate_ids.gen_file_id(name_in_target)
6809.4.4 by Jelmer Vernooij
Swap arguments for Tree.is_executable.
1893
        yield (merge_into_root, target_id, '')
5246.2.10 by Andrew Bennetts
Add more tests.
1894
        if subdir.kind != 'directory':
1895
            # No children, so we are done.
1896
            return
6809.4.4 by Jelmer Vernooij
Swap arguments for Tree.is_executable.
1897
        for path, entry in other_inv.iter_entries_by_dir(subdir_id):
5246.2.9 by Andrew Bennetts
Make all the existing tests pass.
1898
            parent_id = entry.parent_id
1899
            if parent_id == subdir.file_id:
1900
                # The root's parent ID has changed, so make sure children of
1901
                # the root refer to the new ID.
1902
                parent_id = merge_into_root.file_id
6809.4.4 by Jelmer Vernooij
Swap arguments for Tree.is_executable.
1903
            yield (entry, parent_id, path)
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1904
1905
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1906
def merge_inner(this_branch, other_tree, base_tree, ignore_zero=False,
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
1907
                backup_files=False,
1908
                merge_type=Merge3Merger,
1909
                show_base=False,
1910
                reprocess=False,
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1911
                other_rev_id=None,
1912
                interesting_files=None,
1534.9.9 by Aaron Bentley
Added progress bar to pull
1913
                this_tree=None,
5993.2.4 by Jelmer Vernooij
Remove feature flag.
1914
                change_reporter=None):
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1915
    """Primary interface for merging.
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1916
5246.2.1 by Andrew Bennetts
Very rough first draft of cmd_merge_into from bzr-merge-into. Passes its blackbox tests.
1917
    Typical use is probably::
1918
1919
        merge_inner(branch, branch.get_revision_tree(other_revision),
1920
                    branch.get_revision_tree(base_revision))
1921
    """
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1922
    if this_tree is None:
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1923
        raise errors.BzrError("breezy.merge.merge_inner requires a this_tree "
5993.2.1 by Jelmer Vernooij
Add test for rootless tree merge.
1924
                              "parameter")
2255.2.31 by Robert Collins
Work in progress to make merge_inner work with dirstate trees.
1925
    merger = Merger(this_branch, other_tree, base_tree, this_tree=this_tree,
6719.1.2 by Jelmer Vernooij
Fix some tests.
1926
                    change_reporter=change_reporter)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1927
    merger.backup_files = backup_files
1928
    merger.merge_type = merge_type
1551.2.23 by Aaron Bentley
Got merge_inner's ignore_zero parameter working
1929
    merger.ignore_zero = ignore_zero
6885.5.8 by Jelmer Vernooij
Remove interesting_ids support from merge.
1930
    merger.interesting_files = interesting_files
1979.2.1 by Robert Collins
(robertc) adds a convenience method "merge_from_branch" to WorkingTree.
1931
    merger.show_base = show_base
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1932
    merger.reprocess = reprocess
1933
    merger.other_rev_id = other_rev_id
1934
    merger.other_basis = other_rev_id
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
1935
    get_revision_id = getattr(base_tree, 'get_revision_id', None)
1936
    if get_revision_id is None:
1937
        get_revision_id = base_tree.last_revision
4595.13.2 by Alexander Belchenko
[cherrypick revno 4650 from bzr.dev] Fix shelve on windows. (Robert Collins, #305006)
1938
    merger.cache_trees_with_revision_ids([other_tree, base_tree, this_tree])
3249.3.1 by John Arbash Meinel
Implement cherrypick support for Merge3
1939
    merger.set_base_revision(get_revision_id(), this_branch)
1534.7.140 by Aaron Bentley
Moved the merge stuff into merge.py
1940
    return merger.do_merge()
1941
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1942
1943
merge_type_registry = registry.Registry()
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1944
merge_type_registry.register('diff3', Diff3Merger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1945
                             "Merge using external diff3.")
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1946
merge_type_registry.register('lca', LCAMerger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1947
                             "LCA-newness merge.")
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1948
merge_type_registry.register('merge3', Merge3Merger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1949
                             "Native diff3-style merge.")
6259.3.2 by Martin Packman
No longer want register_lazy as passing objects directly
1950
merge_type_registry.register('weave', WeaveMerger,
6259.3.3 by Martin Packman
Merge bzr.dev to resolve conflicts with updated registry help strings
1951
                             "Weave-based merge.")
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1952
1953
2221.4.15 by Aaron Bentley
Use RegistryOption for merge type
1954
def get_merge_type_registry():
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
1955
    """Merge type registry was previously in breezy.option
2221.4.15 by Aaron Bentley
Use RegistryOption for merge type
1956
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1957
    This method provides a backwards compatible way to retrieve it.
2221.4.15 by Aaron Bentley
Use RegistryOption for merge type
1958
    """
6259.3.1 by Martin Packman
Relocate merge type registry to bzrlib.merge from bzrlib.option
1959
    return merge_type_registry
1551.15.46 by Aaron Bentley
Move plan merge to tree
1960
1961
1962
def _plan_annotate_merge(annotated_a, annotated_b, ancestors_a, ancestors_b):
1963
    def status_a(revision, text):
1964
        if revision in ancestors_b:
1965
            return 'killed-b', text
1966
        else:
1967
            return 'new-a', text
1968
1969
    def status_b(revision, text):
1970
        if revision in ancestors_a:
1971
            return 'killed-a', text
1972
        else:
1973
            return 'new-b', text
1974
1975
    plain_a = [t for (a, t) in annotated_a]
1976
    plain_b = [t for (a, t) in annotated_b]
1977
    matcher = patiencediff.PatienceSequenceMatcher(None, plain_a, plain_b)
1978
    blocks = matcher.get_matching_blocks()
1979
    a_cur = 0
1980
    b_cur = 0
1981
    for ai, bi, l in blocks:
1982
        # process all mismatched sections
1983
        # (last mismatched section is handled because blocks always
1984
        # includes a 0-length last block)
1985
        for revision, text in annotated_a[a_cur:ai]:
1986
            yield status_a(revision, text)
1987
        for revision, text in annotated_b[b_cur:bi]:
1988
            yield status_b(revision, text)
1989
        # and now the matched section
1990
        a_cur = ai + l
1991
        b_cur = bi + l
3376.2.8 by Martin Pool
Some review cleanups for assertion removal
1992
        for text_a in plain_a[ai:a_cur]:
1551.15.46 by Aaron Bentley
Move plan merge to tree
1993
            yield "unchanged", text_a
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1994
1995
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
1996
class _PlanMergeBase(object):
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1997
3350.6.10 by Martin Pool
VersionedFiles review cleanups
1998
    def __init__(self, a_rev, b_rev, vf, key_prefix):
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1999
        """Contructor.
2000
2001
        :param a_rev: Revision-id of one revision to merge
2002
        :param b_rev: Revision-id of the other revision to merge
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2003
        :param vf: A VersionedFiles containing both revisions
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2004
        :param key_prefix: A prefix for accessing keys in vf, typically
2005
            (file_id,).
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2006
        """
2007
        self.a_rev = a_rev
2008
        self.b_rev = b_rev
2009
        self.vf = vf
3062.1.12 by Aaron Bentley
Implement simple text cache
2010
        self._last_lines = None
2011
        self._last_lines_revision_id = None
3144.3.7 by Aaron Bentley
Update from review
2012
        self._cached_matching_blocks = {}
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2013
        self._key_prefix = key_prefix
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2014
        self._precache_tip_lines()
2015
2016
    def _precache_tip_lines(self):
2017
        lines = self.get_lines([self.a_rev, self.b_rev])
2018
        self.lines_a = lines[self.a_rev]
2019
        self.lines_b = lines[self.b_rev]
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2020
2021
    def get_lines(self, revisions):
2022
        """Get lines for revisions from the backing VersionedFiles.
3890.2.9 by John Arbash Meinel
Start using osutils.chunks_as_lines rather than osutils.split_lines.
2023
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2024
        :raises RevisionNotPresent: on absent texts.
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2025
        """
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2026
        keys = [(self._key_prefix + (rev,)) for rev in revisions]
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2027
        result = {}
2028
        for record in self.vf.get_record_stream(keys, 'unordered', True):
2029
            if record.storage_kind == 'absent':
2030
                raise errors.RevisionNotPresent(record.key, self.vf)
3890.2.9 by John Arbash Meinel
Start using osutils.chunks_as_lines rather than osutils.split_lines.
2031
            result[record.key[-1]] = osutils.chunks_to_lines(
2032
                record.get_bytes_as('chunked'))
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2033
        return result
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2034
2035
    def plan_merge(self):
2036
        """Generate a 'plan' for merging the two revisions.
2037
2038
        This involves comparing their texts and determining the cause of
2039
        differences.  If text A has a line and text B does not, then either the
2040
        line was added to text A, or it was deleted from B.  Once the causes
2041
        are combined, they are written out in the format described in
2042
        VersionedFile.plan_merge
2043
        """
2044
        blocks = self._get_matching_blocks(self.a_rev, self.b_rev)
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2045
        unique_a, unique_b = self._unique_lines(blocks)
2046
        new_a, killed_b = self._determine_status(self.a_rev, unique_a)
2047
        new_b, killed_a = self._determine_status(self.b_rev, unique_b)
2048
        return self._iter_plan(blocks, new_a, killed_b, new_b, killed_a)
2049
2050
    def _iter_plan(self, blocks, new_a, killed_b, new_b, killed_a):
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2051
        last_i = 0
2052
        last_j = 0
2053
        for i, j, n in blocks:
2054
            for a_index in range(last_i, i):
2055
                if a_index in new_a:
3144.3.2 by Aaron Bentley
Get conflict handling working
2056
                    if a_index in killed_b:
2057
                        yield 'conflicted-a', self.lines_a[a_index]
2058
                    else:
2059
                        yield 'new-a', self.lines_a[a_index]
2060
                else:
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2061
                    yield 'killed-b', self.lines_a[a_index]
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2062
            for b_index in range(last_j, j):
2063
                if b_index in new_b:
3144.3.2 by Aaron Bentley
Get conflict handling working
2064
                    if b_index in killed_a:
3144.3.10 by Aaron Bentley
Use correct index when emitting conflicted-b
2065
                        yield 'conflicted-b', self.lines_b[b_index]
3144.3.2 by Aaron Bentley
Get conflict handling working
2066
                    else:
2067
                        yield 'new-b', self.lines_b[b_index]
2068
                else:
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2069
                    yield 'killed-a', self.lines_b[b_index]
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2070
            # handle common lines
7143.15.2 by Jelmer Vernooij
Run autopep8.
2071
            for a_index in range(i, i + n):
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2072
                yield 'unchanged', self.lines_a[a_index]
7143.15.2 by Jelmer Vernooij
Run autopep8.
2073
            last_i = i + n
2074
            last_j = j + n
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2075
2076
    def _get_matching_blocks(self, left_revision, right_revision):
2077
        """Return a description of which sections of two revisions match.
2078
2079
        See SequenceMatcher.get_matching_blocks
2080
        """
3144.3.7 by Aaron Bentley
Update from review
2081
        cached = self._cached_matching_blocks.get((left_revision,
2082
                                                   right_revision))
2083
        if cached is not None:
2084
            return cached
3062.1.12 by Aaron Bentley
Implement simple text cache
2085
        if self._last_lines_revision_id == left_revision:
2086
            left_lines = self._last_lines
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2087
            right_lines = self.get_lines([right_revision])[right_revision]
3062.1.12 by Aaron Bentley
Implement simple text cache
2088
        else:
3350.6.4 by Robert Collins
First cut at pluralised VersionedFiles. Some rather massive API incompatabilities, primarily because of the difficulty of coherence among competing stores.
2089
            lines = self.get_lines([left_revision, right_revision])
2090
            left_lines = lines[left_revision]
2091
            right_lines = lines[right_revision]
3062.1.12 by Aaron Bentley
Implement simple text cache
2092
        self._last_lines = right_lines
2093
        self._last_lines_revision_id = right_revision
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2094
        matcher = patiencediff.PatienceSequenceMatcher(None, left_lines,
2095
                                                       right_lines)
2096
        return matcher.get_matching_blocks()
2097
2098
    def _unique_lines(self, matching_blocks):
2099
        """Analyse matching_blocks to determine which lines are unique
2100
2101
        :return: a tuple of (unique_left, unique_right), where the values are
2102
            sets of line numbers of unique lines.
2103
        """
2104
        last_i = 0
2105
        last_j = 0
2106
        unique_left = []
2107
        unique_right = []
2108
        for i, j, n in matching_blocks:
2109
            unique_left.extend(range(last_i, i))
2110
            unique_right.extend(range(last_j, j))
2111
            last_i = i + n
2112
            last_j = j + n
2113
        return unique_left, unique_right
2114
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2115
    @staticmethod
2116
    def _subtract_plans(old_plan, new_plan):
3144.3.7 by Aaron Bentley
Update from review
2117
        """Remove changes from new_plan that came from old_plan.
2118
2119
        It is assumed that the difference between the old_plan and new_plan
2120
        is their choice of 'b' text.
2121
2122
        All lines from new_plan that differ from old_plan are emitted
2123
        verbatim.  All lines from new_plan that match old_plan but are
2124
        not about the 'b' revision are emitted verbatim.
2125
2126
        Lines that match and are about the 'b' revision are the lines we
2127
        don't want, so we convert 'killed-b' -> 'unchanged', and 'new-b'
2128
        is skipped entirely.
2129
        """
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2130
        matcher = patiencediff.PatienceSequenceMatcher(None, old_plan,
2131
                                                       new_plan)
2132
        last_j = 0
2133
        for i, j, n in matcher.get_matching_blocks():
2134
            for jj in range(last_j, j):
2135
                yield new_plan[jj]
7143.15.2 by Jelmer Vernooij
Run autopep8.
2136
            for jj in range(j, j + n):
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2137
                plan_line = new_plan[jj]
2138
                if plan_line[0] == 'new-b':
2139
                    pass
2140
                elif plan_line[0] == 'killed-b':
2141
                    yield 'unchanged', plan_line[1]
2142
                else:
2143
                    yield plan_line
2144
            last_j = j + n
2145
2146
2147
class _PlanMerge(_PlanMergeBase):
2148
    """Plan an annotate merge using on-the-fly annotation"""
2149
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2150
    def __init__(self, a_rev, b_rev, vf, key_prefix):
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2151
        super(_PlanMerge, self).__init__(a_rev, b_rev, vf, key_prefix)
2152
        self.a_key = self._key_prefix + (self.a_rev,)
2153
        self.b_key = self._key_prefix + (self.b_rev,)
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2154
        self.graph = _mod_graph.Graph(self.vf)
3514.2.11 by John Arbash Meinel
Shortcut the case when one revision is in the ancestry of the other.
2155
        heads = self.graph.heads((self.a_key, self.b_key))
2156
        if len(heads) == 1:
2157
            # one side dominates, so we can just return its values, yay for
2158
            # per-file graphs
2159
            # Ideally we would know that before we get this far
2160
            self._head_key = heads.pop()
2161
            if self._head_key == self.a_key:
2162
                other = b_rev
2163
            else:
2164
                other = a_rev
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2165
            trace.mutter('found dominating revision for %s\n%s > %s', self.vf,
2166
                         self._head_key[-1], other)
3514.2.11 by John Arbash Meinel
Shortcut the case when one revision is in the ancestry of the other.
2167
            self._weave = None
2168
        else:
2169
            self._head_key = None
2170
            self._build_weave()
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2171
2172
    def _precache_tip_lines(self):
2173
        # Turn this into a no-op, because we will do this later
2174
        pass
2175
2176
    def _find_recursive_lcas(self):
2177
        """Find all the ancestors back to a unique lca"""
2178
        cur_ancestors = (self.a_key, self.b_key)
2179
        # graph.find_lca(uncommon, keys) now returns plain NULL_REVISION,
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2180
        # rather than a key tuple. We will just map that directly to no common
2181
        # ancestors.
2182
        parent_map = {}
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2183
        while True:
2184
            next_lcas = self.graph.find_lca(*cur_ancestors)
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2185
            # Map a plain NULL_REVISION to a simple no-ancestors
6619.3.12 by Jelmer Vernooij
Use 2to3 set_literal fixer.
2186
            if next_lcas == {_mod_revision.NULL_REVISION}:
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2187
                next_lcas = ()
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2188
            # Order the lca's based on when they were merged into the tip
2189
            # While the actual merge portion of weave merge uses a set() of
2190
            # active revisions, the order of insertion *does* effect the
2191
            # implicit ordering of the texts.
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2192
            for rev_key in cur_ancestors:
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2193
                ordered_parents = tuple(self.graph.find_merge_order(rev_key,
2194
                                                                    next_lcas))
2195
                parent_map[rev_key] = ordered_parents
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2196
            if len(next_lcas) == 0:
2197
                break
2198
            elif len(next_lcas) == 1:
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2199
                parent_map[list(next_lcas)[0]] = ()
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2200
                break
3514.2.10 by John Arbash Meinel
Handle more edge cases.
2201
            elif len(next_lcas) > 2:
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2202
                # More than 2 lca's, fall back to grabbing all nodes between
2203
                # this and the unique lca.
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2204
                trace.mutter('More than 2 LCAs, falling back to all nodes for:'
2205
                             ' %s, %s\n=> %s',
2206
                             self.a_key, self.b_key, cur_ancestors)
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2207
                cur_lcas = next_lcas
2208
                while len(cur_lcas) > 1:
2209
                    cur_lcas = self.graph.find_lca(*cur_lcas)
2210
                if len(cur_lcas) == 0:
2211
                    # No common base to find, use the full ancestry
2212
                    unique_lca = None
2213
                else:
3514.2.8 by John Arbash Meinel
The insertion ordering into the weave has an impact on conflicts.
2214
                    unique_lca = list(cur_lcas)[0]
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2215
                    if unique_lca == _mod_revision.NULL_REVISION:
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
2216
                        # find_lca will return a plain 'NULL_REVISION' rather
2217
                        # than a key tuple when there is no common ancestor, we
2218
                        # prefer to just use None, because it doesn't confuse
2219
                        # _get_interesting_texts()
2220
                        unique_lca = None
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2221
                parent_map.update(self._find_unique_parents(next_lcas,
2222
                                                            unique_lca))
2223
                break
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2224
            cur_ancestors = next_lcas
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2225
        return parent_map
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2226
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2227
    def _find_unique_parents(self, tip_keys, base_key):
2228
        """Find ancestors of tip that aren't ancestors of base.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
2229
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2230
        :param tip_keys: Nodes that are interesting
2231
        :param base_key: Cull all ancestors of this node
2232
        :return: The parent map for all revisions between tip_keys and
2233
            base_key. base_key will be included. References to nodes outside of
2234
            the ancestor set will also be removed.
2235
        """
2236
        # TODO: this would be simpler if find_unique_ancestors took a list
2237
        #       instead of a single tip, internally it supports it, but it
2238
        #       isn't a "backwards compatible" api change.
2239
        if base_key is None:
2240
            parent_map = dict(self.graph.iter_ancestry(tip_keys))
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
2241
            # We remove NULL_REVISION because it isn't a proper tuple key, and
2242
            # thus confuses things like _get_interesting_texts, and our logic
2243
            # to add the texts into the memory weave.
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2244
            if _mod_revision.NULL_REVISION in parent_map:
2245
                parent_map.pop(_mod_revision.NULL_REVISION)
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2246
        else:
2247
            interesting = set()
2248
            for tip in tip_keys:
2249
                interesting.update(
2250
                    self.graph.find_unique_ancestors(tip, [base_key]))
2251
            parent_map = self.graph.get_parent_map(interesting)
2252
            parent_map[base_key] = ()
3514.2.12 by John Arbash Meinel
Start refactoring into helper functions
2253
        culled_parent_map, child_map, tails = self._remove_external_references(
2254
            parent_map)
3514.2.13 by John Arbash Meinel
Add the ability to prune extra tails from the parent_map.
2255
        # Remove all the tails but base_key
3514.2.14 by John Arbash Meinel
Bring in the code to collapse linear portions of the graph.
2256
        if base_key is not None:
2257
            tails.remove(base_key)
2258
            self._prune_tails(culled_parent_map, child_map, tails)
2259
        # Now remove all the uninteresting 'linear' regions
3514.2.15 by John Arbash Meinel
Enable collapsing linear regions.
2260
        simple_map = _mod_graph.collapse_linear_regions(culled_parent_map)
2261
        return simple_map
3514.2.12 by John Arbash Meinel
Start refactoring into helper functions
2262
2263
    @staticmethod
2264
    def _remove_external_references(parent_map):
2265
        """Remove references that go outside of the parent map.
2266
2267
        :param parent_map: Something returned from Graph.get_parent_map(keys)
2268
        :return: (filtered_parent_map, child_map, tails)
2269
            filtered_parent_map is parent_map without external references
2270
            child_map is the {parent_key: [child_keys]} mapping
2271
            tails is a list of nodes that do not have any parents in the map
2272
        """
2273
        # TODO: The basic effect of this function seems more generic than
2274
        #       _PlanMerge. But the specific details of building a child_map,
2275
        #       and computing tails seems very specific to _PlanMerge.
2276
        #       Still, should this be in Graph land?
2277
        filtered_parent_map = {}
2278
        child_map = {}
2279
        tails = []
6656.1.1 by Martin
Apply 2to3 dict fixer and clean up resulting mess using view helpers
2280
        for key, parent_keys in viewitems(parent_map):
3514.2.12 by John Arbash Meinel
Start refactoring into helper functions
2281
            culled_parent_keys = [p for p in parent_keys if p in parent_map]
2282
            if not culled_parent_keys:
2283
                tails.append(key)
2284
            for parent_key in culled_parent_keys:
2285
                child_map.setdefault(parent_key, []).append(key)
2286
            # TODO: Do we want to do this, it adds overhead for every node,
2287
            #       just to say that the node has no children
2288
            child_map.setdefault(key, [])
2289
            filtered_parent_map[key] = culled_parent_keys
2290
        return filtered_parent_map, child_map, tails
2291
3514.2.13 by John Arbash Meinel
Add the ability to prune extra tails from the parent_map.
2292
    @staticmethod
2293
    def _prune_tails(parent_map, child_map, tails_to_remove):
2294
        """Remove tails from the parent map.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
2295
3514.2.13 by John Arbash Meinel
Add the ability to prune extra tails from the parent_map.
2296
        This will remove the supplied revisions until no more children have 0
2297
        parents.
2298
2299
        :param parent_map: A dict of {child: [parents]}, this dictionary will
2300
            be modified in place.
2301
        :param tails_to_remove: A list of tips that should be removed,
2302
            this list will be consumed
2303
        :param child_map: The reverse dict of parent_map ({parent: [children]})
2304
            this dict will be modified
2305
        :return: None, parent_map will be modified in place.
2306
        """
2307
        while tails_to_remove:
2308
            next = tails_to_remove.pop()
2309
            parent_map.pop(next)
2310
            children = child_map.pop(next)
2311
            for child in children:
2312
                child_parents = parent_map[child]
2313
                child_parents.remove(next)
2314
                if len(child_parents) == 0:
2315
                    tails_to_remove.append(child)
3514.2.7 by John Arbash Meinel
Fix the failing test by implementing the fallback logic.
2316
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2317
    def _get_interesting_texts(self, parent_map):
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2318
        """Return a dict of texts we are interested in.
2319
2320
        Note that the input is in key tuples, but the output is in plain
2321
        revision ids.
2322
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2323
        :param parent_map: The output from _find_recursive_lcas
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2324
        :return: A dict of {'revision_id':lines} as returned by
2325
            _PlanMergeBase.get_lines()
2326
        """
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2327
        all_revision_keys = set(parent_map)
2328
        all_revision_keys.add(self.a_key)
2329
        all_revision_keys.add(self.b_key)
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2330
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2331
        # Everything else is in 'keys' but get_lines is in 'revision_ids'
2332
        all_texts = self.get_lines([k[-1] for k in all_revision_keys])
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2333
        return all_texts
2334
2335
    def _build_weave(self):
6670.4.3 by Jelmer Vernooij
Fix more imports.
2336
        from .bzr import weave
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2337
        self._weave = weave.Weave(weave_name='in_memory_weave',
2338
                                  allow_reserved=True)
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2339
        parent_map = self._find_recursive_lcas()
2340
2341
        all_texts = self._get_interesting_texts(parent_map)
2342
2343
        # Note: Unfortunately, the order given by topo_sort will effect the
2344
        # ordering resolution in the output. Specifically, if you add A then B,
2345
        # then in the output text A lines will show up before B lines. And, of
2346
        # course, topo_sort doesn't guarantee any real ordering.
3514.2.8 by John Arbash Meinel
The insertion ordering into the weave has an impact on conflicts.
2347
        # So we use merge_sort, and add a fake node on the tip.
2348
        # This ensures that left-hand parents will always be inserted into the
2349
        # weave before right-hand parents.
2350
        tip_key = self._key_prefix + (_mod_revision.CURRENT_REVISION,)
2351
        parent_map[tip_key] = (self.a_key, self.b_key)
2352
2353
        for seq_num, key, depth, eom in reversed(tsort.merge_sort(parent_map,
2354
                                                                  tip_key)):
2355
            if key == tip_key:
2356
                continue
3514.2.9 by John Arbash Meinel
Add some debugging, and work on getting the graph right so we get the weave insertion order correct.
2357
        # for key in tsort.topo_sort(parent_map):
3514.2.5 by John Arbash Meinel
Switch to the get_parent_map design I had settled on.
2358
            parent_keys = parent_map[key]
2359
            revision_id = key[-1]
2360
            parent_ids = [k[-1] for k in parent_keys]
2361
            self._weave.add_lines(revision_id, parent_ids,
2362
                                  all_texts[revision_id])
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2363
2364
    def plan_merge(self):
2365
        """Generate a 'plan' for merging the two revisions.
2366
2367
        This involves comparing their texts and determining the cause of
2368
        differences.  If text A has a line and text B does not, then either the
2369
        line was added to text A, or it was deleted from B.  Once the causes
2370
        are combined, they are written out in the format described in
2371
        VersionedFile.plan_merge
2372
        """
7143.15.2 by Jelmer Vernooij
Run autopep8.
2373
        if self._head_key is not None:  # There was a single head
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2374
            if self._head_key == self.a_key:
2375
                plan = 'new-a'
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
2376
            else:
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2377
                if self._head_key != self.b_key:
2378
                    raise AssertionError('There was an invalid head: %s != %s'
2379
                                         % (self.b_key, self._head_key))
2380
                plan = 'new-b'
3514.2.16 by John Arbash Meinel
Review feedback from Ian.
2381
            head_rev = self._head_key[-1]
2382
            lines = self.get_lines([head_rev])[head_rev]
3514.2.2 by John Arbash Meinel
Restore a real weave merge to 'bzr merge --weave'.
2383
            return ((plan, line) for line in lines)
2384
        return self._weave.plan_merge(self.a_rev, self.b_rev)
3062.2.1 by Aaron Bentley
Add support for plan-merge with a base
2385
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2386
2387
class _PlanLCAMerge(_PlanMergeBase):
2388
    """
3144.3.7 by Aaron Bentley
Update from review
2389
    This merge algorithm differs from _PlanMerge in that:
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
2390
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2391
    1. comparisons are done against LCAs only
2392
    2. cases where a contested line is new versus one LCA but old versus
3144.3.7 by Aaron Bentley
Update from review
2393
       another are marked as conflicts, by emitting the line as conflicted-a
2394
       or conflicted-b.
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2395
2396
    This is faster, and hopefully produces more useful output.
2397
    """
2398
3350.6.10 by Martin Pool
VersionedFiles review cleanups
2399
    def __init__(self, a_rev, b_rev, vf, key_prefix, graph):
2400
        _PlanMergeBase.__init__(self, a_rev, b_rev, vf, key_prefix)
2401
        lcas = graph.find_lca(key_prefix + (a_rev,), key_prefix + (b_rev,))
3350.6.5 by Robert Collins
Update to bzr.dev.
2402
        self.lcas = set()
2403
        for lca in lcas:
4721.3.1 by Vincent Ladeuil
Cleanup imports.
2404
            if lca == _mod_revision.NULL_REVISION:
3350.6.5 by Robert Collins
Update to bzr.dev.
2405
                self.lcas.add(lca)
2406
            else:
2407
                self.lcas.add(lca[-1])
3144.3.7 by Aaron Bentley
Update from review
2408
        for lca in self.lcas:
3287.17.1 by John Arbash Meinel
Fix bug #235715 by using the empty list as the text for a base of NULL_REVISION.
2409
            if _mod_revision.is_null(lca):
2410
                lca_lines = []
2411
            else:
3350.6.5 by Robert Collins
Update to bzr.dev.
2412
                lca_lines = self.get_lines([lca])[lca]
3144.3.7 by Aaron Bentley
Update from review
2413
            matcher = patiencediff.PatienceSequenceMatcher(None, self.lines_a,
2414
                                                           lca_lines)
2415
            blocks = list(matcher.get_matching_blocks())
2416
            self._cached_matching_blocks[(a_rev, lca)] = blocks
2417
            matcher = patiencediff.PatienceSequenceMatcher(None, self.lines_b,
2418
                                                           lca_lines)
2419
            blocks = list(matcher.get_matching_blocks())
2420
            self._cached_matching_blocks[(b_rev, lca)] = blocks
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2421
3144.3.7 by Aaron Bentley
Update from review
2422
    def _determine_status(self, revision_id, unique_line_numbers):
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2423
        """Determines the status unique lines versus all lcas.
2424
2425
        Basically, determines why the line is unique to this revision.
2426
2427
        A line may be determined new, killed, or both.
2428
3144.3.7 by Aaron Bentley
Update from review
2429
        If a line is determined new, that means it was not present in at least
2430
        one LCA, and is not present in the other merge revision.
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2431
2432
        If a line is determined killed, that means the line was present in
2433
        at least one LCA.
2434
2435
        If a line is killed and new, this indicates that the two merge
2436
        revisions contain differing conflict resolutions.
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
2437
3144.3.7 by Aaron Bentley
Update from review
2438
        :param revision_id: The id of the revision in which the lines are
2439
            unique
2440
        :param unique_line_numbers: The line numbers of unique lines.
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
2441
        :return: a tuple of (new_this, killed_other)
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2442
        """
2443
        new = set()
2444
        killed = set()
3144.3.7 by Aaron Bentley
Update from review
2445
        unique_line_numbers = set(unique_line_numbers)
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2446
        for lca in self.lcas:
2447
            blocks = self._get_matching_blocks(revision_id, lca)
2448
            unique_vs_lca, _ignored = self._unique_lines(blocks)
3144.3.7 by Aaron Bentley
Update from review
2449
            new.update(unique_line_numbers.intersection(unique_vs_lca))
2450
            killed.update(unique_line_numbers.difference(unique_vs_lca))
3144.3.1 by Aaron Bentley
Implement LCA merge, with problematic conflict markers
2451
        return new, killed