/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
5752.3.8 by John Arbash Meinel
Merge bzr.dev 5764 to resolve release-notes (aka NEWS) conflicts
1
# Copyright (C) 2007-2011 Canonical Ltd
1551.12.36 by Aaron Bentley
Fix failing tests
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1551.12.36 by Aaron Bentley
Fix failing tests
16
17
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
18
from StringIO import StringIO
2520.4.105 by Aaron Bentley
Implement patch verification
19
import re
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
20
5671.1.1 by Jelmer Vernooij
Lazy import in bzrlib.merge_directive.
21
from bzrlib import lazy_import
22
lazy_import.lazy_import(globals(), """
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
23
from bzrlib import (
1551.12.5 by Aaron Bentley
Get MergeDirective.from_objects working
24
    branch as _mod_branch,
25
    diff,
5753.2.2 by Jelmer Vernooij
Remove some unnecessary imports, clean up lazy imports.
26
    email_message,
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
27
    errors,
1551.12.16 by Aaron Bentley
Enable signing merge directives
28
    gpg,
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
29
    hooks,
2520.4.73 by Aaron Bentley
Implement new merge directive format
30
    registry,
1551.12.5 by Aaron Bentley
Get MergeDirective.from_objects working
31
    revision as _mod_revision,
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
32
    rio,
1551.12.5 by Aaron Bentley
Get MergeDirective.from_objects working
33
    testament,
1551.12.30 by Aaron Bentley
Use patch-style dates for timestamps in merge directives
34
    timestamp,
4098.5.18 by Aaron Bentley
Gracefully handle mail clients that don't support bodies.
35
    trace,
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
36
    )
1551.14.4 by Aaron Bentley
Change bundle reader and merge directive to both be 'mergeables'
37
from bzrlib.bundle import (
38
    serializer as bundle_serializer,
39
    )
5671.1.1 by Jelmer Vernooij
Lazy import in bzrlib.merge_directive.
40
""")
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
41
42
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
43
class MergeRequestBodyParams(object):
4098.5.17 by Aaron Bentley
cleanup
44
    """Parameter object for the merge_request_body hook."""
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
45
46
    def __init__(self, body, orig_body, directive, to, basename, subject,
47
                 branch, tree=None):
48
        self.body = body
49
        self.orig_body = orig_body
50
        self.directive = directive
51
        self.branch = branch
52
        self.tree = tree
53
        self.to = to
54
        self.basename = basename
55
        self.subject = subject
56
57
58
class MergeDirectiveHooks(hooks.Hooks):
4098.5.17 by Aaron Bentley
cleanup
59
    """Hooks for MergeDirective classes."""
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
60
5622.3.10 by Jelmer Vernooij
Don't require arguments to hooks.
61
    def __init__(self):
62
        hooks.Hooks.__init__(self, "bzrlib.merge_directive", "BaseMergeDirective.hooks")
5622.3.2 by Jelmer Vernooij
Add more lazily usable hook points.
63
        self.add_hook('merge_request_body',
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
64
            "Called with a MergeRequestBodyParams when a body is needed for"
65
            " a merge request.  Callbacks must return a body.  If more"
66
            " than one callback is registered, the output of one callback is"
5622.3.2 by Jelmer Vernooij
Add more lazily usable hook points.
67
            " provided to the next.", (1, 15, 0))
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
68
69
5086.3.1 by Jelmer Vernooij
``bzrlib.merge_directive._BaseMergeDirective`` has been renamed to
70
class BaseMergeDirective(object):
5086.3.2 by Jelmer Vernooij
Add docstring.
71
    """A request to perform a merge into a branch.
72
73
    This is the base class that all merge directive implementations 
74
    should derive from.
5086.3.3 by Jelmer Vernooij
Allow merge directives to output multiple patch files.
75
76
    :cvar multiple_output_files: Whether or not this merge directive 
77
        stores a set of revisions in more than one file
5086.3.2 by Jelmer Vernooij
Add docstring.
78
    """
2520.4.73 by Aaron Bentley
Implement new merge directive format
79
5622.3.10 by Jelmer Vernooij
Don't require arguments to hooks.
80
    hooks = MergeDirectiveHooks()
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
81
5086.3.3 by Jelmer Vernooij
Allow merge directives to output multiple patch files.
82
    multiple_output_files = False
83
2520.4.73 by Aaron Bentley
Implement new merge directive format
84
    def __init__(self, revision_id, testament_sha1, time, timezone,
6365.1.3 by Jelmer Vernooij
Pass local target branch along to merge directive handlers.
85
                 target_branch, patch=None, source_branch=None,
6365.1.5 by Jelmer Vernooij
Kill optional submit_branch argument to MergeDirective constructor.
86
                 message=None, bundle=None):
2520.4.73 by Aaron Bentley
Implement new merge directive format
87
        """Constructor.
88
89
        :param revision_id: The revision to merge
90
        :param testament_sha1: The sha1 of the testament of the revision to
91
            merge.
92
        :param time: The current POSIX timestamp time
93
        :param timezone: The timezone offset
6365.1.3 by Jelmer Vernooij
Pass local target branch along to merge directive handlers.
94
        :param target_branch: Location of branch to apply the merge to
2520.4.73 by Aaron Bentley
Implement new merge directive format
95
        :param patch: The text of a diff or bundle
96
        :param source_branch: A public location to merge the revision from
97
        :param message: The message to use when committing this merge
98
        """
99
        self.revision_id = revision_id
100
        self.testament_sha1 = testament_sha1
101
        self.time = time
102
        self.timezone = timezone
103
        self.target_branch = target_branch
104
        self.patch = patch
105
        self.source_branch = source_branch
106
        self.message = message
107
5086.3.1 by Jelmer Vernooij
``bzrlib.merge_directive._BaseMergeDirective`` has been renamed to
108
    def to_lines(self):
109
        """Serialize as a list of lines
110
111
        :return: a list of lines
112
        """
113
        raise NotImplementedError(self.to_lines)
114
5086.3.3 by Jelmer Vernooij
Allow merge directives to output multiple patch files.
115
    def to_files(self):
116
        """Serialize as a set of files.
117
118
        :return: List of tuples with filename and contents as lines
119
        """
120
        raise NotImplementedError(self.to_files)
121
5086.3.1 by Jelmer Vernooij
``bzrlib.merge_directive._BaseMergeDirective`` has been renamed to
122
    def get_raw_bundle(self):
123
        """Return the bundle for this merge directive.
124
125
        :return: bundle text or None if there is no bundle
126
        """
127
        return None
128
2520.4.105 by Aaron Bentley
Implement patch verification
129
    def _to_lines(self, base_revision=False):
2520.4.73 by Aaron Bentley
Implement new merge directive format
130
        """Serialize as a list of lines
131
132
        :return: a list of lines
133
        """
134
        time_str = timestamp.format_patch_date(self.time, self.timezone)
135
        stanza = rio.Stanza(revision_id=self.revision_id, timestamp=time_str,
136
                            target_branch=self.target_branch,
137
                            testament_sha1=self.testament_sha1)
138
        for key in ('source_branch', 'message'):
139
            if self.__dict__[key] is not None:
140
                stanza.add(key, self.__dict__[key])
2520.4.105 by Aaron Bentley
Implement patch verification
141
        if base_revision:
142
            stanza.add('base_revision_id', self.base_revision_id)
2520.4.73 by Aaron Bentley
Implement new merge directive format
143
        lines = ['# ' + self._format_string + '\n']
144
        lines.extend(rio.to_patch_lines(stanza))
145
        lines.append('# \n')
146
        return lines
147
5086.3.3 by Jelmer Vernooij
Allow merge directives to output multiple patch files.
148
    def write_to_directory(self, path):
149
        """Write this merge directive to a series of files in a directory.
150
151
        :param path: Filesystem path to write to
152
        """
153
        raise NotImplementedError(self.write_to_directory)
154
2520.4.73 by Aaron Bentley
Implement new merge directive format
155
    @classmethod
156
    def from_objects(klass, repository, revision_id, time, timezone,
157
                 target_branch, patch_type='bundle',
158
                 local_target_branch=None, public_branch=None, message=None):
159
        """Generate a merge directive from various objects
160
161
        :param repository: The repository containing the revision
162
        :param revision_id: The revision to merge
163
        :param time: The POSIX timestamp of the date the request was issued.
164
        :param timezone: The timezone of the request
165
        :param target_branch: The url of the branch to merge into
166
        :param patch_type: 'bundle', 'diff' or None, depending on the type of
167
            patch desired.
6365.1.3 by Jelmer Vernooij
Pass local target branch along to merge directive handlers.
168
        :param local_target_branch: the submit branch, either itself or a local copy
169
        :param public_branch: location of a public branch containing
170
            the target revision.
2520.4.73 by Aaron Bentley
Implement new merge directive format
171
        :param message: Message to use when committing the merge
172
        :return: The merge directive
173
174
        The public branch is always used if supplied.  If the patch_type is
175
        not 'bundle', the public branch must be supplied, and will be verified.
176
177
        If the message is not supplied, the message from revision_id will be
178
        used for the commit.
179
        """
180
        t_revision_id = revision_id
2520.4.86 by Aaron Bentley
Improve locking in _BaseMergeDirective.from_object
181
        if revision_id == _mod_revision.NULL_REVISION:
2520.4.73 by Aaron Bentley
Implement new merge directive format
182
            t_revision_id = None
183
        t = testament.StrictTestament3.from_revision(repository, t_revision_id)
6365.1.3 by Jelmer Vernooij
Pass local target branch along to merge directive handlers.
184
        if local_target_branch is None:
185
            submit_branch = _mod_branch.Branch.open(target_branch)
186
        else:
187
            submit_branch = local_target_branch
2520.4.73 by Aaron Bentley
Implement new merge directive format
188
        if submit_branch.get_public_branch() is not None:
189
            target_branch = submit_branch.get_public_branch()
190
        if patch_type is None:
191
            patch = None
192
        else:
193
            submit_revision_id = submit_branch.last_revision()
194
            submit_revision_id = _mod_revision.ensure_null(submit_revision_id)
195
            repository.fetch(submit_branch.repository, submit_revision_id)
196
            graph = repository.get_graph()
197
            ancestor_id = graph.find_unique_lca(revision_id,
198
                                                submit_revision_id)
199
            type_handler = {'bundle': klass._generate_bundle,
200
                            'diff': klass._generate_diff,
201
                            None: lambda x, y, z: None }
202
            patch = type_handler[patch_type](repository, revision_id,
203
                                             ancestor_id)
204
2520.5.4 by Aaron Bentley
Replace 'bundle-revisions' with 'submit' command
205
        if public_branch is not None and patch_type != 'bundle':
6365.1.4 by Jelmer Vernooij
Fix some tests.
206
            public_branch_obj = _mod_branch.Branch.open(public_branch)
207
            if not public_branch_obj.repository.has_revision(revision_id):
2520.5.4 by Aaron Bentley
Replace 'bundle-revisions' with 'submit' command
208
                raise errors.PublicBranchOutOfDate(public_branch,
209
                                                   revision_id)
2520.4.73 by Aaron Bentley
Implement new merge directive format
210
6365.1.6 by Jelmer Vernooij
revert some unnecessary changes.
211
        return klass(revision_id, t.as_sha1(), time, timezone, target_branch,
212
            patch, patch_type, public_branch, message)
2520.4.73 by Aaron Bentley
Implement new merge directive format
213
3251.2.1 by Aaron Bentley
Use nick/revno-based names for merge directives
214
    def get_disk_name(self, branch):
215
        """Generate a suitable basename for storing this directive on disk
216
217
        :param branch: The Branch this merge directive was generated fro
218
        :return: A string
219
        """
220
        revno, revision_id = branch.last_revision_info()
221
        if self.revision_id == revision_id:
3251.2.2 by Aaron Bentley
Fix bug in last revno handling
222
            revno = [revno]
3251.2.1 by Aaron Bentley
Use nick/revno-based names for merge directives
223
        else:
224
            revno = branch.get_revision_id_to_revno_map().get(self.revision_id,
225
                ['merge'])
3449.4.1 by Lukáš Lalinský
Sanitize branch nick before using it as an attachment filename in ``bzr send``
226
        nick = re.sub('(\W+)', '-', branch.nick).strip('-')
227
        return '%s-%s' % (nick, '.'.join(str(n) for n in revno))
3251.2.1 by Aaron Bentley
Use nick/revno-based names for merge directives
228
2520.4.73 by Aaron Bentley
Implement new merge directive format
229
    @staticmethod
230
    def _generate_diff(repository, revision_id, ancestor_id):
231
        tree_1 = repository.revision_tree(ancestor_id)
232
        tree_2 = repository.revision_tree(revision_id)
233
        s = StringIO()
234
        diff.show_diff_trees(tree_1, tree_2, s, old_label='', new_label='')
235
        return s.getvalue()
236
237
    @staticmethod
238
    def _generate_bundle(repository, revision_id, ancestor_id):
239
        s = StringIO()
240
        bundle_serializer.write_bundle(repository, revision_id,
241
                                       ancestor_id, s)
242
        return s.getvalue()
243
2520.4.80 by Aaron Bentley
Improve merge directive tests
244
    def to_signed(self, branch):
245
        """Serialize as a signed string.
246
247
        :param branch: The source branch, to get the signing strategy
248
        :return: a string
249
        """
6351.3.2 by Jelmer Vernooij
Convert some gpg options to config stacks.
250
        my_gpg = gpg.GPGStrategy(branch.get_config_stack())
2520.4.80 by Aaron Bentley
Improve merge directive tests
251
        return my_gpg.sign(''.join(self.to_lines()))
252
253
    def to_email(self, mail_to, branch, sign=False):
254
        """Serialize as an email message.
255
256
        :param mail_to: The address to mail the message to
257
        :param branch: The source branch, to get the signing strategy and
258
            source email address
259
        :param sign: If True, gpg-sign the email
260
        :return: an email message
261
        """
262
        mail_from = branch.get_config().username()
263
        if self.message is not None:
2625.6.2 by Adeodato Simó
Merge bzr.dev, resolving conflicts and updating test_merge_directive.py.
264
            subject = self.message
2520.4.80 by Aaron Bentley
Improve merge directive tests
265
        else:
266
            revision = branch.repository.get_revision(self.revision_id)
2625.6.2 by Adeodato Simó
Merge bzr.dev, resolving conflicts and updating test_merge_directive.py.
267
            subject = revision.message
2520.4.80 by Aaron Bentley
Improve merge directive tests
268
        if sign:
269
            body = self.to_signed(branch)
270
        else:
271
            body = ''.join(self.to_lines())
5753.2.2 by Jelmer Vernooij
Remove some unnecessary imports, clean up lazy imports.
272
        message = email_message.EmailMessage(mail_from, mail_to, subject,
273
            body)
2520.4.80 by Aaron Bentley
Improve merge directive tests
274
        return message
275
276
    def install_revisions(self, target_repo):
277
        """Install revisions and return the target revision"""
278
        if not target_repo.has_revision(self.revision_id):
279
            if self.patch_type == 'bundle':
280
                info = bundle_serializer.read_bundle(
281
                    StringIO(self.get_raw_bundle()))
282
                # We don't use the bundle's target revision, because
283
                # MergeDirective.revision_id is authoritative.
1551.19.19 by Aaron Bentley
Merge directives can now fetch prerequisites from the target branch
284
                try:
285
                    info.install_revisions(target_repo, stream_input=False)
286
                except errors.RevisionNotPresent:
287
                    # At least one dependency isn't present.  Try installing
288
                    # missing revisions from the submit branch
3535.8.1 by James Westby
Handle something that isn't a branch being specified in target_branch.
289
                    try:
290
                        submit_branch = \
291
                            _mod_branch.Branch.open(self.target_branch)
292
                    except errors.NotBranchError:
293
                        raise errors.TargetNotBranch(self.target_branch)
1551.19.20 by Aaron Bentley
Updates from review
294
                    missing_revisions = []
295
                    bundle_revisions = set(r.revision_id for r in
296
                                           info.real_revisions)
1551.19.19 by Aaron Bentley
Merge directives can now fetch prerequisites from the target branch
297
                    for revision in info.real_revisions:
298
                        for parent_id in revision.parent_ids:
1551.19.20 by Aaron Bentley
Updates from review
299
                            if (parent_id not in bundle_revisions and
1551.19.19 by Aaron Bentley
Merge directives can now fetch prerequisites from the target branch
300
                                not target_repo.has_revision(parent_id)):
301
                                missing_revisions.append(parent_id)
1551.19.20 by Aaron Bentley
Updates from review
302
                    # reverse missing revisions to try to get heads first
303
                    unique_missing = []
304
                    unique_missing_set = set()
305
                    for revision in reversed(missing_revisions):
306
                        if revision in unique_missing_set:
307
                            continue
308
                        unique_missing.append(revision)
309
                        unique_missing_set.add(revision)
310
                    for missing_revision in unique_missing:
1551.19.19 by Aaron Bentley
Merge directives can now fetch prerequisites from the target branch
311
                        target_repo.fetch(submit_branch.repository,
312
                                          missing_revision)
313
                    info.install_revisions(target_repo, stream_input=False)
2520.4.80 by Aaron Bentley
Improve merge directive tests
314
            else:
315
                source_branch = _mod_branch.Branch.open(self.source_branch)
316
                target_repo.fetch(source_branch.repository, self.revision_id)
317
        return self.revision_id
318
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
319
    def compose_merge_request(self, mail_client, to, body, branch, tree=None):
4098.5.17 by Aaron Bentley
cleanup
320
        """Compose a request to merge this directive.
321
322
        :param mail_client: The mail client to use for composing this request.
323
        :param to: The address to compose the request to.
324
        :param branch: The Branch that was used to produce this directive.
325
        :param tree: The Tree (if any) for the Branch used to produce this
326
            directive.
327
        """
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
328
        basename = self.get_disk_name(branch)
329
        subject = '[MERGE] '
330
        if self.message is not None:
331
            subject += self.message
332
        else:
333
            revision = branch.repository.get_revision(self.revision_id)
334
            subject += revision.get_summary()
4098.5.18 by Aaron Bentley
Gracefully handle mail clients that don't support bodies.
335
        if getattr(mail_client, 'supports_body', False):
336
            orig_body = body
337
            for hook in self.hooks['merge_request_body']:
338
                params = MergeRequestBodyParams(body, orig_body, self,
339
                                                to, basename, subject, branch,
340
                                                tree)
341
                body = hook(params)
342
        elif len(self.hooks['merge_request_body']) > 0:
343
            trace.warning('Cannot run merge_request_body hooks because mail'
344
                          ' client %s does not support message bodies.',
345
                        mail_client.__class__.__name__)
4098.5.16 by Aaron Bentley
Move hook to MergeDirective, implement MergeDirective.compose_merge_request.
346
        mail_client.compose_merge_request(to, subject,
347
                                          ''.join(self.to_lines()),
348
                                          basename, body)
349
2520.4.73 by Aaron Bentley
Implement new merge directive format
350
5086.3.1 by Jelmer Vernooij
``bzrlib.merge_directive._BaseMergeDirective`` has been renamed to
351
class MergeDirective(BaseMergeDirective):
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
352
1551.12.38 by Aaron Bentley
Add docs for MergeDirective and RIO-patch functions
353
    """A request to perform a merge into a branch.
354
355
    Designed to be serialized and mailed.  It provides all the information
356
    needed to perform a merge automatically, by providing at minimum a revision
357
    bundle or the location of a branch.
358
359
    The serialization format is robust against certain common forms of
360
    deterioration caused by mailing.
361
362
    The format is also designed to be patch-compatible.  If the directive
363
    includes a diff or revision bundle, it should be possible to apply it
364
    directly using the standard patch program.
365
    """
366
1551.12.45 by Aaron Bentley
Change format marker to not experimental
367
    _format_string = 'Bazaar merge directive format 1'
1551.12.12 by Aaron Bentley
Add format header
368
1551.12.4 by Aaron Bentley
Add failing test
369
    def __init__(self, revision_id, testament_sha1, time, timezone,
6365.1.6 by Jelmer Vernooij
revert some unnecessary changes.
370
                 target_branch, patch=None, patch_type=None,
6365.1.5 by Jelmer Vernooij
Kill optional submit_branch argument to MergeDirective constructor.
371
                 source_branch=None, message=None, bundle=None):
1551.12.38 by Aaron Bentley
Add docs for MergeDirective and RIO-patch functions
372
        """Constructor.
373
374
        :param revision_id: The revision to merge
375
        :param testament_sha1: The sha1 of the testament of the revision to
376
            merge.
377
        :param time: The current POSIX timestamp time
378
        :param timezone: The timezone offset
6365.1.3 by Jelmer Vernooij
Pass local target branch along to merge directive handlers.
379
        :param target_branch: Location of the branch to apply the merge to
1551.12.38 by Aaron Bentley
Add docs for MergeDirective and RIO-patch functions
380
        :param patch: The text of a diff or bundle
381
        :param patch_type: None, "diff" or "bundle", depending on the contents
382
            of patch
383
        :param source_branch: A public location to merge the revision from
384
        :param message: The message to use when committing this merge
385
        """
5086.3.1 by Jelmer Vernooij
``bzrlib.merge_directive._BaseMergeDirective`` has been renamed to
386
        BaseMergeDirective.__init__(self, revision_id, testament_sha1, time,
6365.1.5 by Jelmer Vernooij
Kill optional submit_branch argument to MergeDirective constructor.
387
            timezone, target_branch, patch, source_branch, message)
3376.2.4 by Martin Pool
Remove every assert statement from bzrlib!
388
        if patch_type not in (None, 'diff', 'bundle'):
389
            raise ValueError(patch_type)
1551.12.13 by Aaron Bentley
Rename fields
390
        if patch_type != 'bundle' and source_branch is None:
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
391
            raise errors.NoMergeSource()
392
        if patch_type is not None and patch is None:
393
            raise errors.PatchMissing(patch_type)
394
        self.patch_type = patch_type
2520.4.73 by Aaron Bentley
Implement new merge directive format
395
396
    def clear_payload(self):
397
        self.patch = None
398
        self.patch_type = None
399
2520.4.80 by Aaron Bentley
Improve merge directive tests
400
    def get_raw_bundle(self):
401
        return self.bundle
402
2520.4.73 by Aaron Bentley
Implement new merge directive format
403
    def _bundle(self):
404
        if self.patch_type == 'bundle':
405
            return self.patch
406
        else:
407
            return None
408
409
    bundle = property(_bundle)
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
410
1551.12.12 by Aaron Bentley
Add format header
411
    @classmethod
412
    def from_lines(klass, lines):
1551.12.38 by Aaron Bentley
Add docs for MergeDirective and RIO-patch functions
413
        """Deserialize a MergeRequest from an iterable of lines
414
415
        :param lines: An iterable of lines
416
        :return: a MergeRequest
417
        """
1551.12.51 by Aaron Bentley
Allow leading junk before merge directive header
418
        line_iter = iter(lines)
4792.7.3 by Martin
MergeDirective.from_lines claims to want an iterable but currently requires a list, rewrite so it really wants an iterable
419
        firstline = ""
1551.12.51 by Aaron Bentley
Allow leading junk before merge directive header
420
        for line in line_iter:
2520.4.73 by Aaron Bentley
Implement new merge directive format
421
            if line.startswith('# Bazaar merge directive format '):
4792.7.3 by Martin
MergeDirective.from_lines claims to want an iterable but currently requires a list, rewrite so it really wants an iterable
422
                return _format_registry.get(line[2:].rstrip())._from_lines(
423
                    line_iter)
424
            firstline = firstline or line.strip()
425
        raise errors.NotAMergeDirective(firstline)
2520.4.73 by Aaron Bentley
Implement new merge directive format
426
427
    @classmethod
428
    def _from_lines(klass, line_iter):
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
429
        stanza = rio.read_patch_stanza(line_iter)
430
        patch_lines = list(line_iter)
431
        if len(patch_lines) == 0:
432
            patch = None
1551.12.53 by Aaron Bentley
Fix deserialization of merge directives with no patch
433
            patch_type = None
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
434
        else:
435
            patch = ''.join(patch_lines)
1551.12.53 by Aaron Bentley
Fix deserialization of merge directives with no patch
436
            try:
437
                bundle_serializer.read_bundle(StringIO(patch))
1551.15.29 by Aaron Bentley
Make merge directives robust against broken bundles
438
            except (errors.NotABundle, errors.BundleNotSupported,
439
                    errors.BadBundle):
1551.12.53 by Aaron Bentley
Fix deserialization of merge directives with no patch
440
                patch_type = 'diff'
441
            else:
442
                patch_type = 'bundle'
1551.12.30 by Aaron Bentley
Use patch-style dates for timestamps in merge directives
443
        time, timezone = timestamp.parse_patch_date(stanza.get('timestamp'))
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
444
        kwargs = {}
1551.12.13 by Aaron Bentley
Rename fields
445
        for key in ('revision_id', 'testament_sha1', 'target_branch',
1551.12.26 by Aaron Bentley
Get email working, with optional message
446
                    'source_branch', 'message'):
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
447
            try:
448
                kwargs[key] = stanza.get(key)
449
            except KeyError:
450
                pass
1551.12.54 by Aaron Bentley
Decoded revision ids are utf-8
451
        kwargs['revision_id'] = kwargs['revision_id'].encode('utf-8')
1551.12.3 by Aaron Bentley
Add timestamps to merge directives
452
        return MergeDirective(time=time, timezone=timezone,
453
                              patch_type=patch_type, patch=patch, **kwargs)
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
454
455
    def to_lines(self):
2520.4.73 by Aaron Bentley
Implement new merge directive format
456
        lines = self._to_lines()
1551.12.2 by Aaron Bentley
Got directives round-tripping, with bundles and everything
457
        if self.patch is not None:
458
            lines.extend(self.patch.splitlines(True))
459
        return lines
460
2520.4.73 by Aaron Bentley
Implement new merge directive format
461
    @staticmethod
462
    def _generate_bundle(repository, revision_id, ancestor_id):
463
        s = StringIO()
464
        bundle_serializer.write_bundle(repository, revision_id,
465
                                       ancestor_id, s, '0.9')
466
        return s.getvalue()
467
2520.4.109 by Aaron Bentley
start work on directive cherry-picking
468
    def get_merge_request(self, repository):
469
        """Provide data for performing a merge
470
471
        Returns suggested base, suggested target, and patch verification status
472
        """
473
        return None, self.revision_id, 'inapplicable'
474
2520.4.76 by Aaron Bentley
Move base64-encoding into merge directives
475
5086.3.1 by Jelmer Vernooij
``bzrlib.merge_directive._BaseMergeDirective`` has been renamed to
476
class MergeDirective2(BaseMergeDirective):
2520.4.73 by Aaron Bentley
Implement new merge directive format
477
2687.2.2 by Martin Pool
Fix up other references to 0.19
478
    _format_string = 'Bazaar merge directive format 2 (Bazaar 0.90)'
2520.4.73 by Aaron Bentley
Implement new merge directive format
479
480
    def __init__(self, revision_id, testament_sha1, time, timezone,
6365.1.6 by Jelmer Vernooij
revert some unnecessary changes.
481
                 target_branch, patch=None, source_branch=None, message=None,
482
                 bundle=None, base_revision_id=None):
2520.4.73 by Aaron Bentley
Implement new merge directive format
483
        if source_branch is None and bundle is None:
484
            raise errors.NoMergeSource()
5086.3.1 by Jelmer Vernooij
``bzrlib.merge_directive._BaseMergeDirective`` has been renamed to
485
        BaseMergeDirective.__init__(self, revision_id, testament_sha1, time,
6365.1.6 by Jelmer Vernooij
revert some unnecessary changes.
486
            timezone, target_branch, patch, source_branch, message)
2520.4.73 by Aaron Bentley
Implement new merge directive format
487
        self.bundle = bundle
2520.4.105 by Aaron Bentley
Implement patch verification
488
        self.base_revision_id = base_revision_id
2520.4.73 by Aaron Bentley
Implement new merge directive format
489
490
    def _patch_type(self):
491
        if self.bundle is not None:
492
            return 'bundle'
493
        elif self.patch is not None:
494
            return 'diff'
495
        else:
496
            return None
497
498
    patch_type = property(_patch_type)
499
500
    def clear_payload(self):
501
        self.patch = None
502
        self.bundle = None
503
2520.4.80 by Aaron Bentley
Improve merge directive tests
504
    def get_raw_bundle(self):
505
        if self.bundle is None:
506
            return None
507
        else:
508
            return self.bundle.decode('base-64')
509
2520.4.73 by Aaron Bentley
Implement new merge directive format
510
    @classmethod
511
    def _from_lines(klass, line_iter):
512
        stanza = rio.read_patch_stanza(line_iter)
513
        patch = None
514
        bundle = None
515
        try:
516
            start = line_iter.next()
517
        except StopIteration:
518
            pass
519
        else:
520
            if start.startswith('# Begin patch'):
521
                patch_lines = []
522
                for line in line_iter:
523
                    if line.startswith('# Begin bundle'):
524
                        start = line
525
                        break
526
                    patch_lines.append(line)
527
                else:
528
                    start = None
529
                patch = ''.join(patch_lines)
530
            if start is not None:
531
                if start.startswith('# Begin bundle'):
532
                    bundle = ''.join(line_iter)
533
                else:
534
                    raise errors.IllegalMergeDirectivePayload(start)
535
        time, timezone = timestamp.parse_patch_date(stanza.get('timestamp'))
536
        kwargs = {}
537
        for key in ('revision_id', 'testament_sha1', 'target_branch',
2520.4.105 by Aaron Bentley
Implement patch verification
538
                    'source_branch', 'message', 'base_revision_id'):
2520.4.73 by Aaron Bentley
Implement new merge directive format
539
            try:
540
                kwargs[key] = stanza.get(key)
541
            except KeyError:
542
                pass
543
        kwargs['revision_id'] = kwargs['revision_id'].encode('utf-8')
2520.4.105 by Aaron Bentley
Implement patch verification
544
        kwargs['base_revision_id'] =\
545
            kwargs['base_revision_id'].encode('utf-8')
2520.4.73 by Aaron Bentley
Implement new merge directive format
546
        return klass(time=time, timezone=timezone, patch=patch, bundle=bundle,
547
                     **kwargs)
548
549
    def to_lines(self):
2520.4.105 by Aaron Bentley
Implement patch verification
550
        lines = self._to_lines(base_revision=True)
2520.4.73 by Aaron Bentley
Implement new merge directive format
551
        if self.patch is not None:
552
            lines.append('# Begin patch\n')
553
            lines.extend(self.patch.splitlines(True))
554
        if self.bundle is not None:
555
            lines.append('# Begin bundle\n')
556
            lines.extend(self.bundle.splitlines(True))
557
        return lines
558
559
    @classmethod
560
    def from_objects(klass, repository, revision_id, time, timezone,
2520.5.4 by Aaron Bentley
Replace 'bundle-revisions' with 'submit' command
561
                 target_branch, include_patch=True, include_bundle=True,
2520.4.112 by Aaron Bentley
Make cherry-pick merge directives possible
562
                 local_target_branch=None, public_branch=None, message=None,
563
                 base_revision_id=None):
2520.4.73 by Aaron Bentley
Implement new merge directive format
564
        """Generate a merge directive from various objects
565
566
        :param repository: The repository containing the revision
567
        :param revision_id: The revision to merge
568
        :param time: The POSIX timestamp of the date the request was issued.
569
        :param timezone: The timezone of the request
570
        :param target_branch: The url of the branch to merge into
2520.5.4 by Aaron Bentley
Replace 'bundle-revisions' with 'submit' command
571
        :param include_patch: If true, include a preview patch
572
        :param include_bundle: If true, include a bundle
6365.1.3 by Jelmer Vernooij
Pass local target branch along to merge directive handlers.
573
        :param local_target_branch: the target branch, either itself or a local copy
574
        :param public_branch: location of a public branch containing
575
            the target revision.
2520.4.73 by Aaron Bentley
Implement new merge directive format
576
        :param message: Message to use when committing the merge
577
        :return: The merge directive
578
2520.5.4 by Aaron Bentley
Replace 'bundle-revisions' with 'submit' command
579
        The public branch is always used if supplied.  If no bundle is
580
        included, the public branch must be supplied, and will be verified.
2520.4.73 by Aaron Bentley
Implement new merge directive format
581
582
        If the message is not supplied, the message from revision_id will be
583
        used for the commit.
584
        """
2520.4.86 by Aaron Bentley
Improve locking in _BaseMergeDirective.from_object
585
        locked = []
586
        try:
587
            repository.lock_write()
588
            locked.append(repository)
589
            t_revision_id = revision_id
590
            if revision_id == 'null:':
591
                t_revision_id = None
592
            t = testament.StrictTestament3.from_revision(repository,
593
                t_revision_id)
6365.1.3 by Jelmer Vernooij
Pass local target branch along to merge directive handlers.
594
            if local_target_branch is None:
595
                submit_branch = _mod_branch.Branch.open(target_branch)
596
            else:
597
                submit_branch = local_target_branch
2520.4.86 by Aaron Bentley
Improve locking in _BaseMergeDirective.from_object
598
            submit_branch.lock_read()
599
            locked.append(submit_branch)
600
            if submit_branch.get_public_branch() is not None:
601
                target_branch = submit_branch.get_public_branch()
2520.4.105 by Aaron Bentley
Implement patch verification
602
            submit_revision_id = submit_branch.last_revision()
603
            submit_revision_id = _mod_revision.ensure_null(submit_revision_id)
604
            graph = repository.get_graph(submit_branch.repository)
605
            ancestor_id = graph.find_unique_lca(revision_id,
606
                                                submit_revision_id)
2520.4.112 by Aaron Bentley
Make cherry-pick merge directives possible
607
            if base_revision_id is None:
608
                base_revision_id = ancestor_id
2520.5.4 by Aaron Bentley
Replace 'bundle-revisions' with 'submit' command
609
            if (include_patch, include_bundle) != (False, False):
610
                repository.fetch(submit_branch.repository, submit_revision_id)
611
            if include_patch:
612
                patch = klass._generate_diff(repository, revision_id,
613
                                             base_revision_id)
614
            else:
2520.4.86 by Aaron Bentley
Improve locking in _BaseMergeDirective.from_object
615
                patch = None
2520.5.4 by Aaron Bentley
Replace 'bundle-revisions' with 'submit' command
616
617
            if include_bundle:
618
                bundle = klass._generate_bundle(repository, revision_id,
619
                    ancestor_id).encode('base-64')
620
            else:
2520.4.73 by Aaron Bentley
Implement new merge directive format
621
                bundle = None
2520.4.86 by Aaron Bentley
Improve locking in _BaseMergeDirective.from_object
622
2520.5.4 by Aaron Bentley
Replace 'bundle-revisions' with 'submit' command
623
            if public_branch is not None and not include_bundle:
624
                public_branch_obj = _mod_branch.Branch.open(public_branch)
625
                public_branch_obj.lock_read()
626
                locked.append(public_branch_obj)
627
                if not public_branch_obj.repository.has_revision(
628
                    revision_id):
629
                    raise errors.PublicBranchOutOfDate(public_branch,
630
                                                       revision_id)
4634.90.3 by Andrew Bennetts
Fix other bugs revealed by clearing chk_map page cache during blackbox tests.
631
            testament_sha1 = t.as_sha1()
2520.4.86 by Aaron Bentley
Improve locking in _BaseMergeDirective.from_object
632
        finally:
633
            for entry in reversed(locked):
634
                entry.unlock()
4634.90.3 by Andrew Bennetts
Fix other bugs revealed by clearing chk_map page cache during blackbox tests.
635
        return klass(revision_id, testament_sha1, time, timezone,
636
            target_branch, patch, public_branch, message, bundle,
6365.1.5 by Jelmer Vernooij
Kill optional submit_branch argument to MergeDirective constructor.
637
            base_revision_id)
2520.4.105 by Aaron Bentley
Implement patch verification
638
639
    def _verify_patch(self, repository):
640
        calculated_patch = self._generate_diff(repository, self.revision_id,
641
                                               self.base_revision_id)
642
        # Convert line-endings to UNIX
643
        stored_patch = re.sub('\r\n?', '\n', self.patch)
2520.7.2 by Aaron Bentley
Restore patch verification for CR, CRLF files
644
        calculated_patch = re.sub('\r\n?', '\n', calculated_patch)
2520.4.105 by Aaron Bentley
Implement patch verification
645
        # Strip trailing whitespace
646
        calculated_patch = re.sub(' *\n', '\n', calculated_patch)
647
        stored_patch = re.sub(' *\n', '\n', stored_patch)
2520.4.108 by Aaron Bentley
Start work on using merge base from directives
648
        return (calculated_patch == stored_patch)
649
2520.4.109 by Aaron Bentley
start work on directive cherry-picking
650
    def get_merge_request(self, repository):
651
        """Provide data for performing a merge
2520.4.108 by Aaron Bentley
Start work on using merge base from directives
652
2520.4.109 by Aaron Bentley
start work on directive cherry-picking
653
        Returns suggested base, suggested target, and patch verification status
654
        """
2520.4.108 by Aaron Bentley
Start work on using merge base from directives
655
        verified = self._maybe_verify(repository)
2520.4.109 by Aaron Bentley
start work on directive cherry-picking
656
        return self.base_revision_id, self.revision_id, verified
2520.4.105 by Aaron Bentley
Implement patch verification
657
2520.4.108 by Aaron Bentley
Start work on using merge base from directives
658
    def _maybe_verify(self, repository):
659
        if self.patch is not None:
660
            if self._verify_patch(repository):
661
                return 'verified'
662
            else:
663
                return 'failed'
664
        else:
665
            return 'inapplicable'
666
2520.4.73 by Aaron Bentley
Implement new merge directive format
667
668
class MergeDirectiveFormatRegistry(registry.Registry):
669
2694.1.1 by Aaron Bentley
Restore support for Merge directive 2 / 0.19
670
    def register(self, directive, format_string=None):
671
        if format_string is None:
2694.1.3 by Aaron Bentley
Fix whitespace
672
            format_string = directive._format_string
2694.1.1 by Aaron Bentley
Restore support for Merge directive 2 / 0.19
673
        registry.Registry.register(self, format_string, directive)
2520.4.73 by Aaron Bentley
Implement new merge directive format
674
675
676
_format_registry = MergeDirectiveFormatRegistry()
677
_format_registry.register(MergeDirective)
678
_format_registry.register(MergeDirective2)
4241.14.12 by Vincent Ladeuil
Far too many modifications for a single commit, need to restart.
679
# 0.19 never existed.  It got renamed to 0.90.  But by that point, there were
680
# already merge directives in the wild that used 0.19. Registering with the old
681
# format string to retain compatibility with those merge directives.
2694.1.1 by Aaron Bentley
Restore support for Merge directive 2 / 0.19
682
_format_registry.register(MergeDirective2,
683
                          'Bazaar merge directive format 2 (Bazaar 0.19)')