/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to bzrlib/bundle/serializer/v08.py

Merge bzr.dev

Show diffs side-by-side

added added

removed removed

Lines of Context:
bzrlib/bundle/serializer/v08.py
1
 
# Copyright (C) 2005, 2006, 2009 Canonical Ltd
 
1
# (C) 2005 Canonical Development Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
16
 
17
17
"""Serializer factory for reading and writing bundles.
18
18
"""
19
19
 
20
20
import os
21
21
 
22
 
from bzrlib import (
23
 
    errors,
24
 
    ui,
25
 
    )
 
22
from bzrlib import errors
26
23
from bzrlib.bundle.serializer import (BundleSerializer,
27
 
                                      _get_bundle_header,
 
24
                                      BUNDLE_HEADER,
 
25
                                      format_highres_date,
 
26
                                      unpack_highres_date,
28
27
                                     )
29
28
from bzrlib.bundle.serializer import binary_diff
30
29
from bzrlib.bundle.bundle_data import (RevisionInfo, BundleInfo, BundleTree)
31
30
from bzrlib.diff import internal_diff
32
31
from bzrlib.osutils import pathjoin
 
32
from bzrlib.progress import DummyProgress
33
33
from bzrlib.revision import NULL_REVISION
 
34
from bzrlib.rio import RioWriter, read_stanzas
 
35
import bzrlib.ui
34
36
from bzrlib.testament import StrictTestament
35
 
from bzrlib.timestamp import (
36
 
    format_highres_date,
37
 
    unpack_highres_date,
38
 
)
39
37
from bzrlib.textfile import text_file
40
38
from bzrlib.trace import mutter
41
39
 
56
54
        else:
57
55
            self.properties = properties
58
56
 
59
 
    def add_utf8_property(self, name, value):
60
 
        """Add a property whose value is currently utf8 to the action."""
61
 
        self.properties.append((name, value.decode('utf8')))
62
 
 
63
57
    def add_property(self, name, value):
64
58
        """Add a property to the action"""
65
59
        self.properties.append((name, value))
100
94
        """
101
95
        return BundleReader(f).info
102
96
 
103
 
    def check_compatible(self):
104
 
        if self.source.supports_rich_root():
105
 
            raise errors.IncompatibleBundleFormat('0.8', repr(self.source))
106
 
 
107
97
    def write(self, source, revision_ids, forced_bases, f):
108
98
        """Write the bundless to the supplied files.
109
99
 
116
106
        self.revision_ids = revision_ids
117
107
        self.forced_bases = forced_bases
118
108
        self.to_file = f
119
 
        self.check_compatible()
120
109
        source.lock_read()
121
110
        try:
122
111
            self._write_main_header()
123
 
            pb = ui.ui_factory.nested_progress_bar()
 
112
            pb = DummyProgress()
124
113
            try:
125
114
                self._write_revisions(pb)
126
115
            finally:
127
 
                pb.finished()
 
116
                pass
 
117
                #pb.finished()
128
118
        finally:
129
119
            source.unlock()
130
120
 
131
 
    def write_bundle(self, repository, target, base, fileobj):
132
 
        return self._write_bundle(repository, target, base, fileobj)
133
 
 
134
121
    def _write_main_header(self):
135
122
        """Write the header for the changes"""
136
123
        f = self.to_file
137
 
        f.write(_get_bundle_header('0.8'))
 
124
        f.write(BUNDLE_HEADER)
 
125
        f.write('0.8\n')
138
126
        f.write('#\n')
139
127
 
140
 
    def _write(self, key, value, indent=1, trailing_space_when_empty=False):
141
 
        """Write out meta information, with proper indenting, etc.
142
 
 
143
 
        :param trailing_space_when_empty: To work around a bug in earlier
144
 
            bundle readers, when writing an empty property, we use "prop: \n"
145
 
            rather than writing "prop:\n".
146
 
            If this parameter is True, and value is the empty string, we will
147
 
            write an extra space.
148
 
        """
149
 
        if indent < 1:
150
 
            raise ValueError('indentation must be greater than 0')
 
128
    def _write(self, key, value, indent=1):
 
129
        """Write out meta information, with proper indenting, etc"""
 
130
        assert indent > 0, 'indentation must be greater than 0'
151
131
        f = self.to_file
152
132
        f.write('#' + (' ' * indent))
153
133
        f.write(key.encode('utf-8'))
154
134
        if not value:
155
 
            if trailing_space_when_empty and value == '':
156
 
                f.write(': \n')
157
 
            else:
158
 
                f.write(':\n')
159
 
        elif isinstance(value, str):
160
 
            f.write(': ')
161
 
            f.write(value)
162
 
            f.write('\n')
163
 
        elif isinstance(value, unicode):
 
135
            f.write(':\n')
 
136
        elif isinstance(value, basestring):
164
137
            f.write(': ')
165
138
            f.write(value.encode('utf-8'))
166
139
            f.write('\n')
168
141
            f.write(':\n')
169
142
            for entry in value:
170
143
                f.write('#' + (' ' * (indent+2)))
171
 
                if isinstance(entry, str):
172
 
                    f.write(entry)
173
 
                else:
174
 
                    f.write(entry.encode('utf-8'))
 
144
                f.write(entry.encode('utf-8'))
175
145
                f.write('\n')
176
146
 
177
147
    def _write_revisions(self, pb):
181
151
        last_rev_id = None
182
152
        last_rev_tree = None
183
153
 
184
 
        i_max = len(self.revision_ids)
 
154
        i_max = len(self.revision_ids) 
185
155
        for i, rev_id in enumerate(self.revision_ids):
186
 
            pb.update("Generating revision data", i, i_max)
 
156
            pb.update("Generating revsion data", i, i_max)
187
157
            rev = self.source.get_revision(rev_id)
188
158
            if rev_id == last_rev_id:
189
159
                rev_tree = last_rev_tree
206
176
            else:
207
177
                base_tree = self.source.revision_tree(base_id)
208
178
            force_binary = (i != 0)
209
 
            self._write_revision(rev, rev_tree, base_id, base_tree,
 
179
            self._write_revision(rev, rev_tree, base_id, base_tree, 
210
180
                                 explicit_base, force_binary)
211
181
 
212
182
            last_rev_id = base_id
213
183
            last_rev_tree = base_tree
214
184
 
215
 
    def _testament_sha1(self, revision_id):
216
 
        return StrictTestament.from_revision(self.source,
217
 
                                             revision_id).as_sha1()
218
 
 
219
 
    def _write_revision(self, rev, rev_tree, base_rev, base_tree,
 
185
    def _write_revision(self, rev, rev_tree, base_rev, base_tree, 
220
186
                        explicit_base, force_binary):
221
187
        """Write out the information for a revision."""
222
188
        def w(key, value):
230
196
        self._write_delta(rev_tree, base_tree, rev.revision_id, force_binary)
231
197
 
232
198
        w('revision id', rev.revision_id)
233
 
        w('sha1', self._testament_sha1(rev.revision_id))
 
199
        w('sha1', StrictTestament.from_revision(self.source, 
 
200
                                                rev.revision_id).as_sha1())
234
201
        w('inventory sha1', rev.inventory_sha1)
235
202
        if rev.parent_ids:
236
203
            w('parent ids', rev.parent_ids)
238
205
            w('base id', base_rev)
239
206
        if rev.properties:
240
207
            self._write('properties', None, indent=1)
241
 
            for name, value in sorted(rev.properties.items()):
242
 
                self._write(name, value, indent=3,
243
 
                            trailing_space_when_empty=True)
244
 
 
 
208
            for name, value in rev.properties.items():
 
209
                self._write(name, value, indent=3)
 
210
        
245
211
        # Add an extra blank space at the end
246
212
        self.to_file.write('\n')
247
213
 
254
220
        self.to_file.write(' // '.join(p_texts).encode('utf-8'))
255
221
        self.to_file.write('\n')
256
222
 
257
 
    def _write_delta(self, new_tree, old_tree, default_revision_id,
 
223
    def _write_delta(self, new_tree, old_tree, default_revision_id, 
258
224
                     force_binary):
259
225
        """Write out the changes between the trees."""
260
226
        DEVNULL = '/dev/null'
261
227
        old_label = ''
262
228
        new_label = ''
263
229
 
 
230
        def bundle_path(path):
 
231
            if path != '':
 
232
                return path
 
233
            else:
 
234
                return '.'
 
235
 
264
236
        def do_diff(file_id, old_path, new_path, action, force_binary):
265
237
            def tree_lines(tree, require_text=False):
266
238
                if file_id in tree:
277
249
                old_lines = tree_lines(old_tree, require_text=True)
278
250
                new_lines = tree_lines(new_tree, require_text=True)
279
251
                action.write(self.to_file)
280
 
                internal_diff(old_path, old_lines, new_path, new_lines,
 
252
                internal_diff(old_path, old_lines, new_path, new_lines, 
281
253
                              self.to_file)
282
254
            except errors.BinaryFile:
283
255
                old_lines = tree_lines(old_tree, require_text=False)
284
256
                new_lines = tree_lines(new_tree, require_text=False)
285
257
                action.add_property('encoding', 'base64')
286
258
                action.write(self.to_file)
287
 
                binary_diff(old_path, old_lines, new_path, new_lines,
 
259
                binary_diff(old_path, old_lines, new_path, new_lines, 
288
260
                            self.to_file)
289
261
 
290
262
        def finish_action(action, file_id, kind, meta_modified, text_modified,
291
263
                          old_path, new_path):
292
264
            entry = new_tree.inventory[file_id]
293
 
            if entry.revision != default_revision_id:
294
 
                action.add_utf8_property('last-changed', entry.revision)
 
265
            if (entry.revision != default_revision_id and 
 
266
                entry.revision is not None):
 
267
                action.add_property('last-changed', entry.revision)
295
268
            if meta_modified:
296
269
                action.add_bool_property('executable', entry.executable)
297
270
            if text_modified and kind == "symlink":
301
274
            else:
302
275
                action.write(self.to_file)
303
276
 
304
 
        delta = new_tree.changes_from(old_tree, want_unchanged=True,
 
277
        delta = new_tree.changes_from(old_tree, want_unchanged=True, 
305
278
                                      include_root=True)
306
279
        for path, file_id, kind in delta.removed:
307
280
            action = Action('removed', [kind, path]).write(self.to_file)
308
281
 
309
282
        for path, file_id, kind in delta.added:
310
 
            action = Action('added', [kind, path], [('file-id', file_id)])
311
 
            meta_modified = (kind=='file' and
 
283
            action = Action('added', [kind, bundle_path(path)], 
 
284
                            [('file-id', file_id)])
 
285
            meta_modified = (kind=='file' and 
312
286
                             new_tree.is_executable(file_id))
313
287
            finish_action(action, file_id, kind, meta_modified, True,
314
288
                          DEVNULL, path)
315
289
 
316
290
        for (old_path, new_path, file_id, kind,
317
291
             text_modified, meta_modified) in delta.renamed:
318
 
            action = Action('renamed', [kind, old_path], [(new_path,)])
 
292
            action = Action('renamed', [kind, bundle_path(old_path)], 
 
293
                            [(bundle_path(new_path),)])
319
294
            finish_action(action, file_id, kind, meta_modified, text_modified,
320
295
                          old_path, new_path)
321
296
 
322
297
        for (path, file_id, kind,
323
298
             text_modified, meta_modified) in delta.modified:
324
 
            action = Action('modified', [kind, path])
 
299
            action = Action('modified', [kind, bundle_path(path)])
325
300
            finish_action(action, file_id, kind, meta_modified, text_modified,
326
301
                          path, path)
327
302
 
332
307
                continue
333
308
            old_rev = getattr(old_tree.inventory[ie.file_id], 'revision', None)
334
309
            if new_rev != old_rev:
335
 
                action = Action('modified', [ie.kind,
336
 
                                             new_tree.id2path(ie.file_id)])
337
 
                action.add_utf8_property('last-changed', ie.revision)
 
310
                action = Action('modified', 
 
311
                    [ie.kind, bundle_path(new_tree.id2path(ie.file_id))])
 
312
                if ie.revision is not None:
 
313
                    action.add_property('last-changed', ie.revision)
338
314
                action.write(self.to_file)
339
315
 
340
316
 
350
326
        object.__init__(self)
351
327
        self.from_file = iter(from_file)
352
328
        self._next_line = None
353
 
 
354
 
        self.info = self._get_info()
 
329
        
 
330
        self.info = BundleInfo08()
355
331
        # We put the actual inventory ids in the footer, so that the patch
356
332
        # is easier to read for humans.
357
333
        # Unfortunately, that means we need to read everything before we
359
335
        self._read()
360
336
        self._validate()
361
337
 
362
 
    def _get_info(self):
363
 
        return BundleInfo08()
364
 
 
365
338
    def _read(self):
366
339
        self._next().next()
367
340
        while self._next_line is not None:
451
424
        revision_info = self.info.revisions[-1]
452
425
        if key in revision_info.__dict__:
453
426
            if getattr(revision_info, key) is None:
454
 
                if key in ('file_id', 'revision_id', 'base_id'):
455
 
                    value = value.encode('utf8')
456
 
                elif key in ('parent_ids'):
457
 
                    value = [v.encode('utf8') for v in value]
458
427
                setattr(revision_info, key, value)
459
428
            else:
460
429
                raise errors.MalformedHeader('Duplicated Key: %s' % key)
461
430
        else:
462
431
            # What do we do with a key we don't recognize
463
432
            raise errors.MalformedHeader('Unknown Key: "%s"' % key)
464
 
 
 
433
    
465
434
    def _read_many(self, indent):
466
435
        """If a line ends with no entry, that means that it should be
467
436
        followed with multiple lines of values.
504
473
            elif line.startswith('... '):
505
474
                action += line[len('... '):-1].decode('utf-8')
506
475
 
507
 
            if (self._next_line is not None and
 
476
            if (self._next_line is not None and 
508
477
                self._next_line.startswith('===')):
509
478
                return action, lines, True
510
479
            elif self._next_line is None or self._next_line.startswith('#'):
516
485
                lines.append(line)
517
486
 
518
487
        return action, lines, False
519
 
 
 
488
            
520
489
    def _read_patches(self):
521
490
        do_continue = True
522
491
        revision_actions = []
524
493
            action, lines, do_continue = self._read_one_patch()
525
494
            if action is not None:
526
495
                revision_actions.append((action, lines))
527
 
        if self.info.revisions[-1].tree_actions is not None:
528
 
            raise AssertionError()
 
496
        assert self.info.revisions[-1].tree_actions is None
529
497
        self.info.revisions[-1].tree_actions = revision_actions
530
498
 
531
499
    def _read_footer(self):
543
511
                self._next().next()
544
512
                break
545
513
 
 
514
 
546
515
class BundleInfo08(BundleInfo):
547
 
 
548
516
    def _update_tree(self, bundle_tree, revision_id):
549
517
        bundle_tree.note_last_changed('', revision_id)
550
518
        BundleInfo._update_tree(self, bundle_tree, revision_id)
551
 
 
552
 
    def _testament_sha1_from_revision(self, repository, revision_id):
553
 
        testament = StrictTestament.from_revision(repository, revision_id)
554
 
        return testament.as_sha1()
555
 
 
556
 
    def _testament_sha1(self, revision, inventory):
557
 
        return StrictTestament(revision, inventory).as_sha1()