/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/bundle/serializer/v4.py

  • Committer: Jelmer Vernooij
  • Date: 2019-06-03 21:25:01 UTC
  • mto: This revision was merged to the branch mainline in revision 7318.
  • Revision ID: jelmer@jelmer.uk-20190603212501-zgt2czrlc6oqoi7a
Fix tests on python 2.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2007 Canonical Ltd
 
1
# Copyright (C) 2007-2010 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
17
 
from cStringIO import StringIO
 
17
from __future__ import absolute_import
 
18
 
18
19
import bz2
19
20
import re
20
21
 
21
 
from bzrlib import (
22
 
    diff,
 
22
from ... import (
 
23
    bencode,
23
24
    errors,
24
25
    iterablefile,
25
26
    lru_cache,
26
27
    multiparent,
27
28
    osutils,
28
 
    pack,
 
29
    repository as _mod_repository,
29
30
    revision as _mod_revision,
30
 
    serializer,
31
31
    trace,
32
32
    ui,
33
33
    )
34
 
from bzrlib.bundle import bundle_data, serializer as bundle_serializer
35
 
from bzrlib import bencode
 
34
from ...bzr import (
 
35
    pack,
 
36
    serializer,
 
37
    versionedfile as _mod_versionedfile,
 
38
    )
 
39
from ...bundle import bundle_data, serializer as bundle_serializer
 
40
from ...i18n import ngettext
 
41
from ...sixish import (
 
42
    BytesIO,
 
43
    viewitems,
 
44
    )
 
45
 
 
46
 
 
47
class _MPDiffInventoryGenerator(_mod_versionedfile._MPDiffGenerator):
 
48
    """Generate Inventory diffs serialized inventories."""
 
49
 
 
50
    def __init__(self, repo, inventory_keys):
 
51
        super(_MPDiffInventoryGenerator, self).__init__(repo.inventories,
 
52
                                                        inventory_keys)
 
53
        self.repo = repo
 
54
        self.sha1s = {}
 
55
 
 
56
    def iter_diffs(self):
 
57
        """Compute the diffs one at a time."""
 
58
        # This is instead of compute_diffs() since we guarantee our ordering of
 
59
        # inventories, we don't have to do any buffering
 
60
        self._find_needed_keys()
 
61
        # We actually use a slightly different ordering. We grab all of the
 
62
        # parents first, and then grab the ordered requests.
 
63
        needed_ids = [k[-1] for k in self.present_parents]
 
64
        needed_ids.extend([k[-1] for k in self.ordered_keys])
 
65
        inv_to_bytes = self.repo._serializer.write_inventory_to_string
 
66
        for inv in self.repo.iter_inventories(needed_ids):
 
67
            revision_id = inv.revision_id
 
68
            key = (revision_id,)
 
69
            if key in self.present_parents:
 
70
                # Not a key we will transmit, which is a shame, since because
 
71
                # of that bundles don't work with stacked branches
 
72
                parent_ids = None
 
73
            else:
 
74
                parent_ids = [k[-1] for k in self.parent_map[key]]
 
75
            as_bytes = inv_to_bytes(inv)
 
76
            self._process_one_record(key, (as_bytes,))
 
77
            if parent_ids is None:
 
78
                continue
 
79
            diff = self.diffs.pop(key)
 
80
            sha1 = osutils.sha_string(as_bytes)
 
81
            yield revision_id, parent_ids, sha1, diff
36
82
 
37
83
 
38
84
class BundleWriter(object):
56
102
 
57
103
    def begin(self):
58
104
        """Start writing the bundle"""
59
 
        self._fileobj.write(bundle_serializer._get_bundle_header(
60
 
            bundle_serializer.v4_string))
61
 
        self._fileobj.write('#\n')
 
105
        self._fileobj.write(bundle_serializer._get_bundle_header('4'))
 
106
        self._fileobj.write(b'#\n')
62
107
        self._container.begin()
63
108
 
64
109
    def end(self):
78
123
        :revision_id: The revision id of the mpdiff being added.
79
124
        :file_id: The file-id of the file, or None for inventories.
80
125
        """
81
 
        metadata = {'parents': parents,
82
 
                    'storage_kind': 'mpdiff',
83
 
                    'sha1': sha1}
 
126
        metadata = {b'parents': parents,
 
127
                    b'storage_kind': b'mpdiff',
 
128
                    b'sha1': sha1}
84
129
        self._add_record(mp_bytes, metadata, repo_kind, revision_id, file_id)
85
130
 
86
131
    def add_fulltext_record(self, bytes, parents, repo_kind, revision_id):
92
137
            'signature'
93
138
        :revision_id: The revision id of the fulltext being added.
94
139
        """
95
 
        metadata = {'parents': parents,
96
 
                    'storage_kind': 'mpdiff'}
97
 
        self._add_record(bytes, {'parents': parents,
98
 
            'storage_kind': 'fulltext'}, repo_kind, revision_id, None)
 
140
        metadata = {b'parents': parents,
 
141
                    b'storage_kind': b'mpdiff'}
 
142
        self._add_record(bytes, {b'parents': parents,
 
143
                                 b'storage_kind': b'fulltext'}, repo_kind, revision_id, None)
99
144
 
100
 
    def add_info_record(self, **kwargs):
 
145
    def add_info_record(self, kwargs):
101
146
        """Add an info record to the bundle
102
147
 
103
148
        Any parameters may be supplied, except 'self' and 'storage_kind'.
104
149
        Values must be lists, strings, integers, dicts, or a combination.
105
150
        """
106
 
        kwargs['storage_kind'] = 'header'
 
151
        kwargs[b'storage_kind'] = b'header'
107
152
        self._add_record(None, kwargs, 'info', None, None)
108
153
 
109
154
    @staticmethod
110
155
    def encode_name(content_kind, revision_id, file_id=None):
111
156
        """Encode semantic ids as a container name"""
112
157
        if content_kind not in ('revision', 'file', 'inventory', 'signature',
113
 
                'info'):
 
158
                                'info'):
114
159
            raise ValueError(content_kind)
115
160
        if content_kind == 'file':
116
161
            if file_id is None:
123
168
                raise AssertionError()
124
169
        elif revision_id is None:
125
170
            raise AssertionError()
126
 
        names = [n.replace('/', '//') for n in
127
 
                 (content_kind, revision_id, file_id) if n is not None]
128
 
        return '/'.join(names)
 
171
        names = [n.replace(b'/', b'//') for n in
 
172
                 (content_kind.encode('ascii'), revision_id, file_id) if n is not None]
 
173
        return b'/'.join(names)
129
174
 
130
175
    def _add_record(self, bytes, metadata, repo_kind, revision_id, file_id):
131
176
        """Add a bundle record to the container.
137
182
        name = self.encode_name(repo_kind, revision_id, file_id)
138
183
        encoded_metadata = bencode.bencode(metadata)
139
184
        self._container.add_bytes_record(encoded_metadata, [(name, )])
140
 
        if metadata['storage_kind'] != 'header':
 
185
        if metadata[b'storage_kind'] != b'header':
141
186
            self._container.add_bytes_record(bytes, [])
142
187
 
143
188
 
164
209
        if stream_input:
165
210
            source_file = iterablefile.IterableFile(self.iter_decode(fileobj))
166
211
        else:
167
 
            source_file = StringIO(bz2.decompress(fileobj.read()))
 
212
            source_file = BytesIO(bz2.decompress(fileobj.read()))
168
213
        self._container_file = source_file
169
214
 
170
215
    @staticmethod
183
228
 
184
229
        :retval: content_kind, revision_id, file_id
185
230
        """
186
 
        segments = re.split('(//?)', name)
187
 
        names = ['']
 
231
        segments = re.split(b'(//?)', name)
 
232
        names = [b'']
188
233
        for segment in segments:
189
 
            if segment == '//':
190
 
                names[-1] += '/'
191
 
            elif segment == '/':
192
 
                names.append('')
 
234
            if segment == b'//':
 
235
                names[-1] += b'/'
 
236
            elif segment == b'/':
 
237
                names.append(b'')
193
238
            else:
194
239
                names[-1] += segment
195
240
        content_kind = names[0]
199
244
            revision_id = names[1]
200
245
        if len(names) > 2:
201
246
            file_id = names[2]
202
 
        return content_kind, revision_id, file_id
 
247
        return content_kind.decode('ascii'), revision_id, file_id
203
248
 
204
249
    def iter_records(self):
205
250
        """Iterate through bundle records
213
258
                raise errors.BadBundle('Record has %d names instead of 1'
214
259
                                       % len(names))
215
260
            metadata = bencode.bdecode(bytes)
216
 
            if metadata['storage_kind'] == 'header':
 
261
            if metadata[b'storage_kind'] == b'header':
217
262
                bytes = None
218
263
            else:
219
 
                _unused, bytes = iterator.next()
 
264
                _unused, bytes = next(iterator)
220
265
            yield (bytes, metadata) + self.decode_name(names[0][0])
221
266
 
222
267
 
223
268
class BundleSerializerV4(bundle_serializer.BundleSerializer):
224
269
    """Implement the high-level bundle interface"""
225
270
 
226
 
    def write(self, repository, revision_ids, forced_bases, fileobj):
227
 
        """Write a bundle to a file-like object
228
 
 
229
 
        For backwards-compatibility only
230
 
        """
231
 
        write_op = BundleWriteOperation.from_old_args(repository, revision_ids,
232
 
                                                      forced_bases, fileobj)
233
 
        return write_op.do_write()
234
 
 
235
271
    def write_bundle(self, repository, target, base, fileobj):
236
272
        """Write a bundle to a file object
237
273
 
241
277
            at.
242
278
        :param fileobj: The file-like object to write to
243
279
        """
244
 
        write_op =  BundleWriteOperation(base, target, repository, fileobj)
 
280
        write_op = BundleWriteOperation(base, target, repository, fileobj)
245
281
        return write_op.do_write()
246
282
 
247
283
    def read(self, file):
252
288
    @staticmethod
253
289
    def get_source_serializer(info):
254
290
        """Retrieve the serializer for a given info object"""
255
 
        return serializer.format_registry.get(info['serializer'])
 
291
        return serializer.format_registry.get(info[b'serializer'].decode('ascii'))
256
292
 
257
293
 
258
294
class BundleWriteOperation(object):
259
295
    """Perform the operation of writing revisions to a bundle"""
260
296
 
261
 
    @classmethod
262
 
    def from_old_args(cls, repository, revision_ids, forced_bases, fileobj):
263
 
        """Create a BundleWriteOperation from old-style arguments"""
264
 
        base, target = cls.get_base_target(revision_ids, forced_bases,
265
 
                                           repository)
266
 
        return BundleWriteOperation(base, target, repository, fileobj,
267
 
                                    revision_ids)
268
 
 
269
297
    def __init__(self, base, target, repository, fileobj, revision_ids=None):
270
298
        self.base = base
271
299
        self.target = target
280
308
            # Strip ghosts
281
309
            parents = graph.get_parent_map(revision_ids)
282
310
            self.revision_ids = [r for r in revision_ids if r in parents]
283
 
        self.revision_keys = set([(revid,) for revid in self.revision_ids])
 
311
        self.revision_keys = {(revid,) for revid in self.revision_ids}
284
312
 
285
313
    def do_write(self):
286
314
        """Write all data to the bundle"""
287
 
        trace.note('Bundling %d revision(s).', len(self.revision_ids))
288
 
        self.repository.lock_read()
289
 
        try:
 
315
        trace.note(ngettext('Bundling %d revision.', 'Bundling %d revisions.',
 
316
                            len(self.revision_ids)), len(self.revision_ids))
 
317
        with self.repository.lock_read():
290
318
            self.bundle.begin()
291
319
            self.write_info()
292
320
            self.write_files()
293
321
            self.write_revisions()
294
322
            self.bundle.end()
295
 
        finally:
296
 
            self.repository.unlock()
297
323
        return self.revision_ids
298
324
 
299
325
    def write_info(self):
301
327
        serializer_format = self.repository.get_serializer_format()
302
328
        supports_rich_root = {True: 1, False: 0}[
303
329
            self.repository.supports_rich_root()]
304
 
        self.bundle.add_info_record(serializer=serializer_format,
305
 
                                    supports_rich_root=supports_rich_root)
 
330
        self.bundle.add_info_record({b'serializer': serializer_format,
 
331
                                     b'supports_rich_root': supports_rich_root})
306
332
 
307
333
    def write_files(self):
308
334
        """Write bundle records for all revisions of all files"""
309
335
        text_keys = []
310
336
        altered_fileids = self.repository.fileids_altered_by_revision_ids(
311
 
                self.revision_ids)
312
 
        for file_id, revision_ids in altered_fileids.iteritems():
 
337
            self.revision_ids)
 
338
        for file_id, revision_ids in viewitems(altered_fileids):
313
339
            for revision_id in revision_ids:
314
340
                text_keys.append((file_id, revision_id))
315
341
        self._add_mp_records_keys('file', self.repository.texts, text_keys)
318
344
        """Write bundle records for all revisions and signatures"""
319
345
        inv_vf = self.repository.inventories
320
346
        topological_order = [key[-1] for key in multiparent.topo_iter_keys(
321
 
                                inv_vf, self.revision_keys)]
 
347
            inv_vf, self.revision_keys)]
322
348
        revision_order = topological_order
323
349
        if self.target is not None and self.target in self.revision_ids:
324
350
            # Make sure the target revision is always the last entry
348
374
        the other side.
349
375
        """
350
376
        inventory_key_order = [(r,) for r in revision_order]
351
 
        parent_map = self.repository.inventories.get_parent_map(
352
 
                            inventory_key_order)
353
 
        missing_keys = set(inventory_key_order).difference(parent_map)
354
 
        if missing_keys:
355
 
            raise errors.RevisionNotPresent(list(missing_keys)[0],
356
 
                                            self.repository.inventories)
357
 
        inv_to_str = self.repository._serializer.write_inventory_to_string
358
 
        # Make sure that we grab the parent texts first
359
 
        just_parents = set()
360
 
        map(just_parents.update, parent_map.itervalues())
361
 
        just_parents.difference_update(parent_map)
362
 
        # Ignore ghost parents
363
 
        present_parents = self.repository.inventories.get_parent_map(
364
 
                            just_parents)
365
 
        ghost_keys = just_parents.difference(present_parents)
366
 
        needed_inventories = list(present_parents) + inventory_key_order
367
 
        needed_inventories = [k[-1] for k in needed_inventories]
368
 
        all_lines = {}
369
 
        for inv in self.repository.iter_inventories(needed_inventories):
370
 
            revision_id = inv.revision_id
371
 
            key = (revision_id,)
372
 
            as_bytes = inv_to_str(inv)
373
 
            # The sha1 is validated as the xml/textual form, not as the
374
 
            # form-in-the-repository
375
 
            sha1 = osutils.sha_string(as_bytes)
376
 
            as_lines = osutils.split_lines(as_bytes)
377
 
            del as_bytes
378
 
            all_lines[key] = as_lines
379
 
            if key in just_parents:
380
 
                # We don't transmit those entries
381
 
                continue
382
 
            # Create an mpdiff for this text, and add it to the output
383
 
            parent_keys = parent_map[key]
384
 
            # See the comment in VF.make_mpdiffs about how this effects
385
 
            # ordering when there are ghosts present. I think we have a latent
386
 
            # bug
387
 
            parent_lines = [all_lines[p_key] for p_key in parent_keys
388
 
                            if p_key not in ghost_keys]
389
 
            diff = multiparent.MultiParent.from_lines(
390
 
                as_lines, parent_lines)
391
 
            text = ''.join(diff.to_patch())
392
 
            parent_ids = [k[-1] for k in parent_keys]
 
377
        generator = _MPDiffInventoryGenerator(self.repository,
 
378
                                              inventory_key_order)
 
379
        for revision_id, parent_ids, sha1, diff in generator.iter_diffs():
 
380
            text = b''.join(diff.to_patch())
393
381
            self.bundle.add_multiparent_record(text, sha1, parent_ids,
394
382
                                               'inventory', revision_id, None)
395
383
 
396
384
    def _add_revision_texts(self, revision_order):
397
385
        parent_map = self.repository.get_parent_map(revision_order)
398
 
        revision_to_str = self.repository._serializer.write_revision_to_string
 
386
        revision_to_bytes = self.repository._serializer.write_revision_to_string
399
387
        revisions = self.repository.get_revisions(revision_order)
400
388
        for revision in revisions:
401
389
            revision_id = revision.revision_id
402
390
            parents = parent_map.get(revision_id, None)
403
 
            revision_text = revision_to_str(revision)
 
391
            revision_text = revision_to_bytes(revision)
404
392
            self.bundle.add_fulltext_record(revision_text, parents,
405
 
                                       'revision', revision_id)
 
393
                                            'revision', revision_id)
406
394
            try:
407
395
                self.bundle.add_fulltext_record(
408
396
                    self.repository.get_signature_text(
409
 
                    revision_id), parents, 'signature', revision_id)
 
397
                        revision_id), parents, 'signature', revision_id)
410
398
            except errors.NoSuchRevision:
411
399
                pass
412
400
 
434
422
        for mpdiff, item_key, in zip(mpdiffs, ordered_keys):
435
423
            sha1 = sha1s[item_key]
436
424
            parents = [key[-1] for key in parent_map[item_key]]
437
 
            text = ''.join(mpdiff.to_patch())
 
425
            text = b''.join(mpdiff.to_patch())
438
426
            # Infer file id records as appropriate.
439
427
            if len(item_key) == 2:
440
428
                file_id = item_key[0]
447
435
class BundleInfoV4(object):
448
436
 
449
437
    """Provide (most of) the BundleInfo interface"""
 
438
 
450
439
    def __init__(self, fileobj, serializer):
451
440
        self._fileobj = fileobj
452
441
        self._serializer = serializer
464
453
            all into memory at once.  Reading it into memory all at once is
465
454
            (currently) faster.
466
455
        """
467
 
        repository.lock_write()
468
 
        try:
 
456
        with repository.lock_write():
469
457
            ri = RevisionInstaller(self.get_bundle_reader(stream_input),
470
458
                                   self._serializer, repository)
471
459
            return ri.install()
472
 
        finally:
473
 
            repository.unlock()
474
460
 
475
461
    def get_merge_request(self, target_repo):
476
462
        """Provide data for performing a merge
494
480
            self.__real_revisions = []
495
481
            bundle_reader = self.get_bundle_reader()
496
482
            for bytes, metadata, repo_kind, revision_id, file_id in \
497
 
                bundle_reader.iter_records():
 
483
                    bundle_reader.iter_records():
498
484
                if repo_kind == 'info':
499
485
                    serializer =\
500
486
                        self._serializer.get_source_serializer(metadata)
534
520
 
535
521
        Must be called with the Repository locked.
536
522
        """
537
 
        self._repository.start_write_group()
538
 
        try:
539
 
            result = self._install_in_write_group()
540
 
        except:
541
 
            self._repository.abort_write_group()
542
 
            raise
543
 
        self._repository.commit_write_group()
544
 
        return result
 
523
        with _mod_repository.WriteGroup(self._repository):
 
524
            return self._install_in_write_group()
545
525
 
546
526
    def _install_in_write_group(self):
547
527
        current_file = None
552
532
        added_inv = set()
553
533
        target_revision = None
554
534
        for bytes, metadata, repo_kind, revision_id, file_id in\
555
 
            self._container.iter_records():
 
535
                self._container.iter_records():
556
536
            if repo_kind == 'info':
557
537
                if self._info is not None:
558
538
                    raise AssertionError()
559
539
                self._handle_info(metadata)
560
540
            if (pending_file_records and
561
 
                (repo_kind, file_id) != ('file', current_file)):
 
541
                    (repo_kind, file_id) != ('file', current_file)):
562
542
                # Flush the data for a single file - prevents memory
563
543
                # spiking due to buffering all files in memory.
564
544
                self._install_mp_records_keys(self._repository.texts,
565
 
                    pending_file_records)
 
545
                                              pending_file_records)
566
546
                current_file = None
567
547
                del pending_file_records[:]
568
548
            if len(pending_inventory_records) > 0 and repo_kind != 'inventory':
569
549
                self._install_inventory_records(pending_inventory_records)
570
550
                pending_inventory_records = []
571
551
            if repo_kind == 'inventory':
572
 
                pending_inventory_records.append(((revision_id,), metadata, bytes))
 
552
                pending_inventory_records.append(
 
553
                    ((revision_id,), metadata, bytes))
573
554
            if repo_kind == 'revision':
574
555
                target_revision = revision_id
575
556
                self._install_revision(revision_id, metadata, bytes)
577
558
                self._install_signature(revision_id, metadata, bytes)
578
559
            if repo_kind == 'file':
579
560
                current_file = file_id
580
 
                pending_file_records.append(((file_id, revision_id), metadata, bytes))
581
 
        self._install_mp_records_keys(self._repository.texts, pending_file_records)
 
561
                pending_file_records.append(
 
562
                    ((file_id, revision_id), metadata, bytes))
 
563
        self._install_mp_records_keys(
 
564
            self._repository.texts, pending_file_records)
582
565
        return target_revision
583
566
 
584
567
    def _handle_info(self, info):
585
568
        """Extract data from an info record"""
586
569
        self._info = info
587
570
        self._source_serializer = self._serializer.get_source_serializer(info)
588
 
        if (info['supports_rich_root'] == 0 and
589
 
            self._repository.supports_rich_root()):
 
571
        if (info[b'supports_rich_root'] == 0 and
 
572
                self._repository.supports_rich_root()):
590
573
            self.update_root = True
591
574
        else:
592
575
            self.update_root = False
612
595
                prefix = key[:1]
613
596
            else:
614
597
                prefix = ()
615
 
            parents = [prefix + (parent,) for parent in meta['parents']]
616
 
            vf_records.append((key, parents, meta['sha1'], d_func(text)))
 
598
            parents = [prefix + (parent,) for parent in meta[b'parents']]
 
599
            vf_records.append((key, parents, meta[b'sha1'], d_func(text)))
617
600
        versionedfile.add_mpdiffs(vf_records)
618
601
 
619
602
    def _get_parent_inventory_texts(self, inventory_text_cache,
635
618
            # installed yet.)
636
619
            parent_keys = [(r,) for r in remaining_parent_ids]
637
620
            present_parent_map = self._repository.inventories.get_parent_map(
638
 
                                        parent_keys)
 
621
                parent_keys)
639
622
            present_parent_ids = []
640
623
            ghosts = set()
641
624
            for p_id in remaining_parent_ids:
645
628
                    ghosts.add(p_id)
646
629
            to_string = self._source_serializer.write_inventory_to_string
647
630
            for parent_inv in self._repository.iter_inventories(
648
 
                                    present_parent_ids):
 
631
                    present_parent_ids):
649
632
                p_text = to_string(parent_inv)
650
633
                inventory_cache[parent_inv.revision_id] = parent_inv
651
634
                cached_parent_texts[parent_inv.revision_id] = p_text
653
636
 
654
637
        parent_texts = [cached_parent_texts[parent_id]
655
638
                        for parent_id in parent_ids
656
 
                         if parent_id not in ghosts]
 
639
                        if parent_id not in ghosts]
657
640
        return parent_texts
658
641
 
659
642
    def _install_inventory_records(self, records):
660
 
        if (self._info['serializer'] == self._repository._serializer.format_num
661
 
            and self._repository._serializer.support_altered_by_hack):
 
643
        if (self._info[b'serializer'] == self._repository._serializer.format_num
 
644
                and self._repository._serializer.support_altered_by_hack):
662
645
            return self._install_mp_records_keys(self._repository.inventories,
663
 
                records)
 
646
                                                 records)
664
647
        # Use a 10MB text cache, since these are string xml inventories. Note
665
648
        # that 10MB is fairly small for large projects (a single inventory can
666
649
        # be >5MB). Another possibility is to cache 10-20 inventory texts
667
650
        # instead
668
 
        inventory_text_cache = lru_cache.LRUSizeCache(10*1024*1024)
 
651
        inventory_text_cache = lru_cache.LRUSizeCache(10 * 1024 * 1024)
669
652
        # Also cache the in-memory representation. This allows us to create
670
653
        # inventory deltas to apply rather than calling add_inventory from
671
654
        # scratch each time.
672
655
        inventory_cache = lru_cache.LRUCache(10)
673
 
        pb = ui.ui_factory.nested_progress_bar()
674
 
        try:
 
656
        with ui.ui_factory.nested_progress_bar() as pb:
675
657
            num_records = len(records)
676
658
            for idx, (key, metadata, bytes) in enumerate(records):
677
659
                pb.update('installing inventory', idx, num_records)
678
660
                revision_id = key[-1]
679
 
                parent_ids = metadata['parents']
 
661
                parent_ids = metadata[b'parents']
680
662
                # Note: This assumes the local ghosts are identical to the
681
663
                #       ghosts in the source, as the Bundle serialization
682
664
                #       format doesn't record ghosts.
687
669
                # it would have to cast to a list of lines, which we get back
688
670
                # as lines and then cast back to a string.
689
671
                target_lines = multiparent.MultiParent.from_patch(bytes
690
 
                            ).to_lines(p_texts)
691
 
                inv_text = ''.join(target_lines)
 
672
                                                                  ).to_lines(p_texts)
 
673
                inv_text = b''.join(target_lines)
692
674
                del target_lines
693
675
                sha1 = osutils.sha_string(inv_text)
694
 
                if sha1 != metadata['sha1']:
 
676
                if sha1 != metadata[b'sha1']:
695
677
                    raise errors.BadBundle("Can't convert to target format")
696
678
                # Add this to the cache so we don't have to extract it again.
697
679
                inventory_text_cache[revision_id] = inv_text
708
690
                    else:
709
691
                        delta = target_inv._make_delta(parent_inv)
710
692
                        self._repository.add_inventory_by_delta(parent_ids[0],
711
 
                            delta, revision_id, parent_ids)
 
693
                                                                delta, revision_id, parent_ids)
712
694
                except errors.UnsupportedInventoryKind:
713
695
                    raise errors.IncompatibleRevision(repr(self._repository))
714
696
                inventory_cache[revision_id] = target_inv
715
 
        finally:
716
 
            pb.finished()
717
697
 
718
698
    def _handle_root(self, target_inv, parent_ids):
719
699
        revision_id = target_inv.revision_id
720
700
        if self.update_root:
721
701
            text_key = (target_inv.root.file_id, revision_id)
722
702
            parent_keys = [(target_inv.root.file_id, parent) for
723
 
                parent in parent_ids]
 
703
                           parent in parent_ids]
724
704
            self._repository.texts.add_lines(text_key, parent_keys, [])
725
705
        elif not self._repository.supports_rich_root():
726
706
            if target_inv.root.revision != revision_id: