/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to breezy/tests/test_xml.py

  • Committer: Jelmer Vernooij
  • Date: 2020-04-05 19:11:34 UTC
  • mto: (7490.7.16 work)
  • mto: This revision was merged to the branch mainline in revision 7501.
  • Revision ID: jelmer@jelmer.uk-20200405191134-0aebh8ikiwygxma5
Populate the .gitignore file.

Show diffs side-by-side

added added

removed removed

Lines of Context:
breezy/tests/test_xml.py
1
 
# Copyright (C) 2005-2010 Canonical Ltd
 
1
# Copyright (C) 2005-2011 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
17
 
from cStringIO import StringIO
18
17
 
19
 
from bzrlib import (
 
18
from .. import (
20
19
    errors,
21
20
    fifo_cache,
 
21
    )
 
22
from ..bzr import (
22
23
    inventory,
23
24
    xml6,
24
25
    xml7,
25
26
    xml8,
26
 
    serializer,
27
 
    )
28
 
from bzrlib.tests import TestCase
29
 
from bzrlib.inventory import Inventory, InventoryEntry
30
 
from bzrlib.xml4 import serializer_v4
31
 
import bzrlib.xml5
32
 
 
33
 
_working_inventory_v4 = """<inventory file_id="TREE_ROOT">
34
 
<entry file_id="bar-20050901064931-73b4b1138abc9cd2" kind="file" name="bar" parent_id="TREE_ROOT" />
35
 
<entry file_id="foo-20050801201819-4139aa4a272f4250" kind="directory" name="foo" parent_id="TREE_ROOT" />
36
 
<entry file_id="bar-20050824000535-6bc48cfad47ed134" kind="file" name="bar" parent_id="foo-20050801201819-4139aa4a272f4250" />
37
 
</inventory>"""
38
 
 
39
 
 
40
 
_revision_v4 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
41
 
    inventory_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
42
 
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
43
 
    revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
44
 
    timestamp="1125907235.212"
45
 
    timezone="36000">
46
 
<message>- start splitting code for xml (de)serialization away from objects
47
 
  preparatory to supporting multiple formats by a single library
48
 
</message>
49
 
<parents>
50
 
<revision_ref revision_id="mbp@sourcefrog.net-20050905063503-43948f59fa127d92" revision_sha1="7bdf4cc8c5bdac739f8cf9b10b78cf4b68f915ff" />
51
 
</parents>
52
 
</revision>
53
 
"""
54
 
 
55
 
_revision_v5 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
 
27
    )
 
28
from ..sixish import (
 
29
    BytesIO,
 
30
    text_type,
 
31
    )
 
32
from ..bzr.inventory import Inventory
 
33
from . import TestCase
 
34
import breezy.bzr.xml5
 
35
 
 
36
_revision_v5 = b"""<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
56
37
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
57
38
    revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
58
39
    timestamp="1125907235.212"
66
47
</revision>
67
48
"""
68
49
 
69
 
_revision_v5_utc = """\
 
50
_revision_v5_utc = b"""\
70
51
<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
71
52
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
72
53
    revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
81
62
</revision>
82
63
"""
83
64
 
84
 
_committed_inv_v5 = """<inventory>
 
65
_committed_inv_v5 = b"""<inventory>
85
66
<file file_id="bar-20050901064931-73b4b1138abc9cd2"
86
67
      name="bar" parent_id="TREE_ROOT"
87
68
      revision="mbp@foo-123123"
97
78
</inventory>
98
79
"""
99
80
 
100
 
_basis_inv_v5 = """<inventory revision_id="mbp@sourcefrog.net-20050905063503-43948f59fa127d92">
 
81
_basis_inv_v5 = b"""<inventory revision_id="mbp@sourcefrog.net-20050905063503-43948f59fa127d92">
101
82
<file file_id="bar-20050901064931-73b4b1138abc9cd2"
102
83
      name="bar" parent_id="TREE_ROOT"
103
84
      revision="mbp@foo-123123"/>
113
94
 
114
95
 
115
96
# DO NOT REFLOW THIS. Its the exact revision we want.
116
 
_expected_rev_v5 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;" format="5" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9" timestamp="1125907235.212" timezone="36000">
 
97
_expected_rev_v5 = b"""<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;" format="5" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9" timestamp="1125907235.212" timezone="36000">
117
98
<message>- start splitting code for xml (de)serialization away from objects
118
99
  preparatory to supporting multiple formats by a single library
119
100
</message>
125
106
 
126
107
 
127
108
# DO NOT REFLOW THIS. Its the exact inventory we want.
128
 
_expected_inv_v5 = """<inventory format="5">
 
109
_expected_inv_v5 = b"""<inventory format="5">
129
110
<file file_id="bar-20050901064931-73b4b1138abc9cd2" name="bar" revision="mbp@foo-123123" text_sha1="A" text_size="1" />
130
111
<directory file_id="foo-20050801201819-4139aa4a272f4250" name="subdir" revision="mbp@foo-00" />
131
112
<file executable="yes" file_id="bar-20050824000535-6bc48cfad47ed134" name="bar" parent_id="foo-20050801201819-4139aa4a272f4250" revision="mbp@foo-00" text_sha1="B" text_size="0" />
133
114
"""
134
115
 
135
116
 
136
 
_expected_inv_v5_root = """<inventory file_id="f&lt;" format="5" revision_id="mother!">
 
117
_expected_inv_v5_root = b"""<inventory file_id="f&lt;" format="5" revision_id="mother!">
137
118
<file file_id="bar-20050901064931-73b4b1138abc9cd2" name="bar" parent_id="f&lt;" revision="mbp@foo-123123" text_sha1="A" text_size="1" />
138
119
<directory file_id="foo-20050801201819-4139aa4a272f4250" name="subdir" parent_id="f&lt;" revision="mbp@foo-00" />
139
120
<file executable="yes" file_id="bar-20050824000535-6bc48cfad47ed134" name="bar" parent_id="foo-20050801201819-4139aa4a272f4250" revision="mbp@foo-00" text_sha1="B" text_size="0" />
141
122
</inventory>
142
123
"""
143
124
 
144
 
_expected_inv_v6 = """<inventory format="6" revision_id="rev_outer">
 
125
_expected_inv_v6 = b"""<inventory format="6" revision_id="rev_outer">
145
126
<directory file_id="tree-root-321" name="" revision="rev_outer" />
146
127
<directory file_id="dir-id" name="dir" parent_id="tree-root-321" revision="rev_outer" />
147
128
<file file_id="file-id" name="file" parent_id="tree-root-321" revision="rev_outer" text_sha1="A" text_size="1" />
149
130
</inventory>
150
131
"""
151
132
 
152
 
_expected_inv_v7 = """<inventory format="7" revision_id="rev_outer">
 
133
_expected_inv_v7 = b"""<inventory format="7" revision_id="rev_outer">
153
134
<directory file_id="tree-root-321" name="" revision="rev_outer" />
154
135
<directory file_id="dir-id" name="dir" parent_id="tree-root-321" revision="rev_outer" />
155
136
<file file_id="file-id" name="file" parent_id="tree-root-321" revision="rev_outer" text_sha1="A" text_size="1" />
158
139
</inventory>
159
140
"""
160
141
 
161
 
_expected_rev_v8 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;" format="8" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9" timestamp="1125907235.212" timezone="36000">
 
142
_expected_rev_v8 = b"""<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;" format="8" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9" timestamp="1125907235.212" timezone="36000">
162
143
<message>- start splitting code for xml (de)serialization away from objects
163
144
  preparatory to supporting multiple formats by a single library
164
145
</message>
168
149
</revision>
169
150
"""
170
151
 
171
 
_expected_inv_v8 = """<inventory format="8" revision_id="rev_outer">
 
152
_expected_inv_v8 = b"""<inventory format="8" revision_id="rev_outer">
172
153
<directory file_id="tree-root-321" name="" revision="rev_outer" />
173
154
<directory file_id="dir-id" name="dir" parent_id="tree-root-321" revision="rev_outer" />
174
155
<file file_id="file-id" name="file" parent_id="tree-root-321" revision="rev_outer" text_sha1="A" text_size="1" />
176
157
</inventory>
177
158
"""
178
159
 
179
 
_revision_utf8_v5 = """<revision committer="Erik B&#229;gfors &lt;erik@foo.net&gt;"
 
160
_revision_utf8_v5 = b"""<revision committer="Erik B&#229;gfors &lt;erik@foo.net&gt;"
180
161
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
181
162
    revision_id="erik@b&#229;gfors-02"
182
163
    timestamp="1125907235.212"
189
170
</revision>
190
171
"""
191
172
 
192
 
_inventory_utf8_v5 = """<inventory file_id="TRE&#233;_ROOT" format="5"
 
173
_expected_rev_v8_complex = b"""<revision committer="Erik B&#229;gfors &lt;erik@foo.net&gt;" format="8" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="erik@b&#229;gfors-02" timestamp="1125907235.212" timezone="36000">
 
174
<message>Include &#181;nicode characters
 
175
</message>
 
176
<parents>
 
177
<revision_ref revision_id="erik@b&#229;gfors-01" />
 
178
<revision_ref revision_id="erik@bagfors-02" />
 
179
</parents>
 
180
<properties><property name="bar" />
 
181
<property name="foo">this has a
 
182
newline in it</property>
 
183
</properties>
 
184
</revision>
 
185
"""
 
186
 
 
187
 
 
188
 
 
189
_inventory_utf8_v5 = b"""<inventory file_id="TRE&#233;_ROOT" format="5"
193
190
                                   revision_id="erik@b&#229;gfors-02">
194
191
<file file_id="b&#229;r-01"
195
192
      name="b&#229;r" parent_id="TRE&#233;_ROOT"
205
202
"""
206
203
 
207
204
# Before revision_id was always stored as an attribute
208
 
_inventory_v5a = """<inventory format="5">
 
205
_inventory_v5a = b"""<inventory format="5">
209
206
</inventory>
210
207
"""
211
208
 
212
209
# Before revision_id was always stored as an attribute
213
 
_inventory_v5b = """<inventory format="5" revision_id="a-rev-id">
 
210
_inventory_v5b = b"""<inventory format="5" revision_id="a-rev-id">
214
211
</inventory>
215
212
"""
216
213
 
218
215
class TestSerializer(TestCase):
219
216
    """Test XML serialization"""
220
217
 
221
 
    def test_canned_inventory(self):
222
 
        """Test unpacked a canned inventory v4 file."""
223
 
        inp = StringIO(_working_inventory_v4)
224
 
        inv = serializer_v4.read_inventory(inp)
225
 
        self.assertEqual(len(inv), 4)
226
 
        self.assert_('bar-20050901064931-73b4b1138abc9cd2' in inv)
227
 
 
228
 
    def test_unpack_revision(self):
229
 
        """Test unpacking a canned revision v4"""
230
 
        inp = StringIO(_revision_v4)
231
 
        rev = serializer_v4.read_revision(inp)
232
 
        eq = self.assertEqual
233
 
        eq(rev.committer,
234
 
           "Martin Pool <mbp@sourcefrog.net>")
235
 
        eq(rev.inventory_id,
236
 
           "mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9")
237
 
        eq(len(rev.parent_ids), 1)
238
 
        eq(rev.parent_ids[0],
239
 
           "mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
240
 
 
241
218
    def test_unpack_revision_5(self):
242
219
        """Test unpacking a canned revision v5"""
243
 
        inp = StringIO(_revision_v5)
244
 
        rev = bzrlib.xml5.serializer_v5.read_revision(inp)
 
220
        inp = BytesIO(_revision_v5)
 
221
        rev = breezy.bzr.xml5.serializer_v5.read_revision(inp)
245
222
        eq = self.assertEqual
246
223
        eq(rev.committer,
247
224
           "Martin Pool <mbp@sourcefrog.net>")
248
225
        eq(len(rev.parent_ids), 1)
249
226
        eq(rev.timezone, 36000)
250
227
        eq(rev.parent_ids[0],
251
 
           "mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
 
228
           b"mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
252
229
 
253
230
    def test_unpack_revision_5_utc(self):
254
 
        inp = StringIO(_revision_v5_utc)
255
 
        rev = bzrlib.xml5.serializer_v5.read_revision(inp)
 
231
        inp = BytesIO(_revision_v5_utc)
 
232
        rev = breezy.bzr.xml5.serializer_v5.read_revision(inp)
256
233
        eq = self.assertEqual
257
234
        eq(rev.committer,
258
235
           "Martin Pool <mbp@sourcefrog.net>")
259
236
        eq(len(rev.parent_ids), 1)
260
237
        eq(rev.timezone, 0)
261
238
        eq(rev.parent_ids[0],
262
 
           "mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
 
239
           b"mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
263
240
 
264
241
    def test_unpack_inventory_5(self):
265
242
        """Unpack canned new-style inventory"""
266
 
        inp = StringIO(_committed_inv_v5)
267
 
        inv = bzrlib.xml5.serializer_v5.read_inventory(inp)
 
243
        inp = BytesIO(_committed_inv_v5)
 
244
        inv = breezy.bzr.xml5.serializer_v5.read_inventory(inp)
268
245
        eq = self.assertEqual
269
246
        eq(len(inv), 4)
270
 
        ie = inv['bar-20050824000535-6bc48cfad47ed134']
 
247
        ie = inv.get_entry(b'bar-20050824000535-6bc48cfad47ed134')
271
248
        eq(ie.kind, 'file')
272
 
        eq(ie.revision, 'mbp@foo-00')
 
249
        eq(ie.revision, b'mbp@foo-00')
273
250
        eq(ie.name, 'bar')
274
 
        eq(inv[ie.parent_id].kind, 'directory')
 
251
        eq(inv.get_entry(ie.parent_id).kind, 'directory')
275
252
 
276
253
    def test_unpack_basis_inventory_5(self):
277
254
        """Unpack canned new-style inventory"""
278
 
        inp = StringIO(_basis_inv_v5)
279
 
        inv = bzrlib.xml5.serializer_v5.read_inventory(inp)
 
255
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
 
256
            breezy.osutils.split_lines(_basis_inv_v5))
280
257
        eq = self.assertEqual
281
258
        eq(len(inv), 4)
282
 
        eq(inv.revision_id, 'mbp@sourcefrog.net-20050905063503-43948f59fa127d92')
283
 
        ie = inv['bar-20050824000535-6bc48cfad47ed134']
 
259
        eq(inv.revision_id,
 
260
           b'mbp@sourcefrog.net-20050905063503-43948f59fa127d92')
 
261
        ie = inv.get_entry(b'bar-20050824000535-6bc48cfad47ed134')
284
262
        eq(ie.kind, 'file')
285
 
        eq(ie.revision, 'mbp@foo-00')
 
263
        eq(ie.revision, b'mbp@foo-00')
286
264
        eq(ie.name, 'bar')
287
 
        eq(inv[ie.parent_id].kind, 'directory')
 
265
        eq(inv.get_entry(ie.parent_id).kind, 'directory')
288
266
 
289
267
    def test_unpack_inventory_5a(self):
290
 
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
291
 
                _inventory_v5a, revision_id='test-rev-id')
292
 
        self.assertEqual('test-rev-id', inv.root.revision)
 
268
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
 
269
            breezy.osutils.split_lines(_inventory_v5a), revision_id=b'test-rev-id')
 
270
        self.assertEqual(b'test-rev-id', inv.root.revision)
293
271
 
294
272
    def test_unpack_inventory_5a_cache_and_copy(self):
295
273
        # Passing an entry_cache should get populated with the objects
296
274
        # But the returned objects should be copies if return_from_cache is
297
275
        # False
298
276
        entry_cache = fifo_cache.FIFOCache()
299
 
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
300
 
            _inventory_v5a, revision_id='test-rev-id',
 
277
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
 
278
            breezy.osutils.split_lines(_inventory_v5a), revision_id=b'test-rev-id',
301
279
            entry_cache=entry_cache, return_from_cache=False)
302
280
        for entry in inv.iter_just_entries():
303
281
            key = (entry.file_id, entry.revision)
312
290
        # The returned objects should be exact if return_from_cache is
313
291
        # True
314
292
        entry_cache = fifo_cache.FIFOCache()
315
 
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
316
 
            _inventory_v5a, revision_id='test-rev-id',
 
293
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
 
294
            breezy.osutils.split_lines(_inventory_v5a), revision_id=b'test-rev-id',
317
295
            entry_cache=entry_cache, return_from_cache=True)
318
296
        for entry in inv.iter_just_entries():
319
297
            key = (entry.file_id, entry.revision)
324
302
                self.assertIs(entry, entry_cache[key])
325
303
 
326
304
    def test_unpack_inventory_5b(self):
327
 
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
328
 
                _inventory_v5b, revision_id='test-rev-id')
329
 
        self.assertEqual('a-rev-id', inv.root.revision)
 
305
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
 
306
            breezy.osutils.split_lines(_inventory_v5b), revision_id=b'test-rev-id')
 
307
        self.assertEqual(b'a-rev-id', inv.root.revision)
330
308
 
331
309
    def test_repack_inventory_5(self):
332
 
        inp = StringIO(_committed_inv_v5)
333
 
        inv = bzrlib.xml5.serializer_v5.read_inventory(inp)
334
 
        outp = StringIO()
335
 
        bzrlib.xml5.serializer_v5.write_inventory(inv, outp)
 
310
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
 
311
            breezy.osutils.split_lines(_committed_inv_v5))
 
312
        outp = BytesIO()
 
313
        breezy.bzr.xml5.serializer_v5.write_inventory(inv, outp)
336
314
        self.assertEqualDiff(_expected_inv_v5, outp.getvalue())
337
 
        inv2 = bzrlib.xml5.serializer_v5.read_inventory(StringIO(outp.getvalue()))
 
315
        inv2 = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
 
316
            breezy.osutils.split_lines(outp.getvalue()))
338
317
        self.assertEqual(inv, inv2)
339
318
 
340
319
    def assertRoundTrips(self, xml_string):
341
 
        inp = StringIO(xml_string)
342
 
        inv = bzrlib.xml5.serializer_v5.read_inventory(inp)
343
 
        outp = StringIO()
344
 
        bzrlib.xml5.serializer_v5.write_inventory(inv, outp)
 
320
        inp = BytesIO(xml_string)
 
321
        inv = breezy.bzr.xml5.serializer_v5.read_inventory(inp)
 
322
        outp = BytesIO()
 
323
        breezy.bzr.xml5.serializer_v5.write_inventory(inv, outp)
345
324
        self.assertEqualDiff(xml_string, outp.getvalue())
346
 
        lines = bzrlib.xml5.serializer_v5.write_inventory_to_lines(inv)
 
325
        lines = breezy.bzr.xml5.serializer_v5.write_inventory_to_lines(inv)
347
326
        outp.seek(0)
348
327
        self.assertEqual(outp.readlines(), lines)
349
 
        inv2 = bzrlib.xml5.serializer_v5.read_inventory(StringIO(outp.getvalue()))
 
328
        inv2 = breezy.bzr.xml5.serializer_v5.read_inventory(
 
329
            BytesIO(outp.getvalue()))
350
330
        self.assertEqual(inv, inv2)
351
331
 
352
332
    def tests_serialize_inventory_v5_with_root(self):
354
334
 
355
335
    def check_repack_revision(self, txt):
356
336
        """Check that repacking a revision yields the same information"""
357
 
        inp = StringIO(txt)
358
 
        rev = bzrlib.xml5.serializer_v5.read_revision(inp)
359
 
        outp = StringIO()
360
 
        bzrlib.xml5.serializer_v5.write_revision(rev, outp)
361
 
        outfile_contents = outp.getvalue()
362
 
        rev2 = bzrlib.xml5.serializer_v5.read_revision(StringIO(outfile_contents))
 
337
        inp = BytesIO(txt)
 
338
        rev = breezy.bzr.xml5.serializer_v5.read_revision(inp)
 
339
        outfile_contents = breezy.bzr.xml5.serializer_v5.write_revision_to_string(rev)
 
340
        rev2 = breezy.bzr.xml5.serializer_v5.read_revision(
 
341
            BytesIO(outfile_contents))
363
342
        self.assertEqual(rev, rev2)
364
343
 
365
344
    def test_repack_revision_5(self):
372
351
    def test_pack_revision_5(self):
373
352
        """Pack revision to XML v5"""
374
353
        # fixed 20051025, revisions should have final newline
375
 
        rev = bzrlib.xml5.serializer_v5.read_revision_from_string(_revision_v5)
376
 
        outp = StringIO()
377
 
        bzrlib.xml5.serializer_v5.write_revision(rev, outp)
378
 
        outfile_contents = outp.getvalue()
379
 
        self.assertEqual(outfile_contents[-1], '\n')
380
 
        self.assertEqualDiff(outfile_contents, bzrlib.xml5.serializer_v5.write_revision_to_string(rev))
 
354
        rev = breezy.bzr.xml5.serializer_v5.read_revision_from_string(
 
355
            _revision_v5)
 
356
        outfile_contents = breezy.bzr.xml5.serializer_v5.write_revision_to_string(rev)
 
357
        self.assertEqual(outfile_contents[-1:], b'\n')
 
358
        self.assertEqualDiff(
 
359
            outfile_contents,
 
360
            b''.join(breezy.bzr.xml5.serializer_v5.write_revision_to_lines(rev)))
381
361
        self.assertEqualDiff(outfile_contents, _expected_rev_v5)
382
362
 
383
363
    def test_empty_property_value(self):
384
364
        """Create an empty property value check that it serializes correctly"""
385
 
        s_v5 = bzrlib.xml5.serializer_v5
 
365
        s_v5 = breezy.bzr.xml5.serializer_v5
386
366
        rev = s_v5.read_revision_from_string(_revision_v5)
387
 
        outp = StringIO()
388
 
        props = {'empty':'', 'one':'one'}
 
367
        props = {'empty': '', 'one': 'one'}
389
368
        rev.properties = props
390
 
        txt = s_v5.write_revision_to_string(rev)
 
369
        txt = b''.join(s_v5.write_revision_to_lines(rev))
391
370
        new_rev = s_v5.read_revision_from_string(txt)
392
371
        self.assertEqual(props, new_rev.properties)
393
372
 
394
373
    def get_sample_inventory(self):
395
 
        inv = Inventory('tree-root-321', revision_id='rev_outer')
396
 
        inv.add(inventory.InventoryFile('file-id', 'file', 'tree-root-321'))
397
 
        inv.add(inventory.InventoryDirectory('dir-id', 'dir',
398
 
                                             'tree-root-321'))
399
 
        inv.add(inventory.InventoryLink('link-id', 'link', 'tree-root-321'))
400
 
        inv['tree-root-321'].revision = 'rev_outer'
401
 
        inv['dir-id'].revision = 'rev_outer'
402
 
        inv['file-id'].revision = 'rev_outer'
403
 
        inv['file-id'].text_sha1 = 'A'
404
 
        inv['file-id'].text_size = 1
405
 
        inv['link-id'].revision = 'rev_outer'
406
 
        inv['link-id'].symlink_target = 'a'
 
374
        inv = Inventory(b'tree-root-321', revision_id=b'rev_outer')
 
375
        inv.add(inventory.InventoryFile(b'file-id', 'file', b'tree-root-321'))
 
376
        inv.add(inventory.InventoryDirectory(b'dir-id', 'dir',
 
377
                                             b'tree-root-321'))
 
378
        inv.add(inventory.InventoryLink(b'link-id', 'link', b'tree-root-321'))
 
379
        inv.get_entry(b'tree-root-321').revision = b'rev_outer'
 
380
        inv.get_entry(b'dir-id').revision = b'rev_outer'
 
381
        inv.get_entry(b'file-id').revision = b'rev_outer'
 
382
        inv.get_entry(b'file-id').text_sha1 = b'A'
 
383
        inv.get_entry(b'file-id').text_size = 1
 
384
        inv.get_entry(b'link-id').revision = b'rev_outer'
 
385
        inv.get_entry(b'link-id').symlink_target = 'a'
407
386
        return inv
408
387
 
409
388
    def test_roundtrip_inventory_v7(self):
410
389
        inv = self.get_sample_inventory()
411
 
        inv.add(inventory.TreeReference('nested-id', 'nested', 'tree-root-321',
412
 
                                        'rev_outer', 'rev_inner'))
413
 
        txt = xml7.serializer_v7.write_inventory_to_string(inv)
 
390
        inv.add(inventory.TreeReference(b'nested-id', 'nested', b'tree-root-321',
 
391
                                        b'rev_outer', b'rev_inner'))
414
392
        lines = xml7.serializer_v7.write_inventory_to_lines(inv)
415
 
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
416
 
        self.assertEqualDiff(_expected_inv_v7, txt)
417
 
        inv2 = xml7.serializer_v7.read_inventory_from_string(txt)
 
393
        self.assertEqualDiff(_expected_inv_v7, b''.join(lines))
 
394
        inv2 = xml7.serializer_v7.read_inventory_from_lines(lines)
418
395
        self.assertEqual(5, len(inv2))
419
396
        for path, ie in inv.iter_entries():
420
 
            self.assertEqual(ie, inv2[ie.file_id])
 
397
            self.assertEqual(ie, inv2.get_entry(ie.file_id))
421
398
 
422
399
    def test_roundtrip_inventory_v6(self):
423
400
        inv = self.get_sample_inventory()
424
 
        txt = xml6.serializer_v6.write_inventory_to_string(inv)
425
401
        lines = xml6.serializer_v6.write_inventory_to_lines(inv)
426
 
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
427
 
        self.assertEqualDiff(_expected_inv_v6, txt)
428
 
        inv2 = xml6.serializer_v6.read_inventory_from_string(txt)
 
402
        self.assertEqualDiff(_expected_inv_v6, b''.join(lines))
 
403
        inv2 = xml6.serializer_v6.read_inventory_from_lines(lines)
429
404
        self.assertEqual(4, len(inv2))
430
405
        for path, ie in inv.iter_entries():
431
 
            self.assertEqual(ie, inv2[ie.file_id])
 
406
            self.assertEqual(ie, inv2.get_entry(ie.file_id))
432
407
 
433
408
    def test_wrong_format_v7(self):
434
409
        """Can't accidentally open a file with wrong serializer"""
435
 
        s_v6 = bzrlib.xml6.serializer_v6
 
410
        s_v6 = breezy.bzr.xml6.serializer_v6
436
411
        s_v7 = xml7.serializer_v7
437
412
        self.assertRaises(errors.UnexpectedInventoryFormat,
438
 
                          s_v7.read_inventory_from_string, _expected_inv_v5)
 
413
                          s_v7.read_inventory_from_lines,
 
414
                          breezy.osutils.split_lines(_expected_inv_v5))
439
415
        self.assertRaises(errors.UnexpectedInventoryFormat,
440
 
                          s_v6.read_inventory_from_string, _expected_inv_v7)
 
416
                          s_v6.read_inventory_from_lines,
 
417
                          breezy.osutils.split_lines(_expected_inv_v7))
441
418
 
442
419
    def test_tree_reference(self):
443
 
        s_v5 = bzrlib.xml5.serializer_v5
444
 
        s_v6 = bzrlib.xml6.serializer_v6
 
420
        s_v5 = breezy.bzr.xml5.serializer_v5
 
421
        s_v6 = breezy.bzr.xml6.serializer_v6
445
422
        s_v7 = xml7.serializer_v7
446
 
        inv = Inventory('tree-root-321', revision_id='rev-outer')
447
 
        inv.root.revision = 'root-rev'
448
 
        inv.add(inventory.TreeReference('nested-id', 'nested', 'tree-root-321',
449
 
                                        'rev-outer', 'rev-inner'))
450
 
        self.assertRaises(errors.UnsupportedInventoryKind,
451
 
                          s_v5.write_inventory_to_string, inv)
452
 
        self.assertRaises(errors.UnsupportedInventoryKind,
453
 
                          s_v6.write_inventory_to_string, inv)
454
 
        txt = s_v7.write_inventory_to_string(inv)
455
 
        lines = s_v7.write_inventory_to_lines(inv)
456
 
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
457
 
        inv2 = s_v7.read_inventory_from_string(txt)
458
 
        self.assertEqual('tree-root-321', inv2['nested-id'].parent_id)
459
 
        self.assertEqual('rev-outer', inv2['nested-id'].revision)
460
 
        self.assertEqual('rev-inner', inv2['nested-id'].reference_revision)
461
 
        self.assertRaises(errors.UnsupportedInventoryKind,
462
 
                          s_v6.read_inventory_from_string,
463
 
                          txt.replace('format="7"', 'format="6"'))
464
 
        self.assertRaises(errors.UnsupportedInventoryKind,
465
 
                          s_v5.read_inventory_from_string,
466
 
                          txt.replace('format="7"', 'format="5"'))
 
423
        inv = Inventory(b'tree-root-321', revision_id=b'rev-outer')
 
424
        inv.root.revision = b'root-rev'
 
425
        inv.add(inventory.TreeReference(b'nested-id', 'nested', b'tree-root-321',
 
426
                                        b'rev-outer', b'rev-inner'))
 
427
        self.assertRaises(errors.UnsupportedInventoryKind,
 
428
                          s_v5.write_inventory_to_lines, inv)
 
429
        self.assertRaises(errors.UnsupportedInventoryKind,
 
430
                          s_v6.write_inventory_to_lines, inv)
 
431
        lines = s_v7.write_inventory_to_chunks(inv)
 
432
        inv2 = s_v7.read_inventory_from_lines(lines)
 
433
        self.assertEqual(b'tree-root-321',
 
434
                         inv2.get_entry(b'nested-id').parent_id)
 
435
        self.assertEqual(b'rev-outer', inv2.get_entry(b'nested-id').revision)
 
436
        self.assertEqual(
 
437
            b'rev-inner', inv2.get_entry(b'nested-id').reference_revision)
467
438
 
468
439
    def test_roundtrip_inventory_v8(self):
469
440
        inv = self.get_sample_inventory()
470
 
        txt = xml8.serializer_v8.write_inventory_to_string(inv)
471
 
        inv2 = xml8.serializer_v8.read_inventory_from_string(txt)
 
441
        lines = xml8.serializer_v8.write_inventory_to_lines(inv)
 
442
        inv2 = xml8.serializer_v8.read_inventory_from_lines(lines)
472
443
        self.assertEqual(4, len(inv2))
473
444
        for path, ie in inv.iter_entries():
474
 
            self.assertEqual(ie, inv2[ie.file_id])
 
445
            self.assertEqual(ie, inv2.get_entry(ie.file_id))
475
446
 
476
447
    def test_inventory_text_v8(self):
477
448
        inv = self.get_sample_inventory()
478
 
        txt = xml8.serializer_v8.write_inventory_to_string(inv)
479
449
        lines = xml8.serializer_v8.write_inventory_to_lines(inv)
480
 
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
481
 
        self.assertEqualDiff(_expected_inv_v8, txt)
 
450
        self.assertEqualDiff(_expected_inv_v8, b''.join(lines))
482
451
 
483
452
    def test_revision_text_v6(self):
484
453
        """Pack revision to XML v6"""
485
 
        rev = bzrlib.xml6.serializer_v6.read_revision_from_string(
 
454
        rev = breezy.bzr.xml6.serializer_v6.read_revision_from_string(
486
455
            _expected_rev_v5)
487
 
        serialized = bzrlib.xml6.serializer_v6.write_revision_to_string(rev)
488
 
        self.assertEqualDiff(serialized, _expected_rev_v5)
 
456
        serialized = breezy.bzr.xml6.serializer_v6.write_revision_to_lines(
 
457
            rev)
 
458
        self.assertEqualDiff(b''.join(serialized), _expected_rev_v5)
489
459
 
490
460
    def test_revision_text_v7(self):
491
461
        """Pack revision to XML v7"""
492
 
        rev = bzrlib.xml7.serializer_v7.read_revision_from_string(
 
462
        rev = breezy.bzr.xml7.serializer_v7.read_revision_from_string(
493
463
            _expected_rev_v5)
494
 
        serialized = bzrlib.xml7.serializer_v7.write_revision_to_string(rev)
495
 
        self.assertEqualDiff(serialized, _expected_rev_v5)
 
464
        serialized = breezy.bzr.xml7.serializer_v7.write_revision_to_lines(
 
465
            rev)
 
466
        self.assertEqualDiff(b''.join(serialized), _expected_rev_v5)
496
467
 
497
468
    def test_revision_text_v8(self):
498
469
        """Pack revision to XML v8"""
499
 
        rev = bzrlib.xml8.serializer_v8.read_revision_from_string(
 
470
        rev = breezy.bzr.xml8.serializer_v8.read_revision_from_string(
500
471
            _expected_rev_v8)
501
 
        serialized = bzrlib.xml8.serializer_v8.write_revision_to_string(rev)
502
 
        self.assertEqualDiff(serialized, _expected_rev_v8)
 
472
        serialized = breezy.bzr.xml8.serializer_v8.write_revision_to_lines(
 
473
            rev)
 
474
        self.assertEqualDiff(b''.join(serialized), _expected_rev_v8)
 
475
 
 
476
    def test_revision_text_v8_complex(self):
 
477
        """Pack revision to XML v8"""
 
478
        rev = breezy.bzr.xml8.serializer_v8.read_revision_from_string(
 
479
            _expected_rev_v8_complex)
 
480
        serialized = breezy.bzr.xml8.serializer_v8.write_revision_to_lines(
 
481
            rev)
 
482
        self.assertEqualDiff(b''.join(serialized), _expected_rev_v8_complex)
503
483
 
504
484
    def test_revision_ids_are_utf8(self):
505
485
        """Parsed revision_ids should all be utf-8 strings, not unicode."""
506
 
        s_v5 = bzrlib.xml5.serializer_v5
 
486
        s_v5 = breezy.bzr.xml5.serializer_v5
507
487
        rev = s_v5.read_revision_from_string(_revision_utf8_v5)
508
 
        self.assertEqual('erik@b\xc3\xa5gfors-02', rev.revision_id)
509
 
        self.assertIsInstance(rev.revision_id, str)
510
 
        self.assertEqual(['erik@b\xc3\xa5gfors-01'], rev.parent_ids)
 
488
        self.assertEqual(b'erik@b\xc3\xa5gfors-02', rev.revision_id)
 
489
        self.assertIsInstance(rev.revision_id, bytes)
 
490
        self.assertEqual([b'erik@b\xc3\xa5gfors-01'], rev.parent_ids)
511
491
        for parent_id in rev.parent_ids:
512
 
            self.assertIsInstance(parent_id, str)
 
492
            self.assertIsInstance(parent_id, bytes)
513
493
        self.assertEqual(u'Include \xb5nicode characters\n', rev.message)
514
 
        self.assertIsInstance(rev.message, unicode)
 
494
        self.assertIsInstance(rev.message, text_type)
515
495
 
516
496
        # ie.revision should either be None or a utf-8 revision id
517
 
        inv = s_v5.read_inventory_from_string(_inventory_utf8_v5)
 
497
        inv = s_v5.read_inventory_from_lines(breezy.osutils.split_lines(_inventory_utf8_v5))
518
498
        rev_id_1 = u'erik@b\xe5gfors-01'.encode('utf8')
519
499
        rev_id_2 = u'erik@b\xe5gfors-02'.encode('utf8')
520
500
        fid_root = u'TRE\xe9_ROOT'.encode('utf8')
525
505
                    (u'b\xe5r', fid_bar1, fid_root, rev_id_1),
526
506
                    (u's\xb5bdir', fid_sub, fid_root, rev_id_1),
527
507
                    (u's\xb5bdir/b\xe5r', fid_bar2, fid_sub, rev_id_2),
528
 
                   ]
 
508
                    ]
529
509
        self.assertEqual(rev_id_2, inv.revision_id)
530
 
        self.assertIsInstance(inv.revision_id, str)
 
510
        self.assertIsInstance(inv.revision_id, bytes)
531
511
 
532
512
        actual = list(inv.iter_entries_by_dir())
533
513
        for ((exp_path, exp_file_id, exp_parent_id, exp_rev_id),
534
514
             (act_path, act_ie)) in zip(expected, actual):
535
515
            self.assertEqual(exp_path, act_path)
536
 
            self.assertIsInstance(act_path, unicode)
 
516
            self.assertIsInstance(act_path, text_type)
537
517
            self.assertEqual(exp_file_id, act_ie.file_id)
538
 
            self.assertIsInstance(act_ie.file_id, str)
 
518
            self.assertIsInstance(act_ie.file_id, bytes)
539
519
            self.assertEqual(exp_parent_id, act_ie.parent_id)
540
520
            if exp_parent_id is not None:
541
 
                self.assertIsInstance(act_ie.parent_id, str)
 
521
                self.assertIsInstance(act_ie.parent_id, bytes)
542
522
            self.assertEqual(exp_rev_id, act_ie.revision)
543
523
            if exp_rev_id is not None:
544
 
                self.assertIsInstance(act_ie.revision, str)
 
524
                self.assertIsInstance(act_ie.revision, bytes)
545
525
 
546
526
        self.assertEqual(len(expected), len(actual))
547
527
 
 
528
    def test_serialization_error(self):
 
529
        s_v5 = breezy.bzr.xml5.serializer_v5
 
530
        e = self.assertRaises(
 
531
            errors.UnexpectedInventoryFormat,
 
532
            s_v5.read_inventory_from_lines, [b"<Notquitexml"])
 
533
        self.assertEqual(str(e), "unclosed token: line 1, column 0")
 
534
 
548
535
 
549
536
class TestEncodeAndEscape(TestCase):
550
537
    """Whitebox testing of the _encode_and_escape function."""
551
538
 
552
539
    def setUp(self):
553
 
        TestCase.setUp(self)
 
540
        super(TestEncodeAndEscape, self).setUp()
554
541
        # Keep the cache clear before and after the test
555
 
        bzrlib.xml8._ensure_utf8_re()
556
 
        bzrlib.xml8._clear_cache()
557
 
        self.addCleanup(bzrlib.xml8._clear_cache)
 
542
        breezy.bzr.xml_serializer._clear_cache()
 
543
        self.addCleanup(breezy.bzr.xml_serializer._clear_cache)
558
544
 
559
545
    def test_simple_ascii(self):
560
546
        # _encode_and_escape always appends a final ", because these parameters
561
547
        # are being used in xml attributes, and by returning it now, we have to
562
548
        # do fewer string operations later.
563
 
        val = bzrlib.xml8._encode_and_escape('foo bar')
564
 
        self.assertEqual('foo bar"', val)
 
549
        val = breezy.bzr.xml_serializer.encode_and_escape('foo bar')
 
550
        self.assertEqual(b'foo bar', val)
565
551
        # The second time should be cached
566
 
        val2 = bzrlib.xml8._encode_and_escape('foo bar')
 
552
        val2 = breezy.bzr.xml_serializer.encode_and_escape('foo bar')
567
553
        self.assertIs(val2, val)
568
554
 
569
555
    def test_ascii_with_xml(self):
570
 
        self.assertEqual('&amp;&apos;&quot;&lt;&gt;"',
571
 
                         bzrlib.xml8._encode_and_escape('&\'"<>'))
 
556
        self.assertEqual(b'&amp;&apos;&quot;&lt;&gt;',
 
557
                         breezy.bzr.xml_serializer.encode_and_escape('&\'"<>'))
572
558
 
573
559
    def test_utf8_with_xml(self):
574
560
        # u'\xb5\xe5&\u062c'
575
 
        utf8_str = '\xc2\xb5\xc3\xa5&\xd8\xac'
576
 
        self.assertEqual('&#181;&#229;&amp;&#1580;"',
577
 
                         bzrlib.xml8._encode_and_escape(utf8_str))
 
561
        utf8_str = b'\xc2\xb5\xc3\xa5&\xd8\xac'
 
562
        self.assertEqual(b'&#181;&#229;&amp;&#1580;',
 
563
                         breezy.bzr.xml_serializer.encode_and_escape(utf8_str))
578
564
 
579
565
    def test_unicode(self):
580
566
        uni_str = u'\xb5\xe5&\u062c'
581
 
        self.assertEqual('&#181;&#229;&amp;&#1580;"',
582
 
                         bzrlib.xml8._encode_and_escape(uni_str))
 
567
        self.assertEqual(b'&#181;&#229;&amp;&#1580;',
 
568
                         breezy.bzr.xml_serializer.encode_and_escape(uni_str))
 
569
 
 
570
 
 
571
class TestMisc(TestCase):
 
572
 
 
573
    def test_unescape_xml(self):
 
574
        """We get some kind of error when malformed entities are passed"""
 
575
        self.assertRaises(KeyError, breezy.bzr.xml8._unescape_xml, b'foo&bar;')