/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_xml.py

  • Committer: Marius Kruger
  • Date: 2010-07-10 21:28:56 UTC
  • mto: (5384.1.1 integration)
  • mto: This revision was merged to the branch mainline in revision 5385.
  • Revision ID: marius.kruger@enerweb.co.za-20100710212856-uq4ji3go0u5se7hx
* Update documentation
* add NEWS

Show diffs side-by-side

added added

removed removed

Lines of Context:
bzrlib/tests/test_xml.py
1
 
# Copyright (C) 2005-2011 Canonical Ltd
 
1
# Copyright (C) 2005-2010 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
16
 
 
17
from cStringIO import StringIO
17
18
 
18
 
from .. import (
 
19
from bzrlib import (
19
20
    errors,
20
21
    fifo_cache,
21
 
    )
22
 
from ..bzr import (
23
22
    inventory,
24
23
    xml6,
25
24
    xml7,
26
25
    xml8,
27
 
    )
28
 
from ..sixish import (
29
 
    BytesIO,
30
 
    text_type,
31
 
    )
32
 
from ..bzr.inventory import Inventory
33
 
from . import TestCase
34
 
import breezy.bzr.xml5
35
 
 
36
 
_revision_v5 = b"""<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
 
26
    serializer,
 
27
    )
 
28
from bzrlib.tests import TestCase
 
29
from bzrlib.inventory import Inventory, InventoryEntry
 
30
from bzrlib.xml4 import serializer_v4
 
31
import bzrlib.xml5
 
32
 
 
33
_working_inventory_v4 = """<inventory file_id="TREE_ROOT">
 
34
<entry file_id="bar-20050901064931-73b4b1138abc9cd2" kind="file" name="bar" parent_id="TREE_ROOT" />
 
35
<entry file_id="foo-20050801201819-4139aa4a272f4250" kind="directory" name="foo" parent_id="TREE_ROOT" />
 
36
<entry file_id="bar-20050824000535-6bc48cfad47ed134" kind="file" name="bar" parent_id="foo-20050801201819-4139aa4a272f4250" />
 
37
</inventory>"""
 
38
 
 
39
 
 
40
_revision_v4 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
 
41
    inventory_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
 
42
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
 
43
    revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
 
44
    timestamp="1125907235.212"
 
45
    timezone="36000">
 
46
<message>- start splitting code for xml (de)serialization away from objects
 
47
  preparatory to supporting multiple formats by a single library
 
48
</message>
 
49
<parents>
 
50
<revision_ref revision_id="mbp@sourcefrog.net-20050905063503-43948f59fa127d92" revision_sha1="7bdf4cc8c5bdac739f8cf9b10b78cf4b68f915ff" />
 
51
</parents>
 
52
</revision>
 
53
"""
 
54
 
 
55
_revision_v5 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
37
56
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
38
57
    revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
39
58
    timestamp="1125907235.212"
47
66
</revision>
48
67
"""
49
68
 
50
 
_revision_v5_utc = b"""\
 
69
_revision_v5_utc = """\
51
70
<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;"
52
71
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
53
72
    revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9"
62
81
</revision>
63
82
"""
64
83
 
65
 
_committed_inv_v5 = b"""<inventory>
 
84
_committed_inv_v5 = """<inventory>
66
85
<file file_id="bar-20050901064931-73b4b1138abc9cd2"
67
86
      name="bar" parent_id="TREE_ROOT"
68
87
      revision="mbp@foo-123123"
78
97
</inventory>
79
98
"""
80
99
 
81
 
_basis_inv_v5 = b"""<inventory revision_id="mbp@sourcefrog.net-20050905063503-43948f59fa127d92">
 
100
_basis_inv_v5 = """<inventory revision_id="mbp@sourcefrog.net-20050905063503-43948f59fa127d92">
82
101
<file file_id="bar-20050901064931-73b4b1138abc9cd2"
83
102
      name="bar" parent_id="TREE_ROOT"
84
103
      revision="mbp@foo-123123"/>
94
113
 
95
114
 
96
115
# DO NOT REFLOW THIS. Its the exact revision we want.
97
 
_expected_rev_v5 = b"""<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;" format="5" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9" timestamp="1125907235.212" timezone="36000">
 
116
_expected_rev_v5 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;" format="5" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9" timestamp="1125907235.212" timezone="36000">
98
117
<message>- start splitting code for xml (de)serialization away from objects
99
118
  preparatory to supporting multiple formats by a single library
100
119
</message>
106
125
 
107
126
 
108
127
# DO NOT REFLOW THIS. Its the exact inventory we want.
109
 
_expected_inv_v5 = b"""<inventory format="5">
 
128
_expected_inv_v5 = """<inventory format="5">
110
129
<file file_id="bar-20050901064931-73b4b1138abc9cd2" name="bar" revision="mbp@foo-123123" text_sha1="A" text_size="1" />
111
130
<directory file_id="foo-20050801201819-4139aa4a272f4250" name="subdir" revision="mbp@foo-00" />
112
131
<file executable="yes" file_id="bar-20050824000535-6bc48cfad47ed134" name="bar" parent_id="foo-20050801201819-4139aa4a272f4250" revision="mbp@foo-00" text_sha1="B" text_size="0" />
114
133
"""
115
134
 
116
135
 
117
 
_expected_inv_v5_root = b"""<inventory file_id="f&lt;" format="5" revision_id="mother!">
 
136
_expected_inv_v5_root = """<inventory file_id="f&lt;" format="5" revision_id="mother!">
118
137
<file file_id="bar-20050901064931-73b4b1138abc9cd2" name="bar" parent_id="f&lt;" revision="mbp@foo-123123" text_sha1="A" text_size="1" />
119
138
<directory file_id="foo-20050801201819-4139aa4a272f4250" name="subdir" parent_id="f&lt;" revision="mbp@foo-00" />
120
139
<file executable="yes" file_id="bar-20050824000535-6bc48cfad47ed134" name="bar" parent_id="foo-20050801201819-4139aa4a272f4250" revision="mbp@foo-00" text_sha1="B" text_size="0" />
122
141
</inventory>
123
142
"""
124
143
 
125
 
_expected_inv_v6 = b"""<inventory format="6" revision_id="rev_outer">
 
144
_expected_inv_v6 = """<inventory format="6" revision_id="rev_outer">
126
145
<directory file_id="tree-root-321" name="" revision="rev_outer" />
127
146
<directory file_id="dir-id" name="dir" parent_id="tree-root-321" revision="rev_outer" />
128
147
<file file_id="file-id" name="file" parent_id="tree-root-321" revision="rev_outer" text_sha1="A" text_size="1" />
130
149
</inventory>
131
150
"""
132
151
 
133
 
_expected_inv_v7 = b"""<inventory format="7" revision_id="rev_outer">
 
152
_expected_inv_v7 = """<inventory format="7" revision_id="rev_outer">
134
153
<directory file_id="tree-root-321" name="" revision="rev_outer" />
135
154
<directory file_id="dir-id" name="dir" parent_id="tree-root-321" revision="rev_outer" />
136
155
<file file_id="file-id" name="file" parent_id="tree-root-321" revision="rev_outer" text_sha1="A" text_size="1" />
139
158
</inventory>
140
159
"""
141
160
 
142
 
_expected_rev_v8 = b"""<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;" format="8" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9" timestamp="1125907235.212" timezone="36000">
 
161
_expected_rev_v8 = """<revision committer="Martin Pool &lt;mbp@sourcefrog.net&gt;" format="8" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9" timestamp="1125907235.212" timezone="36000">
143
162
<message>- start splitting code for xml (de)serialization away from objects
144
163
  preparatory to supporting multiple formats by a single library
145
164
</message>
149
168
</revision>
150
169
"""
151
170
 
152
 
_expected_inv_v8 = b"""<inventory format="8" revision_id="rev_outer">
 
171
_expected_inv_v8 = """<inventory format="8" revision_id="rev_outer">
153
172
<directory file_id="tree-root-321" name="" revision="rev_outer" />
154
173
<directory file_id="dir-id" name="dir" parent_id="tree-root-321" revision="rev_outer" />
155
174
<file file_id="file-id" name="file" parent_id="tree-root-321" revision="rev_outer" text_sha1="A" text_size="1" />
157
176
</inventory>
158
177
"""
159
178
 
160
 
_revision_utf8_v5 = b"""<revision committer="Erik B&#229;gfors &lt;erik@foo.net&gt;"
 
179
_revision_utf8_v5 = """<revision committer="Erik B&#229;gfors &lt;erik@foo.net&gt;"
161
180
    inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41"
162
181
    revision_id="erik@b&#229;gfors-02"
163
182
    timestamp="1125907235.212"
170
189
</revision>
171
190
"""
172
191
 
173
 
_expected_rev_v8_complex = b"""<revision committer="Erik B&#229;gfors &lt;erik@foo.net&gt;" format="8" inventory_sha1="e79c31c1deb64c163cf660fdedd476dd579ffd41" revision_id="erik@b&#229;gfors-02" timestamp="1125907235.212" timezone="36000">
174
 
<message>Include &#181;nicode characters
175
 
</message>
176
 
<parents>
177
 
<revision_ref revision_id="erik@b&#229;gfors-01" />
178
 
<revision_ref revision_id="erik@bagfors-02" />
179
 
</parents>
180
 
<properties><property name="bar" />
181
 
<property name="foo">this has a
182
 
newline in it</property>
183
 
</properties>
184
 
</revision>
185
 
"""
186
 
 
187
 
 
188
 
 
189
 
_inventory_utf8_v5 = b"""<inventory file_id="TRE&#233;_ROOT" format="5"
 
192
_inventory_utf8_v5 = """<inventory file_id="TRE&#233;_ROOT" format="5"
190
193
                                   revision_id="erik@b&#229;gfors-02">
191
194
<file file_id="b&#229;r-01"
192
195
      name="b&#229;r" parent_id="TRE&#233;_ROOT"
202
205
"""
203
206
 
204
207
# Before revision_id was always stored as an attribute
205
 
_inventory_v5a = b"""<inventory format="5">
 
208
_inventory_v5a = """<inventory format="5">
206
209
</inventory>
207
210
"""
208
211
 
209
212
# Before revision_id was always stored as an attribute
210
 
_inventory_v5b = b"""<inventory format="5" revision_id="a-rev-id">
 
213
_inventory_v5b = """<inventory format="5" revision_id="a-rev-id">
211
214
</inventory>
212
215
"""
213
216
 
215
218
class TestSerializer(TestCase):
216
219
    """Test XML serialization"""
217
220
 
 
221
    def test_canned_inventory(self):
 
222
        """Test unpacked a canned inventory v4 file."""
 
223
        inp = StringIO(_working_inventory_v4)
 
224
        inv = serializer_v4.read_inventory(inp)
 
225
        self.assertEqual(len(inv), 4)
 
226
        self.assert_('bar-20050901064931-73b4b1138abc9cd2' in inv)
 
227
 
 
228
    def test_unpack_revision(self):
 
229
        """Test unpacking a canned revision v4"""
 
230
        inp = StringIO(_revision_v4)
 
231
        rev = serializer_v4.read_revision(inp)
 
232
        eq = self.assertEqual
 
233
        eq(rev.committer,
 
234
           "Martin Pool <mbp@sourcefrog.net>")
 
235
        eq(rev.inventory_id,
 
236
           "mbp@sourcefrog.net-20050905080035-e0439293f8b6b9f9")
 
237
        eq(len(rev.parent_ids), 1)
 
238
        eq(rev.parent_ids[0],
 
239
           "mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
 
240
 
218
241
    def test_unpack_revision_5(self):
219
242
        """Test unpacking a canned revision v5"""
220
 
        inp = BytesIO(_revision_v5)
221
 
        rev = breezy.bzr.xml5.serializer_v5.read_revision(inp)
 
243
        inp = StringIO(_revision_v5)
 
244
        rev = bzrlib.xml5.serializer_v5.read_revision(inp)
222
245
        eq = self.assertEqual
223
246
        eq(rev.committer,
224
247
           "Martin Pool <mbp@sourcefrog.net>")
225
248
        eq(len(rev.parent_ids), 1)
226
249
        eq(rev.timezone, 36000)
227
250
        eq(rev.parent_ids[0],
228
 
           b"mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
 
251
           "mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
229
252
 
230
253
    def test_unpack_revision_5_utc(self):
231
 
        inp = BytesIO(_revision_v5_utc)
232
 
        rev = breezy.bzr.xml5.serializer_v5.read_revision(inp)
 
254
        inp = StringIO(_revision_v5_utc)
 
255
        rev = bzrlib.xml5.serializer_v5.read_revision(inp)
233
256
        eq = self.assertEqual
234
257
        eq(rev.committer,
235
258
           "Martin Pool <mbp@sourcefrog.net>")
236
259
        eq(len(rev.parent_ids), 1)
237
260
        eq(rev.timezone, 0)
238
261
        eq(rev.parent_ids[0],
239
 
           b"mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
 
262
           "mbp@sourcefrog.net-20050905063503-43948f59fa127d92")
240
263
 
241
264
    def test_unpack_inventory_5(self):
242
265
        """Unpack canned new-style inventory"""
243
 
        inp = BytesIO(_committed_inv_v5)
244
 
        inv = breezy.bzr.xml5.serializer_v5.read_inventory(inp)
 
266
        inp = StringIO(_committed_inv_v5)
 
267
        inv = bzrlib.xml5.serializer_v5.read_inventory(inp)
245
268
        eq = self.assertEqual
246
269
        eq(len(inv), 4)
247
 
        ie = inv.get_entry(b'bar-20050824000535-6bc48cfad47ed134')
 
270
        ie = inv['bar-20050824000535-6bc48cfad47ed134']
248
271
        eq(ie.kind, 'file')
249
 
        eq(ie.revision, b'mbp@foo-00')
 
272
        eq(ie.revision, 'mbp@foo-00')
250
273
        eq(ie.name, 'bar')
251
 
        eq(inv.get_entry(ie.parent_id).kind, 'directory')
 
274
        eq(inv[ie.parent_id].kind, 'directory')
252
275
 
253
276
    def test_unpack_basis_inventory_5(self):
254
277
        """Unpack canned new-style inventory"""
255
 
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
256
 
            breezy.osutils.split_lines(_basis_inv_v5))
 
278
        inp = StringIO(_basis_inv_v5)
 
279
        inv = bzrlib.xml5.serializer_v5.read_inventory(inp)
257
280
        eq = self.assertEqual
258
281
        eq(len(inv), 4)
259
 
        eq(inv.revision_id,
260
 
           b'mbp@sourcefrog.net-20050905063503-43948f59fa127d92')
261
 
        ie = inv.get_entry(b'bar-20050824000535-6bc48cfad47ed134')
 
282
        eq(inv.revision_id, 'mbp@sourcefrog.net-20050905063503-43948f59fa127d92')
 
283
        ie = inv['bar-20050824000535-6bc48cfad47ed134']
262
284
        eq(ie.kind, 'file')
263
 
        eq(ie.revision, b'mbp@foo-00')
 
285
        eq(ie.revision, 'mbp@foo-00')
264
286
        eq(ie.name, 'bar')
265
 
        eq(inv.get_entry(ie.parent_id).kind, 'directory')
 
287
        eq(inv[ie.parent_id].kind, 'directory')
266
288
 
267
289
    def test_unpack_inventory_5a(self):
268
 
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
269
 
            breezy.osutils.split_lines(_inventory_v5a), revision_id=b'test-rev-id')
270
 
        self.assertEqual(b'test-rev-id', inv.root.revision)
 
290
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
 
291
                _inventory_v5a, revision_id='test-rev-id')
 
292
        self.assertEqual('test-rev-id', inv.root.revision)
271
293
 
272
294
    def test_unpack_inventory_5a_cache_and_copy(self):
273
295
        # Passing an entry_cache should get populated with the objects
274
296
        # But the returned objects should be copies if return_from_cache is
275
297
        # False
276
298
        entry_cache = fifo_cache.FIFOCache()
277
 
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
278
 
            breezy.osutils.split_lines(_inventory_v5a), revision_id=b'test-rev-id',
 
299
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
 
300
            _inventory_v5a, revision_id='test-rev-id',
279
301
            entry_cache=entry_cache, return_from_cache=False)
280
302
        for entry in inv.iter_just_entries():
281
303
            key = (entry.file_id, entry.revision)
290
312
        # The returned objects should be exact if return_from_cache is
291
313
        # True
292
314
        entry_cache = fifo_cache.FIFOCache()
293
 
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
294
 
            breezy.osutils.split_lines(_inventory_v5a), revision_id=b'test-rev-id',
 
315
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
 
316
            _inventory_v5a, revision_id='test-rev-id',
295
317
            entry_cache=entry_cache, return_from_cache=True)
296
318
        for entry in inv.iter_just_entries():
297
319
            key = (entry.file_id, entry.revision)
302
324
                self.assertIs(entry, entry_cache[key])
303
325
 
304
326
    def test_unpack_inventory_5b(self):
305
 
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
306
 
            breezy.osutils.split_lines(_inventory_v5b), revision_id=b'test-rev-id')
307
 
        self.assertEqual(b'a-rev-id', inv.root.revision)
 
327
        inv = bzrlib.xml5.serializer_v5.read_inventory_from_string(
 
328
                _inventory_v5b, revision_id='test-rev-id')
 
329
        self.assertEqual('a-rev-id', inv.root.revision)
308
330
 
309
331
    def test_repack_inventory_5(self):
310
 
        inv = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
311
 
            breezy.osutils.split_lines(_committed_inv_v5))
312
 
        outp = BytesIO()
313
 
        breezy.bzr.xml5.serializer_v5.write_inventory(inv, outp)
 
332
        inp = StringIO(_committed_inv_v5)
 
333
        inv = bzrlib.xml5.serializer_v5.read_inventory(inp)
 
334
        outp = StringIO()
 
335
        bzrlib.xml5.serializer_v5.write_inventory(inv, outp)
314
336
        self.assertEqualDiff(_expected_inv_v5, outp.getvalue())
315
 
        inv2 = breezy.bzr.xml5.serializer_v5.read_inventory_from_lines(
316
 
            breezy.osutils.split_lines(outp.getvalue()))
 
337
        inv2 = bzrlib.xml5.serializer_v5.read_inventory(StringIO(outp.getvalue()))
317
338
        self.assertEqual(inv, inv2)
318
339
 
319
340
    def assertRoundTrips(self, xml_string):
320
 
        inp = BytesIO(xml_string)
321
 
        inv = breezy.bzr.xml5.serializer_v5.read_inventory(inp)
322
 
        outp = BytesIO()
323
 
        breezy.bzr.xml5.serializer_v5.write_inventory(inv, outp)
 
341
        inp = StringIO(xml_string)
 
342
        inv = bzrlib.xml5.serializer_v5.read_inventory(inp)
 
343
        outp = StringIO()
 
344
        bzrlib.xml5.serializer_v5.write_inventory(inv, outp)
324
345
        self.assertEqualDiff(xml_string, outp.getvalue())
325
 
        lines = breezy.bzr.xml5.serializer_v5.write_inventory_to_lines(inv)
 
346
        lines = bzrlib.xml5.serializer_v5.write_inventory_to_lines(inv)
326
347
        outp.seek(0)
327
348
        self.assertEqual(outp.readlines(), lines)
328
 
        inv2 = breezy.bzr.xml5.serializer_v5.read_inventory(
329
 
            BytesIO(outp.getvalue()))
 
349
        inv2 = bzrlib.xml5.serializer_v5.read_inventory(StringIO(outp.getvalue()))
330
350
        self.assertEqual(inv, inv2)
331
351
 
332
352
    def tests_serialize_inventory_v5_with_root(self):
334
354
 
335
355
    def check_repack_revision(self, txt):
336
356
        """Check that repacking a revision yields the same information"""
337
 
        inp = BytesIO(txt)
338
 
        rev = breezy.bzr.xml5.serializer_v5.read_revision(inp)
339
 
        outfile_contents = breezy.bzr.xml5.serializer_v5.write_revision_to_string(rev)
340
 
        rev2 = breezy.bzr.xml5.serializer_v5.read_revision(
341
 
            BytesIO(outfile_contents))
 
357
        inp = StringIO(txt)
 
358
        rev = bzrlib.xml5.serializer_v5.read_revision(inp)
 
359
        outp = StringIO()
 
360
        bzrlib.xml5.serializer_v5.write_revision(rev, outp)
 
361
        outfile_contents = outp.getvalue()
 
362
        rev2 = bzrlib.xml5.serializer_v5.read_revision(StringIO(outfile_contents))
342
363
        self.assertEqual(rev, rev2)
343
364
 
344
365
    def test_repack_revision_5(self):
351
372
    def test_pack_revision_5(self):
352
373
        """Pack revision to XML v5"""
353
374
        # fixed 20051025, revisions should have final newline
354
 
        rev = breezy.bzr.xml5.serializer_v5.read_revision_from_string(
355
 
            _revision_v5)
356
 
        outfile_contents = breezy.bzr.xml5.serializer_v5.write_revision_to_string(rev)
357
 
        self.assertEqual(outfile_contents[-1:], b'\n')
358
 
        self.assertEqualDiff(
359
 
            outfile_contents,
360
 
            b''.join(breezy.bzr.xml5.serializer_v5.write_revision_to_lines(rev)))
 
375
        rev = bzrlib.xml5.serializer_v5.read_revision_from_string(_revision_v5)
 
376
        outp = StringIO()
 
377
        bzrlib.xml5.serializer_v5.write_revision(rev, outp)
 
378
        outfile_contents = outp.getvalue()
 
379
        self.assertEqual(outfile_contents[-1], '\n')
 
380
        self.assertEqualDiff(outfile_contents, bzrlib.xml5.serializer_v5.write_revision_to_string(rev))
361
381
        self.assertEqualDiff(outfile_contents, _expected_rev_v5)
362
382
 
363
383
    def test_empty_property_value(self):
364
384
        """Create an empty property value check that it serializes correctly"""
365
 
        s_v5 = breezy.bzr.xml5.serializer_v5
 
385
        s_v5 = bzrlib.xml5.serializer_v5
366
386
        rev = s_v5.read_revision_from_string(_revision_v5)
367
 
        props = {'empty': '', 'one': 'one'}
 
387
        outp = StringIO()
 
388
        props = {'empty':'', 'one':'one'}
368
389
        rev.properties = props
369
 
        txt = b''.join(s_v5.write_revision_to_lines(rev))
 
390
        txt = s_v5.write_revision_to_string(rev)
370
391
        new_rev = s_v5.read_revision_from_string(txt)
371
392
        self.assertEqual(props, new_rev.properties)
372
393
 
373
394
    def get_sample_inventory(self):
374
 
        inv = Inventory(b'tree-root-321', revision_id=b'rev_outer')
375
 
        inv.add(inventory.InventoryFile(b'file-id', 'file', b'tree-root-321'))
376
 
        inv.add(inventory.InventoryDirectory(b'dir-id', 'dir',
377
 
                                             b'tree-root-321'))
378
 
        inv.add(inventory.InventoryLink(b'link-id', 'link', b'tree-root-321'))
379
 
        inv.get_entry(b'tree-root-321').revision = b'rev_outer'
380
 
        inv.get_entry(b'dir-id').revision = b'rev_outer'
381
 
        inv.get_entry(b'file-id').revision = b'rev_outer'
382
 
        inv.get_entry(b'file-id').text_sha1 = b'A'
383
 
        inv.get_entry(b'file-id').text_size = 1
384
 
        inv.get_entry(b'link-id').revision = b'rev_outer'
385
 
        inv.get_entry(b'link-id').symlink_target = 'a'
 
395
        inv = Inventory('tree-root-321', revision_id='rev_outer')
 
396
        inv.add(inventory.InventoryFile('file-id', 'file', 'tree-root-321'))
 
397
        inv.add(inventory.InventoryDirectory('dir-id', 'dir',
 
398
                                             'tree-root-321'))
 
399
        inv.add(inventory.InventoryLink('link-id', 'link', 'tree-root-321'))
 
400
        inv['tree-root-321'].revision = 'rev_outer'
 
401
        inv['dir-id'].revision = 'rev_outer'
 
402
        inv['file-id'].revision = 'rev_outer'
 
403
        inv['file-id'].text_sha1 = 'A'
 
404
        inv['file-id'].text_size = 1
 
405
        inv['link-id'].revision = 'rev_outer'
 
406
        inv['link-id'].symlink_target = 'a'
386
407
        return inv
387
408
 
388
409
    def test_roundtrip_inventory_v7(self):
389
410
        inv = self.get_sample_inventory()
390
 
        inv.add(inventory.TreeReference(b'nested-id', 'nested', b'tree-root-321',
391
 
                                        b'rev_outer', b'rev_inner'))
 
411
        inv.add(inventory.TreeReference('nested-id', 'nested', 'tree-root-321',
 
412
                                        'rev_outer', 'rev_inner'))
 
413
        txt = xml7.serializer_v7.write_inventory_to_string(inv)
392
414
        lines = xml7.serializer_v7.write_inventory_to_lines(inv)
393
 
        self.assertEqualDiff(_expected_inv_v7, b''.join(lines))
394
 
        inv2 = xml7.serializer_v7.read_inventory_from_lines(lines)
 
415
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
 
416
        self.assertEqualDiff(_expected_inv_v7, txt)
 
417
        inv2 = xml7.serializer_v7.read_inventory_from_string(txt)
395
418
        self.assertEqual(5, len(inv2))
396
419
        for path, ie in inv.iter_entries():
397
 
            self.assertEqual(ie, inv2.get_entry(ie.file_id))
 
420
            self.assertEqual(ie, inv2[ie.file_id])
398
421
 
399
422
    def test_roundtrip_inventory_v6(self):
400
423
        inv = self.get_sample_inventory()
 
424
        txt = xml6.serializer_v6.write_inventory_to_string(inv)
401
425
        lines = xml6.serializer_v6.write_inventory_to_lines(inv)
402
 
        self.assertEqualDiff(_expected_inv_v6, b''.join(lines))
403
 
        inv2 = xml6.serializer_v6.read_inventory_from_lines(lines)
 
426
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
 
427
        self.assertEqualDiff(_expected_inv_v6, txt)
 
428
        inv2 = xml6.serializer_v6.read_inventory_from_string(txt)
404
429
        self.assertEqual(4, len(inv2))
405
430
        for path, ie in inv.iter_entries():
406
 
            self.assertEqual(ie, inv2.get_entry(ie.file_id))
 
431
            self.assertEqual(ie, inv2[ie.file_id])
407
432
 
408
433
    def test_wrong_format_v7(self):
409
434
        """Can't accidentally open a file with wrong serializer"""
410
 
        s_v6 = breezy.bzr.xml6.serializer_v6
 
435
        s_v6 = bzrlib.xml6.serializer_v6
411
436
        s_v7 = xml7.serializer_v7
412
437
        self.assertRaises(errors.UnexpectedInventoryFormat,
413
 
                          s_v7.read_inventory_from_lines,
414
 
                          breezy.osutils.split_lines(_expected_inv_v5))
 
438
                          s_v7.read_inventory_from_string, _expected_inv_v5)
415
439
        self.assertRaises(errors.UnexpectedInventoryFormat,
416
 
                          s_v6.read_inventory_from_lines,
417
 
                          breezy.osutils.split_lines(_expected_inv_v7))
 
440
                          s_v6.read_inventory_from_string, _expected_inv_v7)
418
441
 
419
442
    def test_tree_reference(self):
420
 
        s_v5 = breezy.bzr.xml5.serializer_v5
421
 
        s_v6 = breezy.bzr.xml6.serializer_v6
 
443
        s_v5 = bzrlib.xml5.serializer_v5
 
444
        s_v6 = bzrlib.xml6.serializer_v6
422
445
        s_v7 = xml7.serializer_v7
423
 
        inv = Inventory(b'tree-root-321', revision_id=b'rev-outer')
424
 
        inv.root.revision = b'root-rev'
425
 
        inv.add(inventory.TreeReference(b'nested-id', 'nested', b'tree-root-321',
426
 
                                        b'rev-outer', b'rev-inner'))
427
 
        self.assertRaises(errors.UnsupportedInventoryKind,
428
 
                          s_v5.write_inventory_to_lines, inv)
429
 
        self.assertRaises(errors.UnsupportedInventoryKind,
430
 
                          s_v6.write_inventory_to_lines, inv)
431
 
        lines = s_v7.write_inventory_to_chunks(inv)
432
 
        inv2 = s_v7.read_inventory_from_lines(lines)
433
 
        self.assertEqual(b'tree-root-321',
434
 
                         inv2.get_entry(b'nested-id').parent_id)
435
 
        self.assertEqual(b'rev-outer', inv2.get_entry(b'nested-id').revision)
436
 
        self.assertEqual(
437
 
            b'rev-inner', inv2.get_entry(b'nested-id').reference_revision)
 
446
        inv = Inventory('tree-root-321', revision_id='rev-outer')
 
447
        inv.root.revision = 'root-rev'
 
448
        inv.add(inventory.TreeReference('nested-id', 'nested', 'tree-root-321',
 
449
                                        'rev-outer', 'rev-inner'))
 
450
        self.assertRaises(errors.UnsupportedInventoryKind,
 
451
                          s_v5.write_inventory_to_string, inv)
 
452
        self.assertRaises(errors.UnsupportedInventoryKind,
 
453
                          s_v6.write_inventory_to_string, inv)
 
454
        txt = s_v7.write_inventory_to_string(inv)
 
455
        lines = s_v7.write_inventory_to_lines(inv)
 
456
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
 
457
        inv2 = s_v7.read_inventory_from_string(txt)
 
458
        self.assertEqual('tree-root-321', inv2['nested-id'].parent_id)
 
459
        self.assertEqual('rev-outer', inv2['nested-id'].revision)
 
460
        self.assertEqual('rev-inner', inv2['nested-id'].reference_revision)
 
461
        self.assertRaises(errors.UnsupportedInventoryKind,
 
462
                          s_v6.read_inventory_from_string,
 
463
                          txt.replace('format="7"', 'format="6"'))
 
464
        self.assertRaises(errors.UnsupportedInventoryKind,
 
465
                          s_v5.read_inventory_from_string,
 
466
                          txt.replace('format="7"', 'format="5"'))
438
467
 
439
468
    def test_roundtrip_inventory_v8(self):
440
469
        inv = self.get_sample_inventory()
441
 
        lines = xml8.serializer_v8.write_inventory_to_lines(inv)
442
 
        inv2 = xml8.serializer_v8.read_inventory_from_lines(lines)
 
470
        txt = xml8.serializer_v8.write_inventory_to_string(inv)
 
471
        inv2 = xml8.serializer_v8.read_inventory_from_string(txt)
443
472
        self.assertEqual(4, len(inv2))
444
473
        for path, ie in inv.iter_entries():
445
 
            self.assertEqual(ie, inv2.get_entry(ie.file_id))
 
474
            self.assertEqual(ie, inv2[ie.file_id])
446
475
 
447
476
    def test_inventory_text_v8(self):
448
477
        inv = self.get_sample_inventory()
 
478
        txt = xml8.serializer_v8.write_inventory_to_string(inv)
449
479
        lines = xml8.serializer_v8.write_inventory_to_lines(inv)
450
 
        self.assertEqualDiff(_expected_inv_v8, b''.join(lines))
 
480
        self.assertEqual(bzrlib.osutils.split_lines(txt), lines)
 
481
        self.assertEqualDiff(_expected_inv_v8, txt)
451
482
 
452
483
    def test_revision_text_v6(self):
453
484
        """Pack revision to XML v6"""
454
 
        rev = breezy.bzr.xml6.serializer_v6.read_revision_from_string(
 
485
        rev = bzrlib.xml6.serializer_v6.read_revision_from_string(
455
486
            _expected_rev_v5)
456
 
        serialized = breezy.bzr.xml6.serializer_v6.write_revision_to_lines(
457
 
            rev)
458
 
        self.assertEqualDiff(b''.join(serialized), _expected_rev_v5)
 
487
        serialized = bzrlib.xml6.serializer_v6.write_revision_to_string(rev)
 
488
        self.assertEqualDiff(serialized, _expected_rev_v5)
459
489
 
460
490
    def test_revision_text_v7(self):
461
491
        """Pack revision to XML v7"""
462
 
        rev = breezy.bzr.xml7.serializer_v7.read_revision_from_string(
 
492
        rev = bzrlib.xml7.serializer_v7.read_revision_from_string(
463
493
            _expected_rev_v5)
464
 
        serialized = breezy.bzr.xml7.serializer_v7.write_revision_to_lines(
465
 
            rev)
466
 
        self.assertEqualDiff(b''.join(serialized), _expected_rev_v5)
 
494
        serialized = bzrlib.xml7.serializer_v7.write_revision_to_string(rev)
 
495
        self.assertEqualDiff(serialized, _expected_rev_v5)
467
496
 
468
497
    def test_revision_text_v8(self):
469
498
        """Pack revision to XML v8"""
470
 
        rev = breezy.bzr.xml8.serializer_v8.read_revision_from_string(
 
499
        rev = bzrlib.xml8.serializer_v8.read_revision_from_string(
471
500
            _expected_rev_v8)
472
 
        serialized = breezy.bzr.xml8.serializer_v8.write_revision_to_lines(
473
 
            rev)
474
 
        self.assertEqualDiff(b''.join(serialized), _expected_rev_v8)
475
 
 
476
 
    def test_revision_text_v8_complex(self):
477
 
        """Pack revision to XML v8"""
478
 
        rev = breezy.bzr.xml8.serializer_v8.read_revision_from_string(
479
 
            _expected_rev_v8_complex)
480
 
        serialized = breezy.bzr.xml8.serializer_v8.write_revision_to_lines(
481
 
            rev)
482
 
        self.assertEqualDiff(b''.join(serialized), _expected_rev_v8_complex)
 
501
        serialized = bzrlib.xml8.serializer_v8.write_revision_to_string(rev)
 
502
        self.assertEqualDiff(serialized, _expected_rev_v8)
483
503
 
484
504
    def test_revision_ids_are_utf8(self):
485
505
        """Parsed revision_ids should all be utf-8 strings, not unicode."""
486
 
        s_v5 = breezy.bzr.xml5.serializer_v5
 
506
        s_v5 = bzrlib.xml5.serializer_v5
487
507
        rev = s_v5.read_revision_from_string(_revision_utf8_v5)
488
 
        self.assertEqual(b'erik@b\xc3\xa5gfors-02', rev.revision_id)
489
 
        self.assertIsInstance(rev.revision_id, bytes)
490
 
        self.assertEqual([b'erik@b\xc3\xa5gfors-01'], rev.parent_ids)
 
508
        self.assertEqual('erik@b\xc3\xa5gfors-02', rev.revision_id)
 
509
        self.assertIsInstance(rev.revision_id, str)
 
510
        self.assertEqual(['erik@b\xc3\xa5gfors-01'], rev.parent_ids)
491
511
        for parent_id in rev.parent_ids:
492
 
            self.assertIsInstance(parent_id, bytes)
 
512
            self.assertIsInstance(parent_id, str)
493
513
        self.assertEqual(u'Include \xb5nicode characters\n', rev.message)
494
 
        self.assertIsInstance(rev.message, text_type)
 
514
        self.assertIsInstance(rev.message, unicode)
495
515
 
496
516
        # ie.revision should either be None or a utf-8 revision id
497
 
        inv = s_v5.read_inventory_from_lines(breezy.osutils.split_lines(_inventory_utf8_v5))
 
517
        inv = s_v5.read_inventory_from_string(_inventory_utf8_v5)
498
518
        rev_id_1 = u'erik@b\xe5gfors-01'.encode('utf8')
499
519
        rev_id_2 = u'erik@b\xe5gfors-02'.encode('utf8')
500
520
        fid_root = u'TRE\xe9_ROOT'.encode('utf8')
505
525
                    (u'b\xe5r', fid_bar1, fid_root, rev_id_1),
506
526
                    (u's\xb5bdir', fid_sub, fid_root, rev_id_1),
507
527
                    (u's\xb5bdir/b\xe5r', fid_bar2, fid_sub, rev_id_2),
508
 
                    ]
 
528
                   ]
509
529
        self.assertEqual(rev_id_2, inv.revision_id)
510
 
        self.assertIsInstance(inv.revision_id, bytes)
 
530
        self.assertIsInstance(inv.revision_id, str)
511
531
 
512
532
        actual = list(inv.iter_entries_by_dir())
513
533
        for ((exp_path, exp_file_id, exp_parent_id, exp_rev_id),
514
534
             (act_path, act_ie)) in zip(expected, actual):
515
535
            self.assertEqual(exp_path, act_path)
516
 
            self.assertIsInstance(act_path, text_type)
 
536
            self.assertIsInstance(act_path, unicode)
517
537
            self.assertEqual(exp_file_id, act_ie.file_id)
518
 
            self.assertIsInstance(act_ie.file_id, bytes)
 
538
            self.assertIsInstance(act_ie.file_id, str)
519
539
            self.assertEqual(exp_parent_id, act_ie.parent_id)
520
540
            if exp_parent_id is not None:
521
 
                self.assertIsInstance(act_ie.parent_id, bytes)
 
541
                self.assertIsInstance(act_ie.parent_id, str)
522
542
            self.assertEqual(exp_rev_id, act_ie.revision)
523
543
            if exp_rev_id is not None:
524
 
                self.assertIsInstance(act_ie.revision, bytes)
 
544
                self.assertIsInstance(act_ie.revision, str)
525
545
 
526
546
        self.assertEqual(len(expected), len(actual))
527
547
 
528
 
    def test_serialization_error(self):
529
 
        s_v5 = breezy.bzr.xml5.serializer_v5
530
 
        e = self.assertRaises(
531
 
            errors.UnexpectedInventoryFormat,
532
 
            s_v5.read_inventory_from_lines, [b"<Notquitexml"])
533
 
        self.assertEqual(str(e), "unclosed token: line 1, column 0")
534
 
 
535
548
 
536
549
class TestEncodeAndEscape(TestCase):
537
550
    """Whitebox testing of the _encode_and_escape function."""
538
551
 
539
552
    def setUp(self):
540
 
        super(TestEncodeAndEscape, self).setUp()
 
553
        TestCase.setUp(self)
541
554
        # Keep the cache clear before and after the test
542
 
        breezy.bzr.xml_serializer._clear_cache()
543
 
        self.addCleanup(breezy.bzr.xml_serializer._clear_cache)
 
555
        bzrlib.xml8._ensure_utf8_re()
 
556
        bzrlib.xml8._clear_cache()
 
557
        self.addCleanup(bzrlib.xml8._clear_cache)
544
558
 
545
559
    def test_simple_ascii(self):
546
560
        # _encode_and_escape always appends a final ", because these parameters
547
561
        # are being used in xml attributes, and by returning it now, we have to
548
562
        # do fewer string operations later.
549
 
        val = breezy.bzr.xml_serializer.encode_and_escape('foo bar')
550
 
        self.assertEqual(b'foo bar', val)
 
563
        val = bzrlib.xml8._encode_and_escape('foo bar')
 
564
        self.assertEqual('foo bar"', val)
551
565
        # The second time should be cached
552
 
        val2 = breezy.bzr.xml_serializer.encode_and_escape('foo bar')
 
566
        val2 = bzrlib.xml8._encode_and_escape('foo bar')
553
567
        self.assertIs(val2, val)
554
568
 
555
569
    def test_ascii_with_xml(self):
556
 
        self.assertEqual(b'&amp;&apos;&quot;&lt;&gt;',
557
 
                         breezy.bzr.xml_serializer.encode_and_escape('&\'"<>'))
 
570
        self.assertEqual('&amp;&apos;&quot;&lt;&gt;"',
 
571
                         bzrlib.xml8._encode_and_escape('&\'"<>'))
558
572
 
559
573
    def test_utf8_with_xml(self):
560
574
        # u'\xb5\xe5&\u062c'
561
 
        utf8_str = b'\xc2\xb5\xc3\xa5&\xd8\xac'
562
 
        self.assertEqual(b'&#181;&#229;&amp;&#1580;',
563
 
                         breezy.bzr.xml_serializer.encode_and_escape(utf8_str))
 
575
        utf8_str = '\xc2\xb5\xc3\xa5&\xd8\xac'
 
576
        self.assertEqual('&#181;&#229;&amp;&#1580;"',
 
577
                         bzrlib.xml8._encode_and_escape(utf8_str))
564
578
 
565
579
    def test_unicode(self):
566
580
        uni_str = u'\xb5\xe5&\u062c'
567
 
        self.assertEqual(b'&#181;&#229;&amp;&#1580;',
568
 
                         breezy.bzr.xml_serializer.encode_and_escape(uni_str))
569
 
 
570
 
 
571
 
class TestMisc(TestCase):
572
 
 
573
 
    def test_unescape_xml(self):
574
 
        """We get some kind of error when malformed entities are passed"""
575
 
        self.assertRaises(KeyError, breezy.bzr.xml8._unescape_xml, b'foo&bar;')
 
581
        self.assertEqual('&#181;&#229;&amp;&#1580;"',
 
582
                         bzrlib.xml8._encode_and_escape(uni_str))