/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to brzlib/tests/test__chk_map.py

  • Committer: Jelmer Vernooij
  • Date: 2017-05-21 12:41:27 UTC
  • mto: This revision was merged to the branch mainline in revision 6623.
  • Revision ID: jelmer@jelmer.uk-20170521124127-iv8etg0vwymyai6y
s/bzr/brz/ in apport config.

Show diffs side-by-side

added added

removed removed

Lines of Context:
brzlib/tests/test__chk_map.py
16
16
 
17
17
"""Tests for _chk_map_*."""
18
18
 
19
 
from .. import (
 
19
from brzlib import (
 
20
    chk_map,
20
21
    tests,
21
22
    )
22
 
from ..bzr import (
23
 
    chk_map,
24
 
    )
25
 
from ..static_tuple import StaticTuple
 
23
from brzlib.static_tuple import StaticTuple
26
24
stuple = StaticTuple
27
25
 
28
26
 
29
 
def load_tests(loader, standard_tests, pattern):
 
27
def load_tests(standard_tests, module, loader):
30
28
    suite, _ = tests.permute_tests_for_extension(standard_tests, loader,
31
 
                                                 'breezy.bzr._chk_map_py', 'breezy.bzr._chk_map_pyx')
 
29
        'brzlib._chk_map_py', 'brzlib._chk_map_pyx')
32
30
    return suite
33
31
 
34
32
 
35
33
class TestSearchKeys(tests.TestCase):
36
34
 
37
 
    module = None  # Filled in by test parameterization
 
35
    module = None # Filled in by test parameterization
38
36
 
39
37
    def assertSearchKey16(self, expected, key):
40
38
        self.assertEqual(expected, self.module._search_key_16(key))
44
42
        self.assertEqual(expected, actual, 'actual: %r' % (actual,))
45
43
 
46
44
    def test_simple_16(self):
47
 
        self.assertSearchKey16(b'8C736521', stuple(b'foo',))
48
 
        self.assertSearchKey16(b'8C736521\x008C736521', stuple(b'foo', b'foo'))
49
 
        self.assertSearchKey16(b'8C736521\x0076FF8CAA', stuple(b'foo', b'bar'))
50
 
        self.assertSearchKey16(b'ED82CD11', stuple(b'abcd',))
 
45
        self.assertSearchKey16('8C736521', stuple('foo',))
 
46
        self.assertSearchKey16('8C736521\x008C736521', stuple('foo', 'foo'))
 
47
        self.assertSearchKey16('8C736521\x0076FF8CAA', stuple('foo', 'bar'))
 
48
        self.assertSearchKey16('ED82CD11', stuple('abcd',))
51
49
 
52
50
    def test_simple_255(self):
53
 
        self.assertSearchKey255(b'\x8cse!', stuple(b'foo',))
54
 
        self.assertSearchKey255(b'\x8cse!\x00\x8cse!', stuple(b'foo', b'foo'))
55
 
        self.assertSearchKey255(
56
 
            b'\x8cse!\x00v\xff\x8c\xaa', stuple(b'foo', b'bar'))
 
51
        self.assertSearchKey255('\x8cse!', stuple('foo',))
 
52
        self.assertSearchKey255('\x8cse!\x00\x8cse!', stuple('foo', 'foo'))
 
53
        self.assertSearchKey255('\x8cse!\x00v\xff\x8c\xaa', stuple('foo', 'bar'))
57
54
        # The standard mapping for these would include '\n', so it should be
58
55
        # mapped to '_'
59
 
        self.assertSearchKey255(b'\xfdm\x93_\x00P_\x1bL', stuple(b'<', b'V'))
 
56
        self.assertSearchKey255('\xfdm\x93_\x00P_\x1bL', stuple('<', 'V'))
60
57
 
61
58
    def test_255_does_not_include_newline(self):
62
59
        # When mapping via _search_key_255, we should never have the '\n'
63
60
        # character, but all other 255 values should be present
64
61
        chars_used = set()
65
62
        for char_in in range(256):
66
 
            search_key = self.module._search_key_255(
67
 
                stuple(bytes([char_in]),))
68
 
            chars_used.update([bytes([x]) for x in search_key])
69
 
        all_chars = {bytes([x]) for x in range(256)}
 
63
            search_key = self.module._search_key_255(stuple(chr(char_in),))
 
64
            chars_used.update(search_key)
 
65
        all_chars = set([chr(x) for x in range(256)])
70
66
        unused_chars = all_chars.symmetric_difference(chars_used)
71
 
        self.assertEqual({b'\n'}, unused_chars)
 
67
        self.assertEqual(set('\n'), unused_chars)
72
68
 
73
69
 
74
70
class TestDeserialiseLeafNode(tests.TestCase):
77
73
 
78
74
    def assertDeserialiseErrors(self, text):
79
75
        self.assertRaises((ValueError, IndexError),
80
 
                          self.module._deserialise_leaf_node, text, b'not-a-real-sha')
 
76
            self.module._deserialise_leaf_node, text, 'not-a-real-sha')
81
77
 
82
78
    def test_raises_on_non_leaf(self):
83
 
        self.assertDeserialiseErrors(b'')
84
 
        self.assertDeserialiseErrors(b'short\n')
85
 
        self.assertDeserialiseErrors(b'chknotleaf:\n')
86
 
        self.assertDeserialiseErrors(b'chkleaf:x\n')
87
 
        self.assertDeserialiseErrors(b'chkleaf:\n')
88
 
        self.assertDeserialiseErrors(b'chkleaf:\nnotint\n')
89
 
        self.assertDeserialiseErrors(b'chkleaf:\n10\n')
90
 
        self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n')
91
 
        self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n10\n')
 
79
        self.assertDeserialiseErrors('')
 
80
        self.assertDeserialiseErrors('short\n')
 
81
        self.assertDeserialiseErrors('chknotleaf:\n')
 
82
        self.assertDeserialiseErrors('chkleaf:x\n')
 
83
        self.assertDeserialiseErrors('chkleaf:\n')
 
84
        self.assertDeserialiseErrors('chkleaf:\nnotint\n')
 
85
        self.assertDeserialiseErrors('chkleaf:\n10\n')
 
86
        self.assertDeserialiseErrors('chkleaf:\n10\n256\n')
 
87
        self.assertDeserialiseErrors('chkleaf:\n10\n256\n10\n')
92
88
 
93
89
    def test_deserialise_empty(self):
94
90
        node = self.module._deserialise_leaf_node(
95
 
            b"chkleaf:\n10\n1\n0\n\n", stuple(b"sha1:1234",))
 
91
            "chkleaf:\n10\n1\n0\n\n", stuple("sha1:1234",))
96
92
        self.assertEqual(0, len(node))
97
93
        self.assertEqual(10, node.maximum_size)
98
 
        self.assertEqual((b"sha1:1234",), node.key())
 
94
        self.assertEqual(("sha1:1234",), node.key())
99
95
        self.assertIsInstance(node.key(), StaticTuple)
100
96
        self.assertIs(None, node._search_prefix)
101
97
        self.assertIs(None, node._common_serialised_prefix)
102
98
 
103
99
    def test_deserialise_items(self):
104
100
        node = self.module._deserialise_leaf_node(
105
 
            b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
106
 
            (b"sha1:1234",))
 
101
            "chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
 
102
            ("sha1:1234",))
107
103
        self.assertEqual(2, len(node))
108
 
        self.assertEqual([((b"foo bar",), b"baz"), ((b"quux",), b"blarh")],
109
 
                         sorted(node.iteritems(None)))
 
104
        self.assertEqual([(("foo bar",), "baz"), (("quux",), "blarh")],
 
105
            sorted(node.iteritems(None)))
110
106
 
111
107
    def test_deserialise_item_with_null_width_1(self):
112
108
        node = self.module._deserialise_leaf_node(
113
 
            b"chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
114
 
            (b"sha1:1234",))
 
109
            "chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
 
110
            ("sha1:1234",))
115
111
        self.assertEqual(2, len(node))
116
 
        self.assertEqual([((b"foo",), b"bar\x00baz"), ((b"quux",), b"blarh")],
117
 
                         sorted(node.iteritems(None)))
 
112
        self.assertEqual([(("foo",), "bar\x00baz"), (("quux",), "blarh")],
 
113
            sorted(node.iteritems(None)))
118
114
 
119
115
    def test_deserialise_item_with_null_width_2(self):
120
116
        node = self.module._deserialise_leaf_node(
121
 
            b"chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
122
 
            b"quux\x00\x001\nblarh\n",
123
 
            (b"sha1:1234",))
 
117
            "chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
 
118
            "quux\x00\x001\nblarh\n",
 
119
            ("sha1:1234",))
124
120
        self.assertEqual(2, len(node))
125
 
        self.assertEqual([((b"foo", b"1"), b"bar\x00baz"), ((b"quux", b""), b"blarh")],
126
 
                         sorted(node.iteritems(None)))
 
121
        self.assertEqual([(("foo", "1"), "bar\x00baz"), (("quux", ""), "blarh")],
 
122
            sorted(node.iteritems(None)))
127
123
 
128
124
    def test_iteritems_selected_one_of_two_items(self):
129
125
        node = self.module._deserialise_leaf_node(
130
 
            b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
131
 
            (b"sha1:1234",))
 
126
            "chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
 
127
            ("sha1:1234",))
132
128
        self.assertEqual(2, len(node))
133
 
        self.assertEqual([((b"quux",), b"blarh")],
134
 
                         sorted(node.iteritems(None, [(b"quux",), (b"qaz",)])))
 
129
        self.assertEqual([(("quux",), "blarh")],
 
130
            sorted(node.iteritems(None, [("quux",), ("qaz",)])))
135
131
 
136
132
    def test_deserialise_item_with_common_prefix(self):
137
133
        node = self.module._deserialise_leaf_node(
138
 
            b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
139
 
            (b"sha1:1234",))
 
134
            "chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
 
135
            ("sha1:1234",))
140
136
        self.assertEqual(2, len(node))
141
 
        self.assertEqual([((b"foo", b"1"), b"bar\x00baz"), ((b"foo", b"2"), b"blarh")],
142
 
                         sorted(node.iteritems(None)))
 
137
        self.assertEqual([(("foo", "1"), "bar\x00baz"), (("foo", "2"), "blarh")],
 
138
            sorted(node.iteritems(None)))
143
139
        self.assertIs(chk_map._unknown, node._search_prefix)
144
 
        self.assertEqual(b'foo\x00', node._common_serialised_prefix)
 
140
        self.assertEqual('foo\x00', node._common_serialised_prefix)
145
141
 
146
142
    def test_deserialise_multi_line(self):
147
143
        node = self.module._deserialise_leaf_node(
148
 
            b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
149
 
            (b"sha1:1234",))
 
144
            "chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
 
145
            ("sha1:1234",))
150
146
        self.assertEqual(2, len(node))
151
 
        self.assertEqual([((b"foo", b"1"), b"bar\nbaz"),
152
 
                          ((b"foo", b"2"), b"blarh\n"),
153
 
                          ], sorted(node.iteritems(None)))
 
147
        self.assertEqual([(("foo", "1"), "bar\nbaz"),
 
148
                          (("foo", "2"), "blarh\n"),
 
149
                         ], sorted(node.iteritems(None)))
154
150
        self.assertIs(chk_map._unknown, node._search_prefix)
155
 
        self.assertEqual(b'foo\x00', node._common_serialised_prefix)
 
151
        self.assertEqual('foo\x00', node._common_serialised_prefix)
156
152
 
157
153
    def test_key_after_map(self):
158
154
        node = self.module._deserialise_leaf_node(
159
 
            b"chkleaf:\n10\n1\n0\n\n", (b"sha1:1234",))
160
 
        node.map(None, (b"foo bar",), b"baz quux")
 
155
            "chkleaf:\n10\n1\n0\n\n", ("sha1:1234",))
 
156
        node.map(None, ("foo bar",), "baz quux")
161
157
        self.assertEqual(None, node.key())
162
158
 
163
159
    def test_key_after_unmap(self):
164
160
        node = self.module._deserialise_leaf_node(
165
 
            b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
166
 
            (b"sha1:1234",))
167
 
        node.unmap(None, (b"foo bar",))
 
161
            "chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
 
162
            ("sha1:1234",))
 
163
        node.unmap(None, ("foo bar",))
168
164
        self.assertEqual(None, node.key())
169
165
 
170
166
 
174
170
 
175
171
    def assertDeserialiseErrors(self, text):
176
172
        self.assertRaises((ValueError, IndexError),
177
 
                          self.module._deserialise_internal_node, text,
178
 
                          stuple(b'not-a-real-sha',))
 
173
            self.module._deserialise_internal_node, text,
 
174
                stuple('not-a-real-sha',))
179
175
 
180
176
    def test_raises_on_non_internal(self):
181
 
        self.assertDeserialiseErrors(b'')
182
 
        self.assertDeserialiseErrors(b'short\n')
183
 
        self.assertDeserialiseErrors(b'chknotnode:\n')
184
 
        self.assertDeserialiseErrors(b'chknode:x\n')
185
 
        self.assertDeserialiseErrors(b'chknode:\n')
186
 
        self.assertDeserialiseErrors(b'chknode:\nnotint\n')
187
 
        self.assertDeserialiseErrors(b'chknode:\n10\n')
188
 
        self.assertDeserialiseErrors(b'chknode:\n10\n256\n')
189
 
        self.assertDeserialiseErrors(b'chknode:\n10\n256\n10\n')
 
177
        self.assertDeserialiseErrors('')
 
178
        self.assertDeserialiseErrors('short\n')
 
179
        self.assertDeserialiseErrors('chknotnode:\n')
 
180
        self.assertDeserialiseErrors('chknode:x\n')
 
181
        self.assertDeserialiseErrors('chknode:\n')
 
182
        self.assertDeserialiseErrors('chknode:\nnotint\n')
 
183
        self.assertDeserialiseErrors('chknode:\n10\n')
 
184
        self.assertDeserialiseErrors('chknode:\n10\n256\n')
 
185
        self.assertDeserialiseErrors('chknode:\n10\n256\n10\n')
190
186
        # no trailing newline
191
 
        self.assertDeserialiseErrors(b'chknode:\n10\n256\n0\n1\nfo')
 
187
        self.assertDeserialiseErrors('chknode:\n10\n256\n0\n1\nfo')
192
188
 
193
189
    def test_deserialise_one(self):
194
190
        node = self.module._deserialise_internal_node(
195
 
            b"chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple(b'sha1:1234',))
 
191
            "chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple('sha1:1234',))
196
192
        self.assertIsInstance(node, chk_map.InternalNode)
197
193
        self.assertEqual(1, len(node))
198
194
        self.assertEqual(10, node.maximum_size)
199
 
        self.assertEqual((b"sha1:1234",), node.key())
200
 
        self.assertEqual(b'', node._search_prefix)
201
 
        self.assertEqual({b'a': (b'sha1:abcd',)}, node._items)
 
195
        self.assertEqual(("sha1:1234",), node.key())
 
196
        self.assertEqual('', node._search_prefix)
 
197
        self.assertEqual({'a': ('sha1:abcd',)}, node._items)
202
198
 
203
199
    def test_deserialise_with_prefix(self):
204
200
        node = self.module._deserialise_internal_node(
205
 
            b"chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n",
206
 
            stuple(b'sha1:1234',))
 
201
            "chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n", stuple('sha1:1234',))
207
202
        self.assertIsInstance(node, chk_map.InternalNode)
208
203
        self.assertEqual(1, len(node))
209
204
        self.assertEqual(10, node.maximum_size)
210
 
        self.assertEqual((b"sha1:1234",), node.key())
211
 
        self.assertEqual(b'pref', node._search_prefix)
212
 
        self.assertEqual({b'prefa': (b'sha1:abcd',)}, node._items)
 
205
        self.assertEqual(("sha1:1234",), node.key())
 
206
        self.assertEqual('pref', node._search_prefix)
 
207
        self.assertEqual({'prefa': ('sha1:abcd',)}, node._items)
213
208
 
214
209
        node = self.module._deserialise_internal_node(
215
 
            b"chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n",
216
 
            stuple(b'sha1:1234',))
 
210
            "chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n", stuple('sha1:1234',))
217
211
        self.assertIsInstance(node, chk_map.InternalNode)
218
212
        self.assertEqual(1, len(node))
219
213
        self.assertEqual(10, node.maximum_size)
220
 
        self.assertEqual((b"sha1:1234",), node.key())
221
 
        self.assertEqual(b'pref', node._search_prefix)
222
 
        self.assertEqual({b'pref': (b'sha1:abcd',)}, node._items)
 
214
        self.assertEqual(("sha1:1234",), node.key())
 
215
        self.assertEqual('pref', node._search_prefix)
 
216
        self.assertEqual({'pref': ('sha1:abcd',)}, node._items)
223
217
 
224
218
    def test_deserialise_pref_with_null(self):
225
219
        node = self.module._deserialise_internal_node(
226
 
            b"chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
227
 
            stuple(b'sha1:1234',))
 
220
            "chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
 
221
            stuple('sha1:1234',))
228
222
        self.assertIsInstance(node, chk_map.InternalNode)
229
223
        self.assertEqual(1, len(node))
230
224
        self.assertEqual(10, node.maximum_size)
231
 
        self.assertEqual((b"sha1:1234",), node.key())
232
 
        self.assertEqual(b'pref\x00fo', node._search_prefix)
233
 
        self.assertEqual({b'pref\x00fo': (b'sha1:abcd',)}, node._items)
 
225
        self.assertEqual(("sha1:1234",), node.key())
 
226
        self.assertEqual('pref\x00fo', node._search_prefix)
 
227
        self.assertEqual({'pref\x00fo': ('sha1:abcd',)}, node._items)
234
228
 
235
229
    def test_deserialise_with_null_pref(self):
236
230
        node = self.module._deserialise_internal_node(
237
 
            b"chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
238
 
            stuple(b'sha1:1234',))
 
231
            "chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
 
232
            stuple('sha1:1234',))
239
233
        self.assertIsInstance(node, chk_map.InternalNode)
240
234
        self.assertEqual(1, len(node))
241
235
        self.assertEqual(10, node.maximum_size)
242
 
        self.assertEqual((b"sha1:1234",), node.key())
243
 
        self.assertEqual(b'pref\x00fo', node._search_prefix)
244
 
        self.assertEqual({b'pref\x00fo\x00': (b'sha1:abcd',)}, node._items)
 
236
        self.assertEqual(("sha1:1234",), node.key())
 
237
        self.assertEqual('pref\x00fo', node._search_prefix)
 
238
        self.assertEqual({'pref\x00fo\x00': ('sha1:abcd',)}, node._items)
245
239
 
246
240
 
247
241
class Test_BytesToTextKey(tests.TestCase):
257
251
        self.assertRaises(Exception, self.module._bytes_to_text_key, bytes)
258
252
 
259
253
    def test_file(self):
260
 
        self.assertBytesToTextKey((b'file-id', b'revision-id'),
261
 
                                  b'file: file-id\nparent-id\nname\nrevision-id\n'
262
 
                                  b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
 
254
        self.assertBytesToTextKey(('file-id', 'revision-id'),
 
255
                 'file: file-id\nparent-id\nname\nrevision-id\n'
 
256
                 'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
263
257
 
264
258
    def test_invalid_no_kind(self):
265
259
        self.assertBytesToTextKeyRaises(
266
 
            b'file  file-id\nparent-id\nname\nrevision-id\n'
267
 
            b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
 
260
                 'file  file-id\nparent-id\nname\nrevision-id\n'
 
261
                 'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
268
262
 
269
263
    def test_invalid_no_space(self):
270
264
        self.assertBytesToTextKeyRaises(
271
 
            b'file:file-id\nparent-id\nname\nrevision-id\n'
272
 
            b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
 
265
                 'file:file-id\nparent-id\nname\nrevision-id\n'
 
266
                 'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
273
267
 
274
268
    def test_invalid_too_short_file_id(self):
275
 
        self.assertBytesToTextKeyRaises(b'file:file-id')
 
269
        self.assertBytesToTextKeyRaises('file:file-id')
276
270
 
277
271
    def test_invalid_too_short_parent_id(self):
278
 
        self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id')
 
272
        self.assertBytesToTextKeyRaises('file:file-id\nparent-id')
279
273
 
280
274
    def test_invalid_too_short_name(self):
281
 
        self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id\nname')
 
275
        self.assertBytesToTextKeyRaises('file:file-id\nparent-id\nname')
282
276
 
283
277
    def test_dir(self):
284
 
        self.assertBytesToTextKey((b'dir-id', b'revision-id'),
285
 
                                  b'dir: dir-id\nparent-id\nname\nrevision-id')
 
278
        self.assertBytesToTextKey(('dir-id', 'revision-id'),
 
279
                 'dir: dir-id\nparent-id\nname\nrevision-id')