/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to bzrlib/tests/test__chk_map.py

  • Committer: Marius Kruger
  • Date: 2010-07-10 21:28:56 UTC
  • mto: (5384.1.1 integration)
  • mto: This revision was merged to the branch mainline in revision 5385.
  • Revision ID: marius.kruger@enerweb.co.za-20100710212856-uq4ji3go0u5se7hx
* Update documentation
* add NEWS

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2009, 2010, 2011 Canonical Ltd
 
1
# Copyright (C) 2009, 2010 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
16
16
 
17
17
"""Tests for _chk_map_*."""
18
18
 
19
 
from .. import (
 
19
from bzrlib import (
 
20
    chk_map,
 
21
    inventory,
20
22
    tests,
21
23
    )
22
 
from ..bzr import (
23
 
    chk_map,
24
 
    )
25
 
from ..sixish import int2byte
26
 
from ..static_tuple import StaticTuple
 
24
from bzrlib.static_tuple import StaticTuple
27
25
stuple = StaticTuple
28
26
 
29
27
 
30
 
def load_tests(loader, standard_tests, pattern):
 
28
def load_tests(standard_tests, module, loader):
31
29
    suite, _ = tests.permute_tests_for_extension(standard_tests, loader,
32
 
                                                 'breezy.bzr._chk_map_py', 'breezy.bzr._chk_map_pyx')
 
30
        'bzrlib._chk_map_py', 'bzrlib._chk_map_pyx')
33
31
    return suite
34
32
 
35
33
 
36
34
class TestSearchKeys(tests.TestCase):
37
35
 
38
 
    module = None  # Filled in by test parameterization
 
36
    module = None # Filled in by test parameterization
39
37
 
40
38
    def assertSearchKey16(self, expected, key):
41
39
        self.assertEqual(expected, self.module._search_key_16(key))
45
43
        self.assertEqual(expected, actual, 'actual: %r' % (actual,))
46
44
 
47
45
    def test_simple_16(self):
48
 
        self.assertSearchKey16(b'8C736521', stuple(b'foo',))
49
 
        self.assertSearchKey16(b'8C736521\x008C736521', stuple(b'foo', b'foo'))
50
 
        self.assertSearchKey16(b'8C736521\x0076FF8CAA', stuple(b'foo', b'bar'))
51
 
        self.assertSearchKey16(b'ED82CD11', stuple(b'abcd',))
 
46
        self.assertSearchKey16('8C736521', stuple('foo',))
 
47
        self.assertSearchKey16('8C736521\x008C736521', stuple('foo', 'foo'))
 
48
        self.assertSearchKey16('8C736521\x0076FF8CAA', stuple('foo', 'bar'))
 
49
        self.assertSearchKey16('ED82CD11', stuple('abcd',))
52
50
 
53
51
    def test_simple_255(self):
54
 
        self.assertSearchKey255(b'\x8cse!', stuple(b'foo',))
55
 
        self.assertSearchKey255(b'\x8cse!\x00\x8cse!', stuple(b'foo', b'foo'))
56
 
        self.assertSearchKey255(
57
 
            b'\x8cse!\x00v\xff\x8c\xaa', stuple(b'foo', b'bar'))
 
52
        self.assertSearchKey255('\x8cse!', stuple('foo',))
 
53
        self.assertSearchKey255('\x8cse!\x00\x8cse!', stuple('foo', 'foo'))
 
54
        self.assertSearchKey255('\x8cse!\x00v\xff\x8c\xaa', stuple('foo', 'bar'))
58
55
        # The standard mapping for these would include '\n', so it should be
59
56
        # mapped to '_'
60
 
        self.assertSearchKey255(b'\xfdm\x93_\x00P_\x1bL', stuple(b'<', b'V'))
 
57
        self.assertSearchKey255('\xfdm\x93_\x00P_\x1bL', stuple('<', 'V'))
61
58
 
62
59
    def test_255_does_not_include_newline(self):
63
60
        # When mapping via _search_key_255, we should never have the '\n'
64
61
        # character, but all other 255 values should be present
65
62
        chars_used = set()
66
63
        for char_in in range(256):
67
 
            search_key = self.module._search_key_255(
68
 
                stuple(int2byte(char_in),))
69
 
            chars_used.update(map(int2byte, bytearray(search_key)))
70
 
        all_chars = {int2byte(x) for x in range(256)}
 
64
            search_key = self.module._search_key_255(stuple(chr(char_in),))
 
65
            chars_used.update(search_key)
 
66
        all_chars = set([chr(x) for x in range(256)])
71
67
        unused_chars = all_chars.symmetric_difference(chars_used)
72
 
        self.assertEqual({b'\n'}, unused_chars)
 
68
        self.assertEqual(set('\n'), unused_chars)
73
69
 
74
70
 
75
71
class TestDeserialiseLeafNode(tests.TestCase):
78
74
 
79
75
    def assertDeserialiseErrors(self, text):
80
76
        self.assertRaises((ValueError, IndexError),
81
 
                          self.module._deserialise_leaf_node, text, b'not-a-real-sha')
 
77
            self.module._deserialise_leaf_node, text, 'not-a-real-sha')
82
78
 
83
79
    def test_raises_on_non_leaf(self):
84
 
        self.assertDeserialiseErrors(b'')
85
 
        self.assertDeserialiseErrors(b'short\n')
86
 
        self.assertDeserialiseErrors(b'chknotleaf:\n')
87
 
        self.assertDeserialiseErrors(b'chkleaf:x\n')
88
 
        self.assertDeserialiseErrors(b'chkleaf:\n')
89
 
        self.assertDeserialiseErrors(b'chkleaf:\nnotint\n')
90
 
        self.assertDeserialiseErrors(b'chkleaf:\n10\n')
91
 
        self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n')
92
 
        self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n10\n')
 
80
        self.assertDeserialiseErrors('')
 
81
        self.assertDeserialiseErrors('short\n')
 
82
        self.assertDeserialiseErrors('chknotleaf:\n')
 
83
        self.assertDeserialiseErrors('chkleaf:x\n')
 
84
        self.assertDeserialiseErrors('chkleaf:\n')
 
85
        self.assertDeserialiseErrors('chkleaf:\nnotint\n')
 
86
        self.assertDeserialiseErrors('chkleaf:\n10\n')
 
87
        self.assertDeserialiseErrors('chkleaf:\n10\n256\n')
 
88
        self.assertDeserialiseErrors('chkleaf:\n10\n256\n10\n')
93
89
 
94
90
    def test_deserialise_empty(self):
95
91
        node = self.module._deserialise_leaf_node(
96
 
            b"chkleaf:\n10\n1\n0\n\n", stuple(b"sha1:1234",))
 
92
            "chkleaf:\n10\n1\n0\n\n", stuple("sha1:1234",))
97
93
        self.assertEqual(0, len(node))
98
94
        self.assertEqual(10, node.maximum_size)
99
 
        self.assertEqual((b"sha1:1234",), node.key())
 
95
        self.assertEqual(("sha1:1234",), node.key())
100
96
        self.assertIsInstance(node.key(), StaticTuple)
101
97
        self.assertIs(None, node._search_prefix)
102
98
        self.assertIs(None, node._common_serialised_prefix)
103
99
 
104
100
    def test_deserialise_items(self):
105
101
        node = self.module._deserialise_leaf_node(
106
 
            b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
107
 
            (b"sha1:1234",))
 
102
            "chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
 
103
            ("sha1:1234",))
108
104
        self.assertEqual(2, len(node))
109
 
        self.assertEqual([((b"foo bar",), b"baz"), ((b"quux",), b"blarh")],
110
 
                         sorted(node.iteritems(None)))
 
105
        self.assertEqual([(("foo bar",), "baz"), (("quux",), "blarh")],
 
106
            sorted(node.iteritems(None)))
111
107
 
112
108
    def test_deserialise_item_with_null_width_1(self):
113
109
        node = self.module._deserialise_leaf_node(
114
 
            b"chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
115
 
            (b"sha1:1234",))
 
110
            "chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
 
111
            ("sha1:1234",))
116
112
        self.assertEqual(2, len(node))
117
 
        self.assertEqual([((b"foo",), b"bar\x00baz"), ((b"quux",), b"blarh")],
118
 
                         sorted(node.iteritems(None)))
 
113
        self.assertEqual([(("foo",), "bar\x00baz"), (("quux",), "blarh")],
 
114
            sorted(node.iteritems(None)))
119
115
 
120
116
    def test_deserialise_item_with_null_width_2(self):
121
117
        node = self.module._deserialise_leaf_node(
122
 
            b"chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
123
 
            b"quux\x00\x001\nblarh\n",
124
 
            (b"sha1:1234",))
 
118
            "chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
 
119
            "quux\x00\x001\nblarh\n",
 
120
            ("sha1:1234",))
125
121
        self.assertEqual(2, len(node))
126
 
        self.assertEqual([((b"foo", b"1"), b"bar\x00baz"), ((b"quux", b""), b"blarh")],
127
 
                         sorted(node.iteritems(None)))
 
122
        self.assertEqual([(("foo", "1"), "bar\x00baz"), (("quux", ""), "blarh")],
 
123
            sorted(node.iteritems(None)))
128
124
 
129
125
    def test_iteritems_selected_one_of_two_items(self):
130
126
        node = self.module._deserialise_leaf_node(
131
 
            b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
132
 
            (b"sha1:1234",))
 
127
            "chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
 
128
            ("sha1:1234",))
133
129
        self.assertEqual(2, len(node))
134
 
        self.assertEqual([((b"quux",), b"blarh")],
135
 
                         sorted(node.iteritems(None, [(b"quux",), (b"qaz",)])))
 
130
        self.assertEqual([(("quux",), "blarh")],
 
131
            sorted(node.iteritems(None, [("quux",), ("qaz",)])))
136
132
 
137
133
    def test_deserialise_item_with_common_prefix(self):
138
134
        node = self.module._deserialise_leaf_node(
139
 
            b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
140
 
            (b"sha1:1234",))
 
135
            "chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
 
136
            ("sha1:1234",))
141
137
        self.assertEqual(2, len(node))
142
 
        self.assertEqual([((b"foo", b"1"), b"bar\x00baz"), ((b"foo", b"2"), b"blarh")],
143
 
                         sorted(node.iteritems(None)))
 
138
        self.assertEqual([(("foo", "1"), "bar\x00baz"), (("foo", "2"), "blarh")],
 
139
            sorted(node.iteritems(None)))
144
140
        self.assertIs(chk_map._unknown, node._search_prefix)
145
 
        self.assertEqual(b'foo\x00', node._common_serialised_prefix)
 
141
        self.assertEqual('foo\x00', node._common_serialised_prefix)
146
142
 
147
143
    def test_deserialise_multi_line(self):
148
144
        node = self.module._deserialise_leaf_node(
149
 
            b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
150
 
            (b"sha1:1234",))
 
145
            "chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
 
146
            ("sha1:1234",))
151
147
        self.assertEqual(2, len(node))
152
 
        self.assertEqual([((b"foo", b"1"), b"bar\nbaz"),
153
 
                          ((b"foo", b"2"), b"blarh\n"),
154
 
                          ], sorted(node.iteritems(None)))
 
148
        self.assertEqual([(("foo", "1"), "bar\nbaz"),
 
149
                          (("foo", "2"), "blarh\n"),
 
150
                         ], sorted(node.iteritems(None)))
155
151
        self.assertIs(chk_map._unknown, node._search_prefix)
156
 
        self.assertEqual(b'foo\x00', node._common_serialised_prefix)
 
152
        self.assertEqual('foo\x00', node._common_serialised_prefix)
157
153
 
158
154
    def test_key_after_map(self):
159
155
        node = self.module._deserialise_leaf_node(
160
 
            b"chkleaf:\n10\n1\n0\n\n", (b"sha1:1234",))
161
 
        node.map(None, (b"foo bar",), b"baz quux")
 
156
            "chkleaf:\n10\n1\n0\n\n", ("sha1:1234",))
 
157
        node.map(None, ("foo bar",), "baz quux")
162
158
        self.assertEqual(None, node.key())
163
159
 
164
160
    def test_key_after_unmap(self):
165
161
        node = self.module._deserialise_leaf_node(
166
 
            b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
167
 
            (b"sha1:1234",))
168
 
        node.unmap(None, (b"foo bar",))
 
162
            "chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
 
163
            ("sha1:1234",))
 
164
        node.unmap(None, ("foo bar",))
169
165
        self.assertEqual(None, node.key())
170
166
 
171
167
 
175
171
 
176
172
    def assertDeserialiseErrors(self, text):
177
173
        self.assertRaises((ValueError, IndexError),
178
 
                          self.module._deserialise_internal_node, text,
179
 
                          stuple(b'not-a-real-sha',))
 
174
            self.module._deserialise_internal_node, text,
 
175
                stuple('not-a-real-sha',))
180
176
 
181
177
    def test_raises_on_non_internal(self):
182
 
        self.assertDeserialiseErrors(b'')
183
 
        self.assertDeserialiseErrors(b'short\n')
184
 
        self.assertDeserialiseErrors(b'chknotnode:\n')
185
 
        self.assertDeserialiseErrors(b'chknode:x\n')
186
 
        self.assertDeserialiseErrors(b'chknode:\n')
187
 
        self.assertDeserialiseErrors(b'chknode:\nnotint\n')
188
 
        self.assertDeserialiseErrors(b'chknode:\n10\n')
189
 
        self.assertDeserialiseErrors(b'chknode:\n10\n256\n')
190
 
        self.assertDeserialiseErrors(b'chknode:\n10\n256\n10\n')
 
178
        self.assertDeserialiseErrors('')
 
179
        self.assertDeserialiseErrors('short\n')
 
180
        self.assertDeserialiseErrors('chknotnode:\n')
 
181
        self.assertDeserialiseErrors('chknode:x\n')
 
182
        self.assertDeserialiseErrors('chknode:\n')
 
183
        self.assertDeserialiseErrors('chknode:\nnotint\n')
 
184
        self.assertDeserialiseErrors('chknode:\n10\n')
 
185
        self.assertDeserialiseErrors('chknode:\n10\n256\n')
 
186
        self.assertDeserialiseErrors('chknode:\n10\n256\n10\n')
191
187
        # no trailing newline
192
 
        self.assertDeserialiseErrors(b'chknode:\n10\n256\n0\n1\nfo')
 
188
        self.assertDeserialiseErrors('chknode:\n10\n256\n0\n1\nfo')
193
189
 
194
190
    def test_deserialise_one(self):
195
191
        node = self.module._deserialise_internal_node(
196
 
            b"chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple(b'sha1:1234',))
 
192
            "chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple('sha1:1234',))
197
193
        self.assertIsInstance(node, chk_map.InternalNode)
198
194
        self.assertEqual(1, len(node))
199
195
        self.assertEqual(10, node.maximum_size)
200
 
        self.assertEqual((b"sha1:1234",), node.key())
201
 
        self.assertEqual(b'', node._search_prefix)
202
 
        self.assertEqual({b'a': (b'sha1:abcd',)}, node._items)
 
196
        self.assertEqual(("sha1:1234",), node.key())
 
197
        self.assertEqual('', node._search_prefix)
 
198
        self.assertEqual({'a': ('sha1:abcd',)}, node._items)
203
199
 
204
200
    def test_deserialise_with_prefix(self):
205
201
        node = self.module._deserialise_internal_node(
206
 
            b"chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n",
207
 
            stuple(b'sha1:1234',))
 
202
            "chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n", stuple('sha1:1234',))
208
203
        self.assertIsInstance(node, chk_map.InternalNode)
209
204
        self.assertEqual(1, len(node))
210
205
        self.assertEqual(10, node.maximum_size)
211
 
        self.assertEqual((b"sha1:1234",), node.key())
212
 
        self.assertEqual(b'pref', node._search_prefix)
213
 
        self.assertEqual({b'prefa': (b'sha1:abcd',)}, node._items)
 
206
        self.assertEqual(("sha1:1234",), node.key())
 
207
        self.assertEqual('pref', node._search_prefix)
 
208
        self.assertEqual({'prefa': ('sha1:abcd',)}, node._items)
214
209
 
215
210
        node = self.module._deserialise_internal_node(
216
 
            b"chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n",
217
 
            stuple(b'sha1:1234',))
 
211
            "chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n", stuple('sha1:1234',))
218
212
        self.assertIsInstance(node, chk_map.InternalNode)
219
213
        self.assertEqual(1, len(node))
220
214
        self.assertEqual(10, node.maximum_size)
221
 
        self.assertEqual((b"sha1:1234",), node.key())
222
 
        self.assertEqual(b'pref', node._search_prefix)
223
 
        self.assertEqual({b'pref': (b'sha1:abcd',)}, node._items)
 
215
        self.assertEqual(("sha1:1234",), node.key())
 
216
        self.assertEqual('pref', node._search_prefix)
 
217
        self.assertEqual({'pref': ('sha1:abcd',)}, node._items)
224
218
 
225
219
    def test_deserialise_pref_with_null(self):
226
220
        node = self.module._deserialise_internal_node(
227
 
            b"chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
228
 
            stuple(b'sha1:1234',))
 
221
            "chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
 
222
            stuple('sha1:1234',))
229
223
        self.assertIsInstance(node, chk_map.InternalNode)
230
224
        self.assertEqual(1, len(node))
231
225
        self.assertEqual(10, node.maximum_size)
232
 
        self.assertEqual((b"sha1:1234",), node.key())
233
 
        self.assertEqual(b'pref\x00fo', node._search_prefix)
234
 
        self.assertEqual({b'pref\x00fo': (b'sha1:abcd',)}, node._items)
 
226
        self.assertEqual(("sha1:1234",), node.key())
 
227
        self.assertEqual('pref\x00fo', node._search_prefix)
 
228
        self.assertEqual({'pref\x00fo': ('sha1:abcd',)}, node._items)
235
229
 
236
230
    def test_deserialise_with_null_pref(self):
237
231
        node = self.module._deserialise_internal_node(
238
 
            b"chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
239
 
            stuple(b'sha1:1234',))
 
232
            "chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
 
233
            stuple('sha1:1234',))
240
234
        self.assertIsInstance(node, chk_map.InternalNode)
241
235
        self.assertEqual(1, len(node))
242
236
        self.assertEqual(10, node.maximum_size)
243
 
        self.assertEqual((b"sha1:1234",), node.key())
244
 
        self.assertEqual(b'pref\x00fo', node._search_prefix)
245
 
        self.assertEqual({b'pref\x00fo\x00': (b'sha1:abcd',)}, node._items)
 
237
        self.assertEqual(("sha1:1234",), node.key())
 
238
        self.assertEqual('pref\x00fo', node._search_prefix)
 
239
        self.assertEqual({'pref\x00fo\x00': ('sha1:abcd',)}, node._items)
246
240
 
247
241
 
248
242
class Test_BytesToTextKey(tests.TestCase):
258
252
        self.assertRaises(Exception, self.module._bytes_to_text_key, bytes)
259
253
 
260
254
    def test_file(self):
261
 
        self.assertBytesToTextKey((b'file-id', b'revision-id'),
262
 
                                  b'file: file-id\nparent-id\nname\nrevision-id\n'
263
 
                                  b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
 
255
        self.assertBytesToTextKey(('file-id', 'revision-id'),
 
256
                 'file: file-id\nparent-id\nname\nrevision-id\n'
 
257
                 'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
264
258
 
265
259
    def test_invalid_no_kind(self):
266
260
        self.assertBytesToTextKeyRaises(
267
 
            b'file  file-id\nparent-id\nname\nrevision-id\n'
268
 
            b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
 
261
                 'file  file-id\nparent-id\nname\nrevision-id\n'
 
262
                 'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
269
263
 
270
264
    def test_invalid_no_space(self):
271
265
        self.assertBytesToTextKeyRaises(
272
 
            b'file:file-id\nparent-id\nname\nrevision-id\n'
273
 
            b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
 
266
                 'file:file-id\nparent-id\nname\nrevision-id\n'
 
267
                 'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
274
268
 
275
269
    def test_invalid_too_short_file_id(self):
276
 
        self.assertBytesToTextKeyRaises(b'file:file-id')
 
270
        self.assertBytesToTextKeyRaises('file:file-id')
277
271
 
278
272
    def test_invalid_too_short_parent_id(self):
279
 
        self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id')
 
273
        self.assertBytesToTextKeyRaises('file:file-id\nparent-id')
280
274
 
281
275
    def test_invalid_too_short_name(self):
282
 
        self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id\nname')
 
276
        self.assertBytesToTextKeyRaises('file:file-id\nparent-id\nname')
283
277
 
284
278
    def test_dir(self):
285
 
        self.assertBytesToTextKey((b'dir-id', b'revision-id'),
286
 
                                  b'dir: dir-id\nparent-id\nname\nrevision-id')
 
279
        self.assertBytesToTextKey(('dir-id', 'revision-id'),
 
280
                 'dir: dir-id\nparent-id\nname\nrevision-id')