45
43
self.assertEqual(expected, actual, 'actual: %r' % (actual,))
47
45
def test_simple_16(self):
48
self.assertSearchKey16(b'8C736521', stuple(b'foo',))
49
self.assertSearchKey16(b'8C736521\x008C736521', stuple(b'foo', b'foo'))
50
self.assertSearchKey16(b'8C736521\x0076FF8CAA', stuple(b'foo', b'bar'))
51
self.assertSearchKey16(b'ED82CD11', stuple(b'abcd',))
46
self.assertSearchKey16('8C736521', stuple('foo',))
47
self.assertSearchKey16('8C736521\x008C736521', stuple('foo', 'foo'))
48
self.assertSearchKey16('8C736521\x0076FF8CAA', stuple('foo', 'bar'))
49
self.assertSearchKey16('ED82CD11', stuple('abcd',))
53
51
def test_simple_255(self):
54
self.assertSearchKey255(b'\x8cse!', stuple(b'foo',))
55
self.assertSearchKey255(b'\x8cse!\x00\x8cse!', stuple(b'foo', b'foo'))
56
self.assertSearchKey255(
57
b'\x8cse!\x00v\xff\x8c\xaa', stuple(b'foo', b'bar'))
52
self.assertSearchKey255('\x8cse!', stuple('foo',))
53
self.assertSearchKey255('\x8cse!\x00\x8cse!', stuple('foo', 'foo'))
54
self.assertSearchKey255('\x8cse!\x00v\xff\x8c\xaa', stuple('foo', 'bar'))
58
55
# The standard mapping for these would include '\n', so it should be
60
self.assertSearchKey255(b'\xfdm\x93_\x00P_\x1bL', stuple(b'<', b'V'))
57
self.assertSearchKey255('\xfdm\x93_\x00P_\x1bL', stuple('<', 'V'))
62
59
def test_255_does_not_include_newline(self):
63
60
# When mapping via _search_key_255, we should never have the '\n'
64
61
# character, but all other 255 values should be present
66
63
for char_in in range(256):
67
search_key = self.module._search_key_255(
68
stuple(int2byte(char_in),))
69
chars_used.update(map(int2byte, bytearray(search_key)))
70
all_chars = {int2byte(x) for x in range(256)}
64
search_key = self.module._search_key_255(stuple(chr(char_in),))
65
chars_used.update(search_key)
66
all_chars = set([chr(x) for x in range(256)])
71
67
unused_chars = all_chars.symmetric_difference(chars_used)
72
self.assertEqual({b'\n'}, unused_chars)
68
self.assertEqual(set('\n'), unused_chars)
75
71
class TestDeserialiseLeafNode(tests.TestCase):
79
75
def assertDeserialiseErrors(self, text):
80
76
self.assertRaises((ValueError, IndexError),
81
self.module._deserialise_leaf_node, text, b'not-a-real-sha')
77
self.module._deserialise_leaf_node, text, 'not-a-real-sha')
83
79
def test_raises_on_non_leaf(self):
84
self.assertDeserialiseErrors(b'')
85
self.assertDeserialiseErrors(b'short\n')
86
self.assertDeserialiseErrors(b'chknotleaf:\n')
87
self.assertDeserialiseErrors(b'chkleaf:x\n')
88
self.assertDeserialiseErrors(b'chkleaf:\n')
89
self.assertDeserialiseErrors(b'chkleaf:\nnotint\n')
90
self.assertDeserialiseErrors(b'chkleaf:\n10\n')
91
self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n')
92
self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n10\n')
80
self.assertDeserialiseErrors('')
81
self.assertDeserialiseErrors('short\n')
82
self.assertDeserialiseErrors('chknotleaf:\n')
83
self.assertDeserialiseErrors('chkleaf:x\n')
84
self.assertDeserialiseErrors('chkleaf:\n')
85
self.assertDeserialiseErrors('chkleaf:\nnotint\n')
86
self.assertDeserialiseErrors('chkleaf:\n10\n')
87
self.assertDeserialiseErrors('chkleaf:\n10\n256\n')
88
self.assertDeserialiseErrors('chkleaf:\n10\n256\n10\n')
94
90
def test_deserialise_empty(self):
95
91
node = self.module._deserialise_leaf_node(
96
b"chkleaf:\n10\n1\n0\n\n", stuple(b"sha1:1234",))
92
"chkleaf:\n10\n1\n0\n\n", stuple("sha1:1234",))
97
93
self.assertEqual(0, len(node))
98
94
self.assertEqual(10, node.maximum_size)
99
self.assertEqual((b"sha1:1234",), node.key())
95
self.assertEqual(("sha1:1234",), node.key())
100
96
self.assertIsInstance(node.key(), StaticTuple)
101
97
self.assertIs(None, node._search_prefix)
102
98
self.assertIs(None, node._common_serialised_prefix)
104
100
def test_deserialise_items(self):
105
101
node = self.module._deserialise_leaf_node(
106
b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
102
"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
108
104
self.assertEqual(2, len(node))
109
self.assertEqual([((b"foo bar",), b"baz"), ((b"quux",), b"blarh")],
110
sorted(node.iteritems(None)))
105
self.assertEqual([(("foo bar",), "baz"), (("quux",), "blarh")],
106
sorted(node.iteritems(None)))
112
108
def test_deserialise_item_with_null_width_1(self):
113
109
node = self.module._deserialise_leaf_node(
114
b"chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
110
"chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
116
112
self.assertEqual(2, len(node))
117
self.assertEqual([((b"foo",), b"bar\x00baz"), ((b"quux",), b"blarh")],
118
sorted(node.iteritems(None)))
113
self.assertEqual([(("foo",), "bar\x00baz"), (("quux",), "blarh")],
114
sorted(node.iteritems(None)))
120
116
def test_deserialise_item_with_null_width_2(self):
121
117
node = self.module._deserialise_leaf_node(
122
b"chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
123
b"quux\x00\x001\nblarh\n",
118
"chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
119
"quux\x00\x001\nblarh\n",
125
121
self.assertEqual(2, len(node))
126
self.assertEqual([((b"foo", b"1"), b"bar\x00baz"), ((b"quux", b""), b"blarh")],
127
sorted(node.iteritems(None)))
122
self.assertEqual([(("foo", "1"), "bar\x00baz"), (("quux", ""), "blarh")],
123
sorted(node.iteritems(None)))
129
125
def test_iteritems_selected_one_of_two_items(self):
130
126
node = self.module._deserialise_leaf_node(
131
b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
127
"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
133
129
self.assertEqual(2, len(node))
134
self.assertEqual([((b"quux",), b"blarh")],
135
sorted(node.iteritems(None, [(b"quux",), (b"qaz",)])))
130
self.assertEqual([(("quux",), "blarh")],
131
sorted(node.iteritems(None, [("quux",), ("qaz",)])))
137
133
def test_deserialise_item_with_common_prefix(self):
138
134
node = self.module._deserialise_leaf_node(
139
b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
135
"chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
141
137
self.assertEqual(2, len(node))
142
self.assertEqual([((b"foo", b"1"), b"bar\x00baz"), ((b"foo", b"2"), b"blarh")],
143
sorted(node.iteritems(None)))
138
self.assertEqual([(("foo", "1"), "bar\x00baz"), (("foo", "2"), "blarh")],
139
sorted(node.iteritems(None)))
144
140
self.assertIs(chk_map._unknown, node._search_prefix)
145
self.assertEqual(b'foo\x00', node._common_serialised_prefix)
141
self.assertEqual('foo\x00', node._common_serialised_prefix)
147
143
def test_deserialise_multi_line(self):
148
144
node = self.module._deserialise_leaf_node(
149
b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
145
"chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
151
147
self.assertEqual(2, len(node))
152
self.assertEqual([((b"foo", b"1"), b"bar\nbaz"),
153
((b"foo", b"2"), b"blarh\n"),
154
], sorted(node.iteritems(None)))
148
self.assertEqual([(("foo", "1"), "bar\nbaz"),
149
(("foo", "2"), "blarh\n"),
150
], sorted(node.iteritems(None)))
155
151
self.assertIs(chk_map._unknown, node._search_prefix)
156
self.assertEqual(b'foo\x00', node._common_serialised_prefix)
152
self.assertEqual('foo\x00', node._common_serialised_prefix)
158
154
def test_key_after_map(self):
159
155
node = self.module._deserialise_leaf_node(
160
b"chkleaf:\n10\n1\n0\n\n", (b"sha1:1234",))
161
node.map(None, (b"foo bar",), b"baz quux")
156
"chkleaf:\n10\n1\n0\n\n", ("sha1:1234",))
157
node.map(None, ("foo bar",), "baz quux")
162
158
self.assertEqual(None, node.key())
164
160
def test_key_after_unmap(self):
165
161
node = self.module._deserialise_leaf_node(
166
b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
168
node.unmap(None, (b"foo bar",))
162
"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
164
node.unmap(None, ("foo bar",))
169
165
self.assertEqual(None, node.key())
176
172
def assertDeserialiseErrors(self, text):
177
173
self.assertRaises((ValueError, IndexError),
178
self.module._deserialise_internal_node, text,
179
stuple(b'not-a-real-sha',))
174
self.module._deserialise_internal_node, text,
175
stuple('not-a-real-sha',))
181
177
def test_raises_on_non_internal(self):
182
self.assertDeserialiseErrors(b'')
183
self.assertDeserialiseErrors(b'short\n')
184
self.assertDeserialiseErrors(b'chknotnode:\n')
185
self.assertDeserialiseErrors(b'chknode:x\n')
186
self.assertDeserialiseErrors(b'chknode:\n')
187
self.assertDeserialiseErrors(b'chknode:\nnotint\n')
188
self.assertDeserialiseErrors(b'chknode:\n10\n')
189
self.assertDeserialiseErrors(b'chknode:\n10\n256\n')
190
self.assertDeserialiseErrors(b'chknode:\n10\n256\n10\n')
178
self.assertDeserialiseErrors('')
179
self.assertDeserialiseErrors('short\n')
180
self.assertDeserialiseErrors('chknotnode:\n')
181
self.assertDeserialiseErrors('chknode:x\n')
182
self.assertDeserialiseErrors('chknode:\n')
183
self.assertDeserialiseErrors('chknode:\nnotint\n')
184
self.assertDeserialiseErrors('chknode:\n10\n')
185
self.assertDeserialiseErrors('chknode:\n10\n256\n')
186
self.assertDeserialiseErrors('chknode:\n10\n256\n10\n')
191
187
# no trailing newline
192
self.assertDeserialiseErrors(b'chknode:\n10\n256\n0\n1\nfo')
188
self.assertDeserialiseErrors('chknode:\n10\n256\n0\n1\nfo')
194
190
def test_deserialise_one(self):
195
191
node = self.module._deserialise_internal_node(
196
b"chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple(b'sha1:1234',))
192
"chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple('sha1:1234',))
197
193
self.assertIsInstance(node, chk_map.InternalNode)
198
194
self.assertEqual(1, len(node))
199
195
self.assertEqual(10, node.maximum_size)
200
self.assertEqual((b"sha1:1234",), node.key())
201
self.assertEqual(b'', node._search_prefix)
202
self.assertEqual({b'a': (b'sha1:abcd',)}, node._items)
196
self.assertEqual(("sha1:1234",), node.key())
197
self.assertEqual('', node._search_prefix)
198
self.assertEqual({'a': ('sha1:abcd',)}, node._items)
204
200
def test_deserialise_with_prefix(self):
205
201
node = self.module._deserialise_internal_node(
206
b"chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n",
207
stuple(b'sha1:1234',))
202
"chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n", stuple('sha1:1234',))
208
203
self.assertIsInstance(node, chk_map.InternalNode)
209
204
self.assertEqual(1, len(node))
210
205
self.assertEqual(10, node.maximum_size)
211
self.assertEqual((b"sha1:1234",), node.key())
212
self.assertEqual(b'pref', node._search_prefix)
213
self.assertEqual({b'prefa': (b'sha1:abcd',)}, node._items)
206
self.assertEqual(("sha1:1234",), node.key())
207
self.assertEqual('pref', node._search_prefix)
208
self.assertEqual({'prefa': ('sha1:abcd',)}, node._items)
215
210
node = self.module._deserialise_internal_node(
216
b"chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n",
217
stuple(b'sha1:1234',))
211
"chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n", stuple('sha1:1234',))
218
212
self.assertIsInstance(node, chk_map.InternalNode)
219
213
self.assertEqual(1, len(node))
220
214
self.assertEqual(10, node.maximum_size)
221
self.assertEqual((b"sha1:1234",), node.key())
222
self.assertEqual(b'pref', node._search_prefix)
223
self.assertEqual({b'pref': (b'sha1:abcd',)}, node._items)
215
self.assertEqual(("sha1:1234",), node.key())
216
self.assertEqual('pref', node._search_prefix)
217
self.assertEqual({'pref': ('sha1:abcd',)}, node._items)
225
219
def test_deserialise_pref_with_null(self):
226
220
node = self.module._deserialise_internal_node(
227
b"chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
228
stuple(b'sha1:1234',))
221
"chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
222
stuple('sha1:1234',))
229
223
self.assertIsInstance(node, chk_map.InternalNode)
230
224
self.assertEqual(1, len(node))
231
225
self.assertEqual(10, node.maximum_size)
232
self.assertEqual((b"sha1:1234",), node.key())
233
self.assertEqual(b'pref\x00fo', node._search_prefix)
234
self.assertEqual({b'pref\x00fo': (b'sha1:abcd',)}, node._items)
226
self.assertEqual(("sha1:1234",), node.key())
227
self.assertEqual('pref\x00fo', node._search_prefix)
228
self.assertEqual({'pref\x00fo': ('sha1:abcd',)}, node._items)
236
230
def test_deserialise_with_null_pref(self):
237
231
node = self.module._deserialise_internal_node(
238
b"chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
239
stuple(b'sha1:1234',))
232
"chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
233
stuple('sha1:1234',))
240
234
self.assertIsInstance(node, chk_map.InternalNode)
241
235
self.assertEqual(1, len(node))
242
236
self.assertEqual(10, node.maximum_size)
243
self.assertEqual((b"sha1:1234",), node.key())
244
self.assertEqual(b'pref\x00fo', node._search_prefix)
245
self.assertEqual({b'pref\x00fo\x00': (b'sha1:abcd',)}, node._items)
237
self.assertEqual(("sha1:1234",), node.key())
238
self.assertEqual('pref\x00fo', node._search_prefix)
239
self.assertEqual({'pref\x00fo\x00': ('sha1:abcd',)}, node._items)
248
242
class Test_BytesToTextKey(tests.TestCase):
258
252
self.assertRaises(Exception, self.module._bytes_to_text_key, bytes)
260
254
def test_file(self):
261
self.assertBytesToTextKey((b'file-id', b'revision-id'),
262
b'file: file-id\nparent-id\nname\nrevision-id\n'
263
b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
255
self.assertBytesToTextKey(('file-id', 'revision-id'),
256
'file: file-id\nparent-id\nname\nrevision-id\n'
257
'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
265
259
def test_invalid_no_kind(self):
266
260
self.assertBytesToTextKeyRaises(
267
b'file file-id\nparent-id\nname\nrevision-id\n'
268
b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
261
'file file-id\nparent-id\nname\nrevision-id\n'
262
'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
270
264
def test_invalid_no_space(self):
271
265
self.assertBytesToTextKeyRaises(
272
b'file:file-id\nparent-id\nname\nrevision-id\n'
273
b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
266
'file:file-id\nparent-id\nname\nrevision-id\n'
267
'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
275
269
def test_invalid_too_short_file_id(self):
276
self.assertBytesToTextKeyRaises(b'file:file-id')
270
self.assertBytesToTextKeyRaises('file:file-id')
278
272
def test_invalid_too_short_parent_id(self):
279
self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id')
273
self.assertBytesToTextKeyRaises('file:file-id\nparent-id')
281
275
def test_invalid_too_short_name(self):
282
self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id\nname')
276
self.assertBytesToTextKeyRaises('file:file-id\nparent-id\nname')
284
278
def test_dir(self):
285
self.assertBytesToTextKey((b'dir-id', b'revision-id'),
286
b'dir: dir-id\nparent-id\nname\nrevision-id')
279
self.assertBytesToTextKey(('dir-id', 'revision-id'),
280
'dir: dir-id\nparent-id\nname\nrevision-id')