42
44
self.assertEqual(expected, actual, 'actual: %r' % (actual,))
44
46
def test_simple_16(self):
45
self.assertSearchKey16('8C736521', stuple('foo',))
46
self.assertSearchKey16('8C736521\x008C736521', stuple('foo', 'foo'))
47
self.assertSearchKey16('8C736521\x0076FF8CAA', stuple('foo', 'bar'))
48
self.assertSearchKey16('ED82CD11', stuple('abcd',))
47
self.assertSearchKey16(b'8C736521', stuple('foo',))
48
self.assertSearchKey16(b'8C736521\x008C736521', stuple('foo', 'foo'))
49
self.assertSearchKey16(b'8C736521\x0076FF8CAA', stuple('foo', 'bar'))
50
self.assertSearchKey16(b'ED82CD11', stuple('abcd',))
50
52
def test_simple_255(self):
51
self.assertSearchKey255('\x8cse!', stuple('foo',))
52
self.assertSearchKey255('\x8cse!\x00\x8cse!', stuple('foo', 'foo'))
53
self.assertSearchKey255('\x8cse!\x00v\xff\x8c\xaa', stuple('foo', 'bar'))
53
self.assertSearchKey255(b'\x8cse!', stuple('foo',))
54
self.assertSearchKey255(b'\x8cse!\x00\x8cse!', stuple('foo', 'foo'))
55
self.assertSearchKey255(b'\x8cse!\x00v\xff\x8c\xaa', stuple('foo', 'bar'))
54
56
# The standard mapping for these would include '\n', so it should be
56
self.assertSearchKey255('\xfdm\x93_\x00P_\x1bL', stuple('<', 'V'))
58
self.assertSearchKey255(b'\xfdm\x93_\x00P_\x1bL', stuple('<', 'V'))
58
60
def test_255_does_not_include_newline(self):
59
61
# When mapping via _search_key_255, we should never have the '\n'
74
76
def assertDeserialiseErrors(self, text):
75
77
self.assertRaises((ValueError, IndexError),
76
self.module._deserialise_leaf_node, text, 'not-a-real-sha')
78
self.module._deserialise_leaf_node, text, b'not-a-real-sha')
78
80
def test_raises_on_non_leaf(self):
79
self.assertDeserialiseErrors('')
80
self.assertDeserialiseErrors('short\n')
81
self.assertDeserialiseErrors('chknotleaf:\n')
82
self.assertDeserialiseErrors('chkleaf:x\n')
83
self.assertDeserialiseErrors('chkleaf:\n')
84
self.assertDeserialiseErrors('chkleaf:\nnotint\n')
85
self.assertDeserialiseErrors('chkleaf:\n10\n')
86
self.assertDeserialiseErrors('chkleaf:\n10\n256\n')
87
self.assertDeserialiseErrors('chkleaf:\n10\n256\n10\n')
81
self.assertDeserialiseErrors(b'')
82
self.assertDeserialiseErrors(b'short\n')
83
self.assertDeserialiseErrors(b'chknotleaf:\n')
84
self.assertDeserialiseErrors(b'chkleaf:x\n')
85
self.assertDeserialiseErrors(b'chkleaf:\n')
86
self.assertDeserialiseErrors(b'chkleaf:\nnotint\n')
87
self.assertDeserialiseErrors(b'chkleaf:\n10\n')
88
self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n')
89
self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n10\n')
89
91
def test_deserialise_empty(self):
90
92
node = self.module._deserialise_leaf_node(
91
"chkleaf:\n10\n1\n0\n\n", stuple("sha1:1234",))
93
b"chkleaf:\n10\n1\n0\n\n", stuple(b"sha1:1234",))
92
94
self.assertEqual(0, len(node))
93
95
self.assertEqual(10, node.maximum_size)
94
self.assertEqual(("sha1:1234",), node.key())
96
self.assertEqual((b"sha1:1234",), node.key())
95
97
self.assertIsInstance(node.key(), StaticTuple)
96
98
self.assertIs(None, node._search_prefix)
97
99
self.assertIs(None, node._common_serialised_prefix)
99
101
def test_deserialise_items(self):
100
102
node = self.module._deserialise_leaf_node(
101
"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
103
b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
103
105
self.assertEqual(2, len(node))
104
self.assertEqual([(("foo bar",), "baz"), (("quux",), "blarh")],
106
self.assertEqual([((b"foo bar",), b"baz"), ((b"quux",), b"blarh")],
105
107
sorted(node.iteritems(None)))
107
109
def test_deserialise_item_with_null_width_1(self):
108
110
node = self.module._deserialise_leaf_node(
109
"chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
111
b"chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
111
113
self.assertEqual(2, len(node))
112
self.assertEqual([(("foo",), "bar\x00baz"), (("quux",), "blarh")],
114
self.assertEqual([((b"foo",), b"bar\x00baz"), ((b"quux",), b"blarh")],
113
115
sorted(node.iteritems(None)))
115
117
def test_deserialise_item_with_null_width_2(self):
116
118
node = self.module._deserialise_leaf_node(
117
"chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
118
"quux\x00\x001\nblarh\n",
119
b"chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
120
b"quux\x00\x001\nblarh\n",
120
122
self.assertEqual(2, len(node))
121
self.assertEqual([(("foo", "1"), "bar\x00baz"), (("quux", ""), "blarh")],
123
self.assertEqual([((b"foo", "1"), b"bar\x00baz"), ((b"quux", ""), b"blarh")],
122
124
sorted(node.iteritems(None)))
124
126
def test_iteritems_selected_one_of_two_items(self):
125
127
node = self.module._deserialise_leaf_node(
126
"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
128
b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
128
130
self.assertEqual(2, len(node))
129
self.assertEqual([(("quux",), "blarh")],
130
sorted(node.iteritems(None, [("quux",), ("qaz",)])))
131
self.assertEqual([((b"quux",), b"blarh")],
132
sorted(node.iteritems(None, [(b"quux",), (b"qaz",)])))
132
134
def test_deserialise_item_with_common_prefix(self):
133
135
node = self.module._deserialise_leaf_node(
134
"chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
136
b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
136
138
self.assertEqual(2, len(node))
137
self.assertEqual([(("foo", "1"), "bar\x00baz"), (("foo", "2"), "blarh")],
139
self.assertEqual([((b"foo", b"1"), b"bar\x00baz"), ((b"foo", b"2"), b"blarh")],
138
140
sorted(node.iteritems(None)))
139
141
self.assertIs(chk_map._unknown, node._search_prefix)
140
self.assertEqual('foo\x00', node._common_serialised_prefix)
142
self.assertEqual(b'foo\x00', node._common_serialised_prefix)
142
144
def test_deserialise_multi_line(self):
143
145
node = self.module._deserialise_leaf_node(
144
"chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
146
b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
146
148
self.assertEqual(2, len(node))
147
self.assertEqual([(("foo", "1"), "bar\nbaz"),
148
(("foo", "2"), "blarh\n"),
149
self.assertEqual([((b"foo", b"1"), b"bar\nbaz"),
150
((b"foo", b"2"), b"blarh\n"),
149
151
], sorted(node.iteritems(None)))
150
152
self.assertIs(chk_map._unknown, node._search_prefix)
151
self.assertEqual('foo\x00', node._common_serialised_prefix)
153
self.assertEqual(b'foo\x00', node._common_serialised_prefix)
153
155
def test_key_after_map(self):
154
156
node = self.module._deserialise_leaf_node(
155
"chkleaf:\n10\n1\n0\n\n", ("sha1:1234",))
156
node.map(None, ("foo bar",), "baz quux")
157
b"chkleaf:\n10\n1\n0\n\n", (b"sha1:1234",))
158
node.map(None, (b"foo bar",), b"baz quux")
157
159
self.assertEqual(None, node.key())
159
161
def test_key_after_unmap(self):
160
162
node = self.module._deserialise_leaf_node(
161
"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
163
node.unmap(None, ("foo bar",))
163
b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
165
node.unmap(None, (b"foo bar",))
164
166
self.assertEqual(None, node.key())
171
173
def assertDeserialiseErrors(self, text):
172
174
self.assertRaises((ValueError, IndexError),
173
175
self.module._deserialise_internal_node, text,
174
stuple('not-a-real-sha',))
176
stuple(b'not-a-real-sha',))
176
178
def test_raises_on_non_internal(self):
177
self.assertDeserialiseErrors('')
178
self.assertDeserialiseErrors('short\n')
179
self.assertDeserialiseErrors('chknotnode:\n')
180
self.assertDeserialiseErrors('chknode:x\n')
181
self.assertDeserialiseErrors('chknode:\n')
182
self.assertDeserialiseErrors('chknode:\nnotint\n')
183
self.assertDeserialiseErrors('chknode:\n10\n')
184
self.assertDeserialiseErrors('chknode:\n10\n256\n')
185
self.assertDeserialiseErrors('chknode:\n10\n256\n10\n')
179
self.assertDeserialiseErrors(b'')
180
self.assertDeserialiseErrors(b'short\n')
181
self.assertDeserialiseErrors(b'chknotnode:\n')
182
self.assertDeserialiseErrors(b'chknode:x\n')
183
self.assertDeserialiseErrors(b'chknode:\n')
184
self.assertDeserialiseErrors(b'chknode:\nnotint\n')
185
self.assertDeserialiseErrors(b'chknode:\n10\n')
186
self.assertDeserialiseErrors(b'chknode:\n10\n256\n')
187
self.assertDeserialiseErrors(b'chknode:\n10\n256\n10\n')
186
188
# no trailing newline
187
self.assertDeserialiseErrors('chknode:\n10\n256\n0\n1\nfo')
189
self.assertDeserialiseErrors(b'chknode:\n10\n256\n0\n1\nfo')
189
191
def test_deserialise_one(self):
190
192
node = self.module._deserialise_internal_node(
191
"chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple('sha1:1234',))
193
b"chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple(b'sha1:1234',))
192
194
self.assertIsInstance(node, chk_map.InternalNode)
193
195
self.assertEqual(1, len(node))
194
196
self.assertEqual(10, node.maximum_size)
195
self.assertEqual(("sha1:1234",), node.key())
196
self.assertEqual('', node._search_prefix)
197
self.assertEqual({'a': ('sha1:abcd',)}, node._items)
197
self.assertEqual((b"sha1:1234",), node.key())
198
self.assertEqual(b'', node._search_prefix)
199
self.assertEqual({b'a': (b'sha1:abcd',)}, node._items)
199
201
def test_deserialise_with_prefix(self):
200
202
node = self.module._deserialise_internal_node(
201
"chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n", stuple('sha1:1234',))
203
b"chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n",
204
stuple(b'sha1:1234',))
202
205
self.assertIsInstance(node, chk_map.InternalNode)
203
206
self.assertEqual(1, len(node))
204
207
self.assertEqual(10, node.maximum_size)
205
self.assertEqual(("sha1:1234",), node.key())
206
self.assertEqual('pref', node._search_prefix)
207
self.assertEqual({'prefa': ('sha1:abcd',)}, node._items)
208
self.assertEqual((b"sha1:1234",), node.key())
209
self.assertEqual(b'pref', node._search_prefix)
210
self.assertEqual({b'prefa': (b'sha1:abcd',)}, node._items)
209
212
node = self.module._deserialise_internal_node(
210
"chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n", stuple('sha1:1234',))
213
b"chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n",
214
stuple(b'sha1:1234',))
211
215
self.assertIsInstance(node, chk_map.InternalNode)
212
216
self.assertEqual(1, len(node))
213
217
self.assertEqual(10, node.maximum_size)
214
self.assertEqual(("sha1:1234",), node.key())
215
self.assertEqual('pref', node._search_prefix)
216
self.assertEqual({'pref': ('sha1:abcd',)}, node._items)
218
self.assertEqual((b"sha1:1234",), node.key())
219
self.assertEqual(b'pref', node._search_prefix)
220
self.assertEqual({b'pref': (b'sha1:abcd',)}, node._items)
218
222
def test_deserialise_pref_with_null(self):
219
223
node = self.module._deserialise_internal_node(
220
"chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
221
stuple('sha1:1234',))
224
b"chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
225
stuple(b'sha1:1234',))
222
226
self.assertIsInstance(node, chk_map.InternalNode)
223
227
self.assertEqual(1, len(node))
224
228
self.assertEqual(10, node.maximum_size)
225
self.assertEqual(("sha1:1234",), node.key())
226
self.assertEqual('pref\x00fo', node._search_prefix)
227
self.assertEqual({'pref\x00fo': ('sha1:abcd',)}, node._items)
229
self.assertEqual((b"sha1:1234",), node.key())
230
self.assertEqual(b'pref\x00fo', node._search_prefix)
231
self.assertEqual({b'pref\x00fo': (b'sha1:abcd',)}, node._items)
229
233
def test_deserialise_with_null_pref(self):
230
234
node = self.module._deserialise_internal_node(
231
"chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
232
stuple('sha1:1234',))
235
b"chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
236
stuple(b'sha1:1234',))
233
237
self.assertIsInstance(node, chk_map.InternalNode)
234
238
self.assertEqual(1, len(node))
235
239
self.assertEqual(10, node.maximum_size)
236
self.assertEqual(("sha1:1234",), node.key())
237
self.assertEqual('pref\x00fo', node._search_prefix)
238
self.assertEqual({'pref\x00fo\x00': ('sha1:abcd',)}, node._items)
240
self.assertEqual((b"sha1:1234",), node.key())
241
self.assertEqual(b'pref\x00fo', node._search_prefix)
242
self.assertEqual({b'pref\x00fo\x00': (b'sha1:abcd',)}, node._items)
245
class Test_BytesToTextKey(tests.TestCase):
247
def assertBytesToTextKey(self, key, bytes):
248
self.assertEqual(key,
249
self.module._bytes_to_text_key(bytes))
251
def assertBytesToTextKeyRaises(self, bytes):
252
# These are invalid bytes, and we want to make sure the code under test
253
# raises an exception rather than segfaults, etc. We don't particularly
254
# care what exception.
255
self.assertRaises(Exception, self.module._bytes_to_text_key, bytes)
258
self.assertBytesToTextKey((b'file-id', b'revision-id'),
259
b'file: file-id\nparent-id\nname\nrevision-id\n'
260
b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
262
def test_invalid_no_kind(self):
263
self.assertBytesToTextKeyRaises(
264
b'file file-id\nparent-id\nname\nrevision-id\n'
265
b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
267
def test_invalid_no_space(self):
268
self.assertBytesToTextKeyRaises(
269
b'file:file-id\nparent-id\nname\nrevision-id\n'
270
b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
272
def test_invalid_too_short_file_id(self):
273
self.assertBytesToTextKeyRaises(b'file:file-id')
275
def test_invalid_too_short_parent_id(self):
276
self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id')
278
def test_invalid_too_short_name(self):
279
self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id\nname')
282
self.assertBytesToTextKey((b'dir-id', b'revision-id'),
283
b'dir: dir-id\nparent-id\nname\nrevision-id')