44
42
self.assertEqual(expected, actual, 'actual: %r' % (actual,))
46
44
def test_simple_16(self):
47
self.assertSearchKey16(b'8C736521', stuple('foo',))
48
self.assertSearchKey16(b'8C736521\x008C736521', stuple('foo', 'foo'))
49
self.assertSearchKey16(b'8C736521\x0076FF8CAA', stuple('foo', 'bar'))
50
self.assertSearchKey16(b'ED82CD11', stuple('abcd',))
45
self.assertSearchKey16('8C736521', stuple('foo',))
46
self.assertSearchKey16('8C736521\x008C736521', stuple('foo', 'foo'))
47
self.assertSearchKey16('8C736521\x0076FF8CAA', stuple('foo', 'bar'))
48
self.assertSearchKey16('ED82CD11', stuple('abcd',))
52
50
def test_simple_255(self):
53
self.assertSearchKey255(b'\x8cse!', stuple('foo',))
54
self.assertSearchKey255(b'\x8cse!\x00\x8cse!', stuple('foo', 'foo'))
55
self.assertSearchKey255(b'\x8cse!\x00v\xff\x8c\xaa', stuple('foo', 'bar'))
51
self.assertSearchKey255('\x8cse!', stuple('foo',))
52
self.assertSearchKey255('\x8cse!\x00\x8cse!', stuple('foo', 'foo'))
53
self.assertSearchKey255('\x8cse!\x00v\xff\x8c\xaa', stuple('foo', 'bar'))
56
54
# The standard mapping for these would include '\n', so it should be
58
self.assertSearchKey255(b'\xfdm\x93_\x00P_\x1bL', stuple('<', 'V'))
56
self.assertSearchKey255('\xfdm\x93_\x00P_\x1bL', stuple('<', 'V'))
60
58
def test_255_does_not_include_newline(self):
61
59
# When mapping via _search_key_255, we should never have the '\n'
76
74
def assertDeserialiseErrors(self, text):
77
75
self.assertRaises((ValueError, IndexError),
78
self.module._deserialise_leaf_node, text, b'not-a-real-sha')
76
self.module._deserialise_leaf_node, text, 'not-a-real-sha')
80
78
def test_raises_on_non_leaf(self):
81
self.assertDeserialiseErrors(b'')
82
self.assertDeserialiseErrors(b'short\n')
83
self.assertDeserialiseErrors(b'chknotleaf:\n')
84
self.assertDeserialiseErrors(b'chkleaf:x\n')
85
self.assertDeserialiseErrors(b'chkleaf:\n')
86
self.assertDeserialiseErrors(b'chkleaf:\nnotint\n')
87
self.assertDeserialiseErrors(b'chkleaf:\n10\n')
88
self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n')
89
self.assertDeserialiseErrors(b'chkleaf:\n10\n256\n10\n')
79
self.assertDeserialiseErrors('')
80
self.assertDeserialiseErrors('short\n')
81
self.assertDeserialiseErrors('chknotleaf:\n')
82
self.assertDeserialiseErrors('chkleaf:x\n')
83
self.assertDeserialiseErrors('chkleaf:\n')
84
self.assertDeserialiseErrors('chkleaf:\nnotint\n')
85
self.assertDeserialiseErrors('chkleaf:\n10\n')
86
self.assertDeserialiseErrors('chkleaf:\n10\n256\n')
87
self.assertDeserialiseErrors('chkleaf:\n10\n256\n10\n')
91
89
def test_deserialise_empty(self):
92
90
node = self.module._deserialise_leaf_node(
93
b"chkleaf:\n10\n1\n0\n\n", stuple(b"sha1:1234",))
91
"chkleaf:\n10\n1\n0\n\n", stuple("sha1:1234",))
94
92
self.assertEqual(0, len(node))
95
93
self.assertEqual(10, node.maximum_size)
96
self.assertEqual((b"sha1:1234",), node.key())
94
self.assertEqual(("sha1:1234",), node.key())
97
95
self.assertIsInstance(node.key(), StaticTuple)
98
96
self.assertIs(None, node._search_prefix)
99
97
self.assertIs(None, node._common_serialised_prefix)
101
99
def test_deserialise_items(self):
102
100
node = self.module._deserialise_leaf_node(
103
b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
101
"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
105
103
self.assertEqual(2, len(node))
106
self.assertEqual([((b"foo bar",), b"baz"), ((b"quux",), b"blarh")],
104
self.assertEqual([(("foo bar",), "baz"), (("quux",), "blarh")],
107
105
sorted(node.iteritems(None)))
109
107
def test_deserialise_item_with_null_width_1(self):
110
108
node = self.module._deserialise_leaf_node(
111
b"chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
109
"chkleaf:\n0\n1\n2\n\nfoo\x001\nbar\x00baz\nquux\x001\nblarh\n",
113
111
self.assertEqual(2, len(node))
114
self.assertEqual([((b"foo",), b"bar\x00baz"), ((b"quux",), b"blarh")],
112
self.assertEqual([(("foo",), "bar\x00baz"), (("quux",), "blarh")],
115
113
sorted(node.iteritems(None)))
117
115
def test_deserialise_item_with_null_width_2(self):
118
116
node = self.module._deserialise_leaf_node(
119
b"chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
120
b"quux\x00\x001\nblarh\n",
117
"chkleaf:\n0\n2\n2\n\nfoo\x001\x001\nbar\x00baz\n"
118
"quux\x00\x001\nblarh\n",
122
120
self.assertEqual(2, len(node))
123
self.assertEqual([((b"foo", "1"), b"bar\x00baz"), ((b"quux", ""), b"blarh")],
121
self.assertEqual([(("foo", "1"), "bar\x00baz"), (("quux", ""), "blarh")],
124
122
sorted(node.iteritems(None)))
126
124
def test_iteritems_selected_one_of_two_items(self):
127
125
node = self.module._deserialise_leaf_node(
128
b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
126
"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
130
128
self.assertEqual(2, len(node))
131
self.assertEqual([((b"quux",), b"blarh")],
132
sorted(node.iteritems(None, [(b"quux",), (b"qaz",)])))
129
self.assertEqual([(("quux",), "blarh")],
130
sorted(node.iteritems(None, [("quux",), ("qaz",)])))
134
132
def test_deserialise_item_with_common_prefix(self):
135
133
node = self.module._deserialise_leaf_node(
136
b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
134
"chkleaf:\n0\n2\n2\nfoo\x00\n1\x001\nbar\x00baz\n2\x001\nblarh\n",
138
136
self.assertEqual(2, len(node))
139
self.assertEqual([((b"foo", b"1"), b"bar\x00baz"), ((b"foo", b"2"), b"blarh")],
137
self.assertEqual([(("foo", "1"), "bar\x00baz"), (("foo", "2"), "blarh")],
140
138
sorted(node.iteritems(None)))
141
139
self.assertIs(chk_map._unknown, node._search_prefix)
142
self.assertEqual(b'foo\x00', node._common_serialised_prefix)
140
self.assertEqual('foo\x00', node._common_serialised_prefix)
144
142
def test_deserialise_multi_line(self):
145
143
node = self.module._deserialise_leaf_node(
146
b"chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
144
"chkleaf:\n0\n2\n2\nfoo\x00\n1\x002\nbar\nbaz\n2\x002\nblarh\n\n",
148
146
self.assertEqual(2, len(node))
149
self.assertEqual([((b"foo", b"1"), b"bar\nbaz"),
150
((b"foo", b"2"), b"blarh\n"),
147
self.assertEqual([(("foo", "1"), "bar\nbaz"),
148
(("foo", "2"), "blarh\n"),
151
149
], sorted(node.iteritems(None)))
152
150
self.assertIs(chk_map._unknown, node._search_prefix)
153
self.assertEqual(b'foo\x00', node._common_serialised_prefix)
151
self.assertEqual('foo\x00', node._common_serialised_prefix)
155
153
def test_key_after_map(self):
156
154
node = self.module._deserialise_leaf_node(
157
b"chkleaf:\n10\n1\n0\n\n", (b"sha1:1234",))
158
node.map(None, (b"foo bar",), b"baz quux")
155
"chkleaf:\n10\n1\n0\n\n", ("sha1:1234",))
156
node.map(None, ("foo bar",), "baz quux")
159
157
self.assertEqual(None, node.key())
161
159
def test_key_after_unmap(self):
162
160
node = self.module._deserialise_leaf_node(
163
b"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
165
node.unmap(None, (b"foo bar",))
161
"chkleaf:\n0\n1\n2\n\nfoo bar\x001\nbaz\nquux\x001\nblarh\n",
163
node.unmap(None, ("foo bar",))
166
164
self.assertEqual(None, node.key())
173
171
def assertDeserialiseErrors(self, text):
174
172
self.assertRaises((ValueError, IndexError),
175
173
self.module._deserialise_internal_node, text,
176
stuple(b'not-a-real-sha',))
174
stuple('not-a-real-sha',))
178
176
def test_raises_on_non_internal(self):
179
self.assertDeserialiseErrors(b'')
180
self.assertDeserialiseErrors(b'short\n')
181
self.assertDeserialiseErrors(b'chknotnode:\n')
182
self.assertDeserialiseErrors(b'chknode:x\n')
183
self.assertDeserialiseErrors(b'chknode:\n')
184
self.assertDeserialiseErrors(b'chknode:\nnotint\n')
185
self.assertDeserialiseErrors(b'chknode:\n10\n')
186
self.assertDeserialiseErrors(b'chknode:\n10\n256\n')
187
self.assertDeserialiseErrors(b'chknode:\n10\n256\n10\n')
177
self.assertDeserialiseErrors('')
178
self.assertDeserialiseErrors('short\n')
179
self.assertDeserialiseErrors('chknotnode:\n')
180
self.assertDeserialiseErrors('chknode:x\n')
181
self.assertDeserialiseErrors('chknode:\n')
182
self.assertDeserialiseErrors('chknode:\nnotint\n')
183
self.assertDeserialiseErrors('chknode:\n10\n')
184
self.assertDeserialiseErrors('chknode:\n10\n256\n')
185
self.assertDeserialiseErrors('chknode:\n10\n256\n10\n')
188
186
# no trailing newline
189
self.assertDeserialiseErrors(b'chknode:\n10\n256\n0\n1\nfo')
187
self.assertDeserialiseErrors('chknode:\n10\n256\n0\n1\nfo')
191
189
def test_deserialise_one(self):
192
190
node = self.module._deserialise_internal_node(
193
b"chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple(b'sha1:1234',))
191
"chknode:\n10\n1\n1\n\na\x00sha1:abcd\n", stuple('sha1:1234',))
194
192
self.assertIsInstance(node, chk_map.InternalNode)
195
193
self.assertEqual(1, len(node))
196
194
self.assertEqual(10, node.maximum_size)
197
self.assertEqual((b"sha1:1234",), node.key())
198
self.assertEqual(b'', node._search_prefix)
199
self.assertEqual({b'a': (b'sha1:abcd',)}, node._items)
195
self.assertEqual(("sha1:1234",), node.key())
196
self.assertEqual('', node._search_prefix)
197
self.assertEqual({'a': ('sha1:abcd',)}, node._items)
201
199
def test_deserialise_with_prefix(self):
202
200
node = self.module._deserialise_internal_node(
203
b"chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n",
204
stuple(b'sha1:1234',))
201
"chknode:\n10\n1\n1\npref\na\x00sha1:abcd\n", stuple('sha1:1234',))
205
202
self.assertIsInstance(node, chk_map.InternalNode)
206
203
self.assertEqual(1, len(node))
207
204
self.assertEqual(10, node.maximum_size)
208
self.assertEqual((b"sha1:1234",), node.key())
209
self.assertEqual(b'pref', node._search_prefix)
210
self.assertEqual({b'prefa': (b'sha1:abcd',)}, node._items)
205
self.assertEqual(("sha1:1234",), node.key())
206
self.assertEqual('pref', node._search_prefix)
207
self.assertEqual({'prefa': ('sha1:abcd',)}, node._items)
212
209
node = self.module._deserialise_internal_node(
213
b"chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n",
214
stuple(b'sha1:1234',))
210
"chknode:\n10\n1\n1\npref\n\x00sha1:abcd\n", stuple('sha1:1234',))
215
211
self.assertIsInstance(node, chk_map.InternalNode)
216
212
self.assertEqual(1, len(node))
217
213
self.assertEqual(10, node.maximum_size)
218
self.assertEqual((b"sha1:1234",), node.key())
219
self.assertEqual(b'pref', node._search_prefix)
220
self.assertEqual({b'pref': (b'sha1:abcd',)}, node._items)
214
self.assertEqual(("sha1:1234",), node.key())
215
self.assertEqual('pref', node._search_prefix)
216
self.assertEqual({'pref': ('sha1:abcd',)}, node._items)
222
218
def test_deserialise_pref_with_null(self):
223
219
node = self.module._deserialise_internal_node(
224
b"chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
225
stuple(b'sha1:1234',))
220
"chknode:\n10\n1\n1\npref\x00fo\n\x00sha1:abcd\n",
221
stuple('sha1:1234',))
226
222
self.assertIsInstance(node, chk_map.InternalNode)
227
223
self.assertEqual(1, len(node))
228
224
self.assertEqual(10, node.maximum_size)
229
self.assertEqual((b"sha1:1234",), node.key())
230
self.assertEqual(b'pref\x00fo', node._search_prefix)
231
self.assertEqual({b'pref\x00fo': (b'sha1:abcd',)}, node._items)
225
self.assertEqual(("sha1:1234",), node.key())
226
self.assertEqual('pref\x00fo', node._search_prefix)
227
self.assertEqual({'pref\x00fo': ('sha1:abcd',)}, node._items)
233
229
def test_deserialise_with_null_pref(self):
234
230
node = self.module._deserialise_internal_node(
235
b"chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
236
stuple(b'sha1:1234',))
231
"chknode:\n10\n1\n1\npref\x00fo\n\x00\x00sha1:abcd\n",
232
stuple('sha1:1234',))
237
233
self.assertIsInstance(node, chk_map.InternalNode)
238
234
self.assertEqual(1, len(node))
239
235
self.assertEqual(10, node.maximum_size)
240
self.assertEqual((b"sha1:1234",), node.key())
241
self.assertEqual(b'pref\x00fo', node._search_prefix)
242
self.assertEqual({b'pref\x00fo\x00': (b'sha1:abcd',)}, node._items)
236
self.assertEqual(("sha1:1234",), node.key())
237
self.assertEqual('pref\x00fo', node._search_prefix)
238
self.assertEqual({'pref\x00fo\x00': ('sha1:abcd',)}, node._items)
245
241
class Test_BytesToTextKey(tests.TestCase):
255
251
self.assertRaises(Exception, self.module._bytes_to_text_key, bytes)
257
253
def test_file(self):
258
self.assertBytesToTextKey((b'file-id', b'revision-id'),
259
b'file: file-id\nparent-id\nname\nrevision-id\n'
260
b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
254
self.assertBytesToTextKey(('file-id', 'revision-id'),
255
'file: file-id\nparent-id\nname\nrevision-id\n'
256
'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
262
258
def test_invalid_no_kind(self):
263
259
self.assertBytesToTextKeyRaises(
264
b'file file-id\nparent-id\nname\nrevision-id\n'
265
b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
260
'file file-id\nparent-id\nname\nrevision-id\n'
261
'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
267
263
def test_invalid_no_space(self):
268
264
self.assertBytesToTextKeyRaises(
269
b'file:file-id\nparent-id\nname\nrevision-id\n'
270
b'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
265
'file:file-id\nparent-id\nname\nrevision-id\n'
266
'da39a3ee5e6b4b0d3255bfef95601890afd80709\n100\nN')
272
268
def test_invalid_too_short_file_id(self):
273
self.assertBytesToTextKeyRaises(b'file:file-id')
269
self.assertBytesToTextKeyRaises('file:file-id')
275
271
def test_invalid_too_short_parent_id(self):
276
self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id')
272
self.assertBytesToTextKeyRaises('file:file-id\nparent-id')
278
274
def test_invalid_too_short_name(self):
279
self.assertBytesToTextKeyRaises(b'file:file-id\nparent-id\nname')
275
self.assertBytesToTextKeyRaises('file:file-id\nparent-id\nname')
281
277
def test_dir(self):
282
self.assertBytesToTextKey((b'dir-id', b'revision-id'),
283
b'dir: dir-id\nparent-id\nname\nrevision-id')
278
self.assertBytesToTextKey(('dir-id', 'revision-id'),
279
'dir: dir-id\nparent-id\nname\nrevision-id')