1
# Copyright (C) 2008 Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""Tests for the fifo_cache module."""
25
class TestFIFOCache(tests.TestCase):
26
"""Test that FIFO cache properly keeps track of entries."""
28
def test_add_is_present(self):
29
c = fifo_cache.FIFOCache()
31
self.assertTrue(1 in c)
32
self.assertEqual(1, len(c))
33
self.assertEqual(2, c[1])
34
self.assertEqual(2, c.get(1))
35
self.assertEqual(2, c.get(1, None))
36
self.assertEqual([1], list(c))
37
self.assertEqual({1}, c.keys())
38
self.assertEqual([(1, 2)], sorted(c.items()))
39
self.assertEqual([2], sorted(c.values()))
40
self.assertEqual({1: 2}, c)
42
def test_cache_size(self):
43
c = fifo_cache.FIFOCache()
44
self.assertEqual(100, c.cache_size())
46
self.assertEqual(20, c.cache_size())
48
def test_missing(self):
49
c = fifo_cache.FIFOCache()
50
self.assertRaises(KeyError, c.__getitem__, 1)
51
self.assertFalse(1 in c)
52
self.assertEqual(0, len(c))
53
self.assertEqual(None, c.get(1))
54
self.assertEqual(None, c.get(1, None))
55
self.assertEqual([], list(c))
56
self.assertEqual(set(), c.keys())
57
self.assertEqual([], list(c.items()))
58
self.assertEqual([], list(c.values()))
59
self.assertEqual({}, c)
61
def test_add_maintains_fifo(self):
62
c = fifo_cache.FIFOCache(4, 4)
67
self.assertEqual({1, 2, 3, 4}, c.keys())
69
# This should pop out the oldest entry
70
self.assertEqual({2, 3, 4, 5}, c.keys())
71
# Replacing an item doesn't change the stored keys
73
self.assertEqual({2, 3, 4, 5}, c.keys())
74
# But it does change the position in the FIFO
76
self.assertEqual({2, 4, 5, 6}, c.keys())
77
self.assertEqual([4, 5, 2, 6], list(c._queue))
79
def test_default_after_cleanup_count(self):
80
c = fifo_cache.FIFOCache(5)
81
self.assertEqual(4, c._after_cleanup_count)
87
# So far, everything fits
88
self.assertEqual({1, 2, 3, 4, 5}, c.keys())
90
# But adding one more should shrink down to after_cleanup_count
91
self.assertEqual({3, 4, 5, 6}, c.keys())
94
c = fifo_cache.FIFOCache(5)
101
self.assertEqual({2, 3, 4, 5}, c.keys())
103
self.assertEqual(set(), c.keys())
104
self.assertEqual([], list(c._queue))
105
self.assertEqual({}, c)
107
def test_copy_not_implemented(self):
108
c = fifo_cache.FIFOCache()
109
self.assertRaises(NotImplementedError, c.copy)
111
def test_pop_not_implemeted(self):
112
c = fifo_cache.FIFOCache()
113
self.assertRaises(NotImplementedError, c.pop, 'key')
115
def test_popitem_not_implemeted(self):
116
c = fifo_cache.FIFOCache()
117
self.assertRaises(NotImplementedError, c.popitem)
119
def test_resize_smaller(self):
120
c = fifo_cache.FIFOCache()
126
# No cleanup, because it is the exact size
128
self.assertEqual({1: 2, 2: 3, 3: 4, 4: 5, 5: 6}, c)
129
self.assertEqual(5, c.cache_size())
130
# Adding one more will trigger a cleanup, though
132
self.assertEqual({3: 4, 4: 5, 5: 6, 6: 7}, c)
134
self.assertEqual({5: 6, 6: 7}, c)
136
def test_resize_larger(self):
137
c = fifo_cache.FIFOCache(5, 4)
143
# No cleanup, because it is the exact size
145
self.assertEqual({1: 2, 2: 3, 3: 4, 4: 5, 5: 6}, c)
146
self.assertEqual(10, c.cache_size())
152
self.assertEqual({1: 2, 2: 3, 3: 4, 4: 5, 5: 6, 6: 7, 7: 8, 8: 9,
155
self.assertEqual({4: 5, 5: 6, 6: 7, 7: 8, 8: 9, 9: 10, 10: 11,
158
def test_setdefault(self):
159
c = fifo_cache.FIFOCache(5, 4)
164
self.assertIs(myobj, c.setdefault('four', myobj))
165
self.assertEqual({'one': 1, 'two': 2, 'three': 3, 'four': myobj}, c)
166
self.assertEqual(3, c.setdefault('three', myobj))
167
c.setdefault('five', myobj)
168
c.setdefault('six', myobj)
169
self.assertEqual({'three': 3, 'four': myobj, 'five': myobj,
172
def test_update(self):
173
c = fifo_cache.FIFOCache(5, 4)
174
# We allow an iterable
175
c.update([(1, 2), (3, 4)])
176
self.assertEqual({1: 2, 3: 4}, c)
178
c.update(foo=3, bar=4)
179
self.assertEqual({1: 2, 3: 4, 'foo': 3, 'bar': 4}, c)
180
# Even a dict (This triggers a cleanup)
181
c.update({'baz': 'biz', 'bing': 'bang'})
182
self.assertEqual({'foo': 3, 'bar': 4, 'baz': 'biz', 'bing': 'bang'}, c)
183
# We only allow 1 iterable, just like dict
184
self.assertRaises(TypeError, c.update, [(1, 2)], [(3, 4)])
185
# But you can mix and match. kwargs take precedence over iterable
186
c.update([('a', 'b'), ('d', 'e')], a='c', q='r')
187
self.assertEqual({'baz': 'biz', 'bing': 'bang',
188
'a': 'c', 'd': 'e', 'q': 'r'}, c)
190
def test_cleanup_funcs(self):
193
def logging_cleanup(key, value):
194
log.append((key, value))
195
c = fifo_cache.FIFOCache(5, 4)
196
c.add(1, 2, cleanup=logging_cleanup)
197
c.add(2, 3, cleanup=logging_cleanup)
198
c.add(3, 4, cleanup=logging_cleanup)
199
c.add(4, 5, cleanup=None) # no cleanup for 4
200
c[5] = 6 # no cleanup for 5
201
self.assertEqual([], log)
202
# Adding another key should cleanup 1 & 2
203
c.add(6, 7, cleanup=logging_cleanup)
204
self.assertEqual([(1, 2), (2, 3)], log)
206
# replacing 3 should trigger a cleanup
207
c.add(3, 8, cleanup=logging_cleanup)
208
self.assertEqual([(3, 4)], log)
211
self.assertEqual([(3, 8)], log)
213
# Clearing everything should call all remaining cleanups
215
self.assertEqual([(6, 7)], log)
217
c.add(8, 9, cleanup=logging_cleanup)
218
# __delitem__ should also trigger a cleanup
220
self.assertEqual([(8, 9)], log)
222
def test_cleanup_at_deconstruct(self):
225
def logging_cleanup(key, value):
226
log.append((key, value))
227
c = fifo_cache.FIFOCache()
228
c.add(1, 2, cleanup=logging_cleanup)
230
# As a matter of design, bzr does not (can not) count on anything
231
# being run from Python __del__ methods, because they may not run for
232
# a long time, and because in cPython merely having them defined
233
# interferes with garbage collection.
234
self.assertEqual([], log)
237
class TestFIFOSizeCache(tests.TestCase):
239
def test_add_is_present(self):
240
c = fifo_cache.FIFOSizeCache()
242
self.assertTrue(1 in c)
243
self.assertEqual(1, len(c))
244
self.assertEqual('2', c[1])
245
self.assertEqual('2', c.get(1))
246
self.assertEqual('2', c.get(1, None))
247
self.assertEqual([1], list(c))
248
self.assertEqual({1}, c.keys())
249
self.assertEqual([(1, '2')], sorted(c.items()))
250
self.assertEqual(['2'], sorted(c.values()))
251
self.assertEqual({1: '2'}, c)
252
self.assertEqual(1024 * 1024, c.cache_size())
254
def test_missing(self):
255
c = fifo_cache.FIFOSizeCache()
256
self.assertRaises(KeyError, c.__getitem__, 1)
257
self.assertFalse(1 in c)
258
self.assertEqual(0, len(c))
259
self.assertEqual(None, c.get(1))
260
self.assertEqual(None, c.get(1, None))
261
self.assertEqual([], list(c))
262
self.assertEqual(set(), c.keys())
263
self.assertEqual([], list(c.items()))
264
self.assertEqual([], list(c.values()))
265
self.assertEqual({}, c)
267
def test_add_maintains_fifo(self):
268
c = fifo_cache.FIFOSizeCache(10, 8)
272
self.assertEqual({1: 'ab', 2: 'cde', 3: 'fghi'}, c)
273
c[4] = 'jkl' # Collapse
274
self.assertEqual({3: 'fghi', 4: 'jkl'}, c)
275
# Replacing an item will bump it to the end of the queue
277
self.assertEqual({3: 'mnop', 4: 'jkl'}, c)
279
self.assertEqual({3: 'mnop', 5: 'qrst'}, c)
281
def test_adding_large_key(self):
282
c = fifo_cache.FIFOSizeCache(10, 8)
283
c[1] = 'abcdefgh' # Adding a large key won't get cached at all
284
self.assertEqual({}, c)
286
self.assertEqual({1: 'abcdefg'}, c)
287
# Replacing with a too-large key will remove it
289
self.assertEqual({}, c)
290
self.assertEqual(0, c._value_size)
292
def test_resize_smaller(self):
293
c = fifo_cache.FIFOSizeCache(20, 16)
298
# No cleanup, because it is the exact size
300
self.assertEqual({1: 'a', 2: 'bc', 3: 'def', 4: 'ghij'}, c)
301
self.assertEqual(10, c.cache_size())
302
# Adding one more will trigger a cleanup, though
304
self.assertEqual({3: 'def', 4: 'ghij', 5: 'k'}, c)
306
self.assertEqual({5: 'k'}, c)
308
def test_resize_larger(self):
309
c = fifo_cache.FIFOSizeCache(10, 8)
315
self.assertEqual({1: 'a', 2: 'bc', 3: 'def', 4: 'ghij'}, c)
317
self.assertEqual({1: 'a', 2: 'bc', 3: 'def', 4: 'ghij', 5: 'kl'}, c)
319
self.assertEqual({4: 'ghij', 5: 'kl', 6: 'mn'}, c)