21
21
# TODO: might be nice to create a versionedfile with some type of corruption
22
22
# considered typical and check that it can be detected/corrected.
24
from gzip import GzipFile
24
25
from itertools import chain, izip
25
from StringIO import StringIO
29
29
graph as _mod_graph,
36
from bzrlib.errors import (
37
from ..errors import (
37
38
RevisionNotPresent,
38
39
RevisionAlreadyPresent,
41
from bzrlib.knit import (
48
from bzrlib.tests import (
46
from ..sixish import (
50
51
TestCaseWithMemoryTransport,
54
split_suite_by_condition,
57
from bzrlib.tests.http_utils import TestCaseWithWebserver
58
from bzrlib.trace import mutter
59
from bzrlib.transport import get_transport
60
from bzrlib.transport.memory import MemoryTransport
61
from bzrlib.tsort import topo_sort
62
from bzrlib.tuned_gzip import GzipFile
63
import bzrlib.versionedfile as versionedfile
64
from bzrlib.versionedfile import (
55
from .http_utils import TestCaseWithWebserver
56
from ..transport.memory import MemoryTransport
57
from .. import versionedfile as versionedfile
58
from ..versionedfile import (
66
60
HashEscapedPrefixMapper,
68
62
VirtualVersionedFiles,
69
63
make_versioned_files_factory,
71
from bzrlib.weave import WeaveFile
72
from bzrlib.weavefile import read_weave, write_weave
75
def load_tests(standard_tests, module, loader):
76
"""Parameterize VersionedFiles tests for different implementations."""
77
to_adapt, result = split_suite_by_condition(
78
standard_tests, condition_isinstance(TestVersionedFiles))
79
# We want to be sure of behaviour for:
80
# weaves prefix layout (weave texts)
81
# individually named weaves (weave inventories)
82
# annotated knits - prefix|hash|hash-escape layout, we test the third only
83
# as it is the most complex mapper.
84
# individually named knits
85
# individual no-graph knits in packs (signatures)
86
# individual graph knits in packs (inventories)
87
# individual graph nocompression knits in packs (revisions)
88
# plain text knits in packs (texts)
92
'factory':make_versioned_files_factory(WeaveFile,
93
ConstantMapper('inventory')),
96
'support_partial_insertion': False,
100
'factory':make_file_factory(False, ConstantMapper('revisions')),
103
'support_partial_insertion': False,
105
('named-nograph-nodelta-knit-pack', {
106
'cleanup':cleanup_pack_knit,
107
'factory':make_pack_factory(False, False, 1),
110
'support_partial_insertion': False,
112
('named-graph-knit-pack', {
113
'cleanup':cleanup_pack_knit,
114
'factory':make_pack_factory(True, True, 1),
117
'support_partial_insertion': True,
119
('named-graph-nodelta-knit-pack', {
120
'cleanup':cleanup_pack_knit,
121
'factory':make_pack_factory(True, False, 1),
124
'support_partial_insertion': False,
126
('groupcompress-nograph', {
127
'cleanup':groupcompress.cleanup_pack_group,
128
'factory':groupcompress.make_pack_factory(False, False, 1),
131
'support_partial_insertion':False,
134
len_two_scenarios = [
137
'factory':make_versioned_files_factory(WeaveFile,
141
'support_partial_insertion': False,
143
('annotated-knit-escape', {
145
'factory':make_file_factory(True, HashEscapedPrefixMapper()),
148
'support_partial_insertion': False,
150
('plain-knit-pack', {
151
'cleanup':cleanup_pack_knit,
152
'factory':make_pack_factory(True, True, 2),
155
'support_partial_insertion': True,
158
'cleanup':groupcompress.cleanup_pack_group,
159
'factory':groupcompress.make_pack_factory(True, False, 1),
162
'support_partial_insertion':False,
165
scenarios = len_one_scenarios + len_two_scenarios
166
return multiply_tests(to_adapt, scenarios, result)
65
from ..weave import WeaveFile
66
from ..weavefile import write_weave
67
from .scenarios import load_tests_apply_scenarios
70
load_tests = load_tests_apply_scenarios
169
73
def get_diamond_vf(f, trailing_eol=True, left_only=False):
314
218
self.assertTrue('r0' in versions)
315
219
self.assertTrue('r1' in versions)
316
220
self.assertTrue('r2' in versions)
317
self.assertEquals(f.get_lines('r0'), ['a\n', 'b\n'])
318
self.assertEquals(f.get_lines('r1'), ['b\n', 'c\n'])
319
self.assertEquals(f.get_lines('r2'), ['c\n', 'd\n'])
221
self.assertEqual(f.get_lines('r0'), ['a\n', 'b\n'])
222
self.assertEqual(f.get_lines('r1'), ['b\n', 'c\n'])
223
self.assertEqual(f.get_lines('r2'), ['c\n', 'd\n'])
320
224
self.assertEqual(3, f.num_versions())
321
225
origins = f.annotate('r1')
322
self.assertEquals(origins[0][0], 'r0')
323
self.assertEquals(origins[1][0], 'r1')
226
self.assertEqual(origins[0][0], 'r0')
227
self.assertEqual(origins[1][0], 'r1')
324
228
origins = f.annotate('r2')
325
self.assertEquals(origins[0][0], 'r1')
326
self.assertEquals(origins[1][0], 'r2')
229
self.assertEqual(origins[0][0], 'r1')
230
self.assertEqual(origins[1][0], 'r2')
329
233
f = self.reopen_file()
844
748
['base', 'a_ghost'],
845
749
['line\n', 'line_b\n', 'line_c\n'])
846
750
origins = vf.annotate('references_ghost')
847
self.assertEquals(('base', 'line\n'), origins[0])
848
self.assertEquals(('base', 'line_b\n'), origins[1])
849
self.assertEquals(('references_ghost', 'line_c\n'), origins[2])
751
self.assertEqual(('base', 'line\n'), origins[0])
752
self.assertEqual(('base', 'line_b\n'), origins[1])
753
self.assertEqual(('references_ghost', 'line_c\n'), origins[2])
851
755
def test_readonly_mode(self):
852
transport = get_transport(self.get_url('.'))
756
t = self.get_transport()
853
757
factory = self.get_factory()
854
vf = factory('id', transport, 0777, create=True, access_mode='w')
855
vf = factory('id', transport, access_mode='r')
758
vf = factory('id', t, 0o777, create=True, access_mode='w')
759
vf = factory('id', t, access_mode='r')
856
760
self.assertRaises(errors.ReadOnlyError, vf.add_lines, 'base', [], [])
857
761
self.assertRaises(errors.ReadOnlyError,
858
762
vf.add_lines_with_ghosts,
880
784
class TestWeave(TestCaseWithMemoryTransport, VersionedFileTestMixIn):
882
786
def get_file(self, name='foo'):
883
return WeaveFile(name, get_transport(self.get_url('.')), create=True,
884
get_scope=self.get_transaction)
787
return WeaveFile(name, self.get_transport(),
789
get_scope=self.get_transaction)
886
791
def get_file_corrupted_text(self):
887
w = WeaveFile('foo', get_transport(self.get_url('.')), create=True,
888
get_scope=self.get_transaction)
792
w = WeaveFile('foo', self.get_transport(),
794
get_scope=self.get_transaction)
889
795
w.add_lines('v1', [], ['hello\n'])
890
796
w.add_lines('v2', ['v1'], ['hello\n', 'there\n'])
999
906
# we should be able to read from http with a versioned file.
1000
907
vf = self.get_file()
1001
908
# try an empty file access
1002
readonly_vf = self.get_factory()('foo', get_transport(self.get_readonly_url('.')))
909
readonly_vf = self.get_factory()('foo',
910
transport.get_transport_from_url(self.get_readonly_url('.')))
1003
911
self.assertEqual([], readonly_vf.versions())
913
def test_readonly_http_works_with_feeling(self):
914
# we should be able to read from http with a versioned file.
1004
916
# now with feeling.
1005
917
vf.add_lines('1', [], ['a\n'])
1006
918
vf.add_lines('2', ['1'], ['b\n', 'a\n'])
1007
readonly_vf = self.get_factory()('foo', get_transport(self.get_readonly_url('.')))
919
readonly_vf = self.get_factory()('foo',
920
transport.get_transport_from_url(self.get_readonly_url('.')))
1008
921
self.assertEqual(['1', '2'], vf.versions())
922
self.assertEqual(['1', '2'], readonly_vf.versions())
1009
923
for version in readonly_vf.versions():
1010
924
readonly_vf.get_lines(version)
1463
1378
class TestVersionedFiles(TestCaseWithMemoryTransport):
1464
1379
"""Tests for the multiple-file variant of VersionedFile."""
1381
# We want to be sure of behaviour for:
1382
# weaves prefix layout (weave texts)
1383
# individually named weaves (weave inventories)
1384
# annotated knits - prefix|hash|hash-escape layout, we test the third only
1385
# as it is the most complex mapper.
1386
# individually named knits
1387
# individual no-graph knits in packs (signatures)
1388
# individual graph knits in packs (inventories)
1389
# individual graph nocompression knits in packs (revisions)
1390
# plain text knits in packs (texts)
1391
len_one_scenarios = [
1394
'factory':make_versioned_files_factory(WeaveFile,
1395
ConstantMapper('inventory')),
1398
'support_partial_insertion': False,
1402
'factory':make_file_factory(False, ConstantMapper('revisions')),
1405
'support_partial_insertion': False,
1407
('named-nograph-nodelta-knit-pack', {
1408
'cleanup':cleanup_pack_knit,
1409
'factory':make_pack_factory(False, False, 1),
1412
'support_partial_insertion': False,
1414
('named-graph-knit-pack', {
1415
'cleanup':cleanup_pack_knit,
1416
'factory':make_pack_factory(True, True, 1),
1419
'support_partial_insertion': True,
1421
('named-graph-nodelta-knit-pack', {
1422
'cleanup':cleanup_pack_knit,
1423
'factory':make_pack_factory(True, False, 1),
1426
'support_partial_insertion': False,
1428
('groupcompress-nograph', {
1429
'cleanup':groupcompress.cleanup_pack_group,
1430
'factory':groupcompress.make_pack_factory(False, False, 1),
1433
'support_partial_insertion':False,
1436
len_two_scenarios = [
1439
'factory':make_versioned_files_factory(WeaveFile,
1443
'support_partial_insertion': False,
1445
('annotated-knit-escape', {
1447
'factory':make_file_factory(True, HashEscapedPrefixMapper()),
1450
'support_partial_insertion': False,
1452
('plain-knit-pack', {
1453
'cleanup':cleanup_pack_knit,
1454
'factory':make_pack_factory(True, True, 2),
1457
'support_partial_insertion': True,
1460
'cleanup':groupcompress.cleanup_pack_group,
1461
'factory':groupcompress.make_pack_factory(True, False, 1),
1464
'support_partial_insertion':False,
1468
scenarios = len_one_scenarios + len_two_scenarios
1466
1470
def get_versionedfiles(self, relpath='files'):
1467
1471
transport = self.get_transport(relpath)
1468
1472
if relpath != '.':
1480
1484
return ('FileA',) + (suffix,)
1486
def test_add_fallback_implies_without_fallbacks(self):
1487
f = self.get_versionedfiles('files')
1488
if getattr(f, 'add_fallback_versioned_files', None) is None:
1489
raise TestNotApplicable("%s doesn't support fallbacks"
1490
% (f.__class__.__name__,))
1491
g = self.get_versionedfiles('fallback')
1492
key_a = self.get_simple_key('a')
1493
g.add_lines(key_a, [], ['\n'])
1494
f.add_fallback_versioned_files(g)
1495
self.assertTrue(key_a in f.get_parent_map([key_a]))
1496
self.assertFalse(key_a in f.without_fallbacks().get_parent_map([key_a]))
1482
1498
def test_add_lines(self):
1483
1499
f = self.get_versionedfiles()
1484
1500
key0 = self.get_simple_key('r0')
2755
2771
def test_get_sha1s_nonexistent(self):
2756
self.assertEquals({}, self.texts.get_sha1s([("NONEXISTENT",)]))
2772
self.assertEqual({}, self.texts.get_sha1s([("NONEXISTENT",)]))
2758
2774
def test_get_sha1s(self):
2759
2775
self._lines["key"] = ["dataline1", "dataline2"]
2760
self.assertEquals({("key",): osutils.sha_strings(self._lines["key"])},
2776
self.assertEqual({("key",): osutils.sha_strings(self._lines["key"])},
2761
2777
self.texts.get_sha1s([("key",)]))
2763
2779
def test_get_parent_map(self):
2764
2780
self._parent_map = {"G": ("A", "B")}
2765
self.assertEquals({("G",): (("A",),("B",))},
2781
self.assertEqual({("G",): (("A",),("B",))},
2766
2782
self.texts.get_parent_map([("G",), ("L",)]))
2768
2784
def test_get_record_stream(self):
2769
2785
self._lines["A"] = ["FOO", "BAR"]
2770
2786
it = self.texts.get_record_stream([("A",)], "unordered", True)
2771
2787
record = it.next()
2772
self.assertEquals("chunked", record.storage_kind)
2773
self.assertEquals("FOOBAR", record.get_bytes_as("fulltext"))
2774
self.assertEquals(["FOO", "BAR"], record.get_bytes_as("chunked"))
2788
self.assertEqual("chunked", record.storage_kind)
2789
self.assertEqual("FOOBAR", record.get_bytes_as("fulltext"))
2790
self.assertEqual(["FOO", "BAR"], record.get_bytes_as("chunked"))
2776
2792
def test_get_record_stream_absent(self):
2777
2793
it = self.texts.get_record_stream([("A",)], "unordered", True)
2778
2794
record = it.next()
2779
self.assertEquals("absent", record.storage_kind)
2795
self.assertEqual("absent", record.storage_kind)
2781
2797
def test_iter_lines_added_or_present_in_keys(self):
2782
2798
self._lines["A"] = ["FOO", "BAR"]
2783
2799
self._lines["B"] = ["HEY"]
2784
2800
self._lines["C"] = ["Alberta"]
2785
2801
it = self.texts.iter_lines_added_or_present_in_keys([("A",), ("B",)])
2786
self.assertEquals(sorted([("FOO", "A"), ("BAR", "A"), ("HEY", "B")]),
2802
self.assertEqual(sorted([("FOO", "A"), ("BAR", "A"), ("HEY", "B")]),
2787
2803
sorted(list(it)))