24
24
from pprint import pformat
29
from ..osutils import sha_string
30
from ..sixish import (
33
from . import TestCase, TestCaseInTempDir
34
from ..bzr.weave import Weave, WeaveFormatError, WeaveInvalidChecksum
35
from ..bzr.weavefile import write_weave, read_weave
29
from bzrlib.osutils import sha_string
30
from bzrlib.tests import TestCase, TestCaseInTempDir
31
from bzrlib.weave import Weave, WeaveFormatError, WeaveError
32
from bzrlib.weavefile import write_weave, read_weave
38
35
# texts for use in testing
39
TEXT_0 = [b"Hello world"]
40
TEXT_1 = [b"Hello world",
36
TEXT_0 = ["Hello world"]
37
TEXT_1 = ["Hello world",
44
41
class TestBase(TestCase):
68
65
class WeaveContains(TestBase):
69
66
"""Weave __contains__ operator"""
72
k = Weave(get_scope=lambda: None)
73
self.assertFalse(b'foo' in k)
74
k.add_lines(b'foo', [], TEXT_1)
75
self.assertTrue(b'foo' in k)
68
k = Weave(get_scope=lambda:None)
69
self.assertFalse('foo' in k)
70
k.add_lines('foo', [], TEXT_1)
71
self.assertTrue('foo' in k)
78
74
class Easy(TestBase):
84
79
class AnnotateOne(TestBase):
88
k.add_lines(b'text0', [], TEXT_0)
89
self.assertEqual(k.annotate(b'text0'),
90
[(b'text0', TEXT_0[0])])
82
k.add_lines('text0', [], TEXT_0)
83
self.assertEqual(k.annotate('text0'),
84
[('text0', TEXT_0[0])])
93
87
class InvalidAdd(TestBase):
94
88
"""Try to use invalid version number during add."""
99
92
self.assertRaises(errors.RevisionNotPresent,
106
99
class RepeatedAdd(TestBase):
109
102
def test_duplicate_add(self):
111
idx = k.add_lines(b'text0', [], TEXT_0)
112
idx2 = k.add_lines(b'text0', [], TEXT_0)
104
idx = k.add_lines('text0', [], TEXT_0)
105
idx2 = k.add_lines('text0', [], TEXT_0)
113
106
self.assertEqual(idx, idx2)
116
109
class InvalidRepeatedAdd(TestBase):
118
110
def runTest(self):
120
k.add_lines(b'basis', [], TEXT_0)
121
k.add_lines(b'text0', [], TEXT_0)
112
k.add_lines('basis', [], TEXT_0)
113
idx = k.add_lines('text0', [], TEXT_0)
122
114
self.assertRaises(errors.RevisionAlreadyPresent,
126
[b'not the same text'])
118
['not the same text'])
127
119
self.assertRaises(errors.RevisionAlreadyPresent,
130
[b'basis'], # not the right parents
122
['basis'], # not the right parents
137
129
Look at the annotations to make sure that the first line is matched
138
130
and not stored repeatedly."""
140
131
def runTest(self):
143
k.add_lines(b'text0', [], [b'line 1'])
144
k.add_lines(b'text1', [b'text0'], [b'line 1', b'line 2'])
134
k.add_lines('text0', [], ['line 1'])
135
k.add_lines('text1', ['text0'], ['line 1', 'line 2'])
146
self.assertEqual(k.annotate(b'text0'),
147
[(b'text0', b'line 1')])
137
self.assertEqual(k.annotate('text0'),
138
[('text0', 'line 1')])
149
140
self.assertEqual(k.get_lines(1),
153
self.assertEqual(k.annotate(b'text1'),
154
[(b'text0', b'line 1'),
155
(b'text1', b'line 2')])
157
k.add_lines(b'text2', [b'text0'], [b'line 1', b'diverged line'])
159
self.assertEqual(k.annotate(b'text2'),
160
[(b'text0', b'line 1'),
161
(b'text2', b'diverged line')])
163
text3 = [b'line 1', b'middle line', b'line 2']
164
k.add_lines(b'text3',
165
[b'text0', b'text1'],
168
# self.log("changes to text3: " + pformat(list(k._delta(set([0, 1]),
144
self.assertEqual(k.annotate('text1'),
145
[('text0', 'line 1'),
146
('text1', 'line 2')])
148
k.add_lines('text2', ['text0'], ['line 1', 'diverged line'])
150
self.assertEqual(k.annotate('text2'),
151
[('text0', 'line 1'),
152
('text2', 'diverged line')])
154
text3 = ['line 1', 'middle line', 'line 2']
159
# self.log("changes to text3: " + pformat(list(k._delta(set([0, 1]), text3))))
171
161
self.log("k._weave=" + pformat(k._weave))
173
self.assertEqual(k.annotate(b'text3'),
174
[(b'text0', b'line 1'),
175
(b'text3', b'middle line'),
176
(b'text1', b'line 2')])
163
self.assertEqual(k.annotate('text3'),
164
[('text0', 'line 1'),
165
('text3', 'middle line'),
166
('text1', 'line 2')])
178
168
# now multiple insertions at different places
180
b'text4', [b'text0', b'text1', b'text3'],
181
[b'line 1', b'aaa', b'middle line', b'bbb', b'line 2', b'ccc'])
170
['text0', 'text1', 'text3'],
171
['line 1', 'aaa', 'middle line', 'bbb', 'line 2', 'ccc'])
183
self.assertEqual(k.annotate(b'text4'),
184
[(b'text0', b'line 1'),
186
(b'text3', b'middle line'),
188
(b'text1', b'line 2'),
173
self.assertEqual(k.annotate('text4'),
174
[('text0', 'line 1'),
176
('text3', 'middle line'),
192
182
class DeleteLines(TestBase):
193
183
"""Deletion of lines from existing text.
195
185
Try various texts all based on a common ancestor."""
197
186
def runTest(self):
200
base_text = [b'one', b'two', b'three', b'four']
202
k.add_lines(b'text0', [], base_text)
204
texts = [[b'one', b'two', b'three'],
205
[b'two', b'three', b'four'],
207
[b'one', b'two', b'three', b'four'],
189
base_text = ['one', 'two', 'three', 'four']
191
k.add_lines('text0', [], base_text)
193
texts = [['one', 'two', 'three'],
194
['two', 'three', 'four'],
196
['one', 'two', 'three', 'four'],
212
k.add_lines(b'text%d' % i, [b'text0'], t)
201
ver = k.add_lines('text%d' % i,
215
205
self.log('final weave:')
216
206
self.log('k._weave=' + pformat(k._weave))
218
208
for i in range(len(texts)):
219
self.assertEqual(k.get_lines(i + 1),
209
self.assertEqual(k.get_lines(i+1),
223
213
class SuicideDelete(TestBase):
224
214
"""Invalid weave which tries to add and delete simultaneously."""
226
215
def runTest(self):
229
218
k._parents = [(),
231
k._weave = [(b'{', 0),
220
k._weave = [('{', 0),
227
################################### SKIPPED
239
228
# Weave.get doesn't trap this anymore
247
236
class CannedDelete(TestBase):
248
237
"""Unpack canned weave with deleted lines."""
250
238
def runTest(self):
253
241
k._parents = [(),
256
k._weave = [(b'{', 0),
259
b'line to be deleted',
265
sha_string(b'first lineline to be deletedlast line'),
266
sha_string(b'first linelast line')]
244
k._weave = [('{', 0),
247
'line to be deleted',
252
k._sha1s = [sha_string('first lineline to be deletedlast line')
253
, sha_string('first linelast line')]
268
255
self.assertEqual(k.get_lines(0),
270
b'line to be deleted',
257
'line to be deleted',
274
261
self.assertEqual(k.get_lines(1),
280
267
class CannedReplacement(TestBase):
281
268
"""Unpack canned weave with deleted lines."""
283
269
def runTest(self):
286
272
k._parents = [frozenset(),
289
k._weave = [(b'{', 0),
292
b'line to be deleted',
301
sha_string(b'first lineline to be deletedlast line'),
302
sha_string(b'first linereplacement linelast line')]
275
k._weave = [('{', 0),
278
'line to be deleted',
286
k._sha1s = [sha_string('first lineline to be deletedlast line')
287
, sha_string('first linereplacement linelast line')]
304
289
self.assertEqual(k.get_lines(0),
306
b'line to be deleted',
291
'line to be deleted',
310
295
self.assertEqual(k.get_lines(1),
317
302
class BadWeave(TestBase):
318
303
"""Test that we trap an insert which should not occur."""
320
304
def runTest(self):
323
307
k._parents = [frozenset(),
325
k._weave = [b'bad line',
329
b' added in version 1',
309
k._weave = ['bad line',
313
' added in version 1',
322
################################### SKIPPED
339
323
# Weave.get doesn't trap this anymore
342
327
self.assertRaises(WeaveFormatError,
380
365
class InsertNested(TestBase):
381
366
"""Insertion with nested instructions."""
383
367
def runTest(self):
386
370
k._parents = [frozenset(),
389
frozenset([0, 1, 2]),
391
k._weave = [(b'{', 0),
394
b' added in version 1',
375
k._weave = [('{', 0),
378
' added in version 1',
404
sha_string(b'foo {}'),
405
sha_string(b'foo { added in version 1 also from v1}'),
406
sha_string(b'foo { added in v2}'),
408
b'foo { added in version 1 added in v2 also from v1}')
387
k._sha1s = [sha_string('foo {}')
388
, sha_string('foo { added in version 1 also from v1}')
389
, sha_string('foo { added in v2}')
390
, sha_string('foo { added in version 1 added in v2 also from v1}')
411
393
self.assertEqual(k.get_lines(0),
415
397
self.assertEqual(k.get_lines(1),
417
b' added in version 1',
399
' added in version 1',
421
403
self.assertEqual(k.get_lines(2),
426
408
self.assertEqual(k.get_lines(3),
428
b' added in version 1',
410
' added in version 1',
434
416
class DeleteLines2(TestBase):
437
419
This relies on the weave having a way to represent lines knocked
438
420
out by a later revision."""
440
421
def runTest(self):
443
k.add_lines(b'text0', [], [b"line the first",
424
k.add_lines('text0', [], ["line the first",
448
429
self.assertEqual(len(k.get_lines(0)), 4)
450
k.add_lines(b'text1', [b'text0'], [b"line the first",
431
k.add_lines('text1', ['text0'], ["line the first",
453
434
self.assertEqual(k.get_lines(1),
457
self.assertEqual(k.annotate(b'text1'),
458
[(b'text0', b"line the first"),
459
(b'text0', b"fine")])
438
self.assertEqual(k.annotate('text1'),
439
[('text0', "line the first"),
462
443
class IncludeVersions(TestBase):
475
456
k._parents = [frozenset(), frozenset([0])]
476
k._weave = [(b'{', 0),
457
k._weave = [('{', 0),
483
k._sha1s = [sha_string(b'first line'), sha_string(
484
b'first linesecond line')]
464
k._sha1s = [sha_string('first line')
465
, sha_string('first linesecond line')]
486
467
self.assertEqual(k.get_lines(1),
490
471
self.assertEqual(k.get_lines(0),
494
475
class DivergedIncludes(TestBase):
495
476
"""Weave with two diverged texts based on version 0.
498
478
def runTest(self):
499
479
# FIXME make the weave, dont poke at it.
502
k._names = [b'0', b'1', b'2']
503
k._name_map = {b'0': 0, b'1': 1, b'2': 2}
482
k._names = ['0', '1', '2']
483
k._name_map = {'0':0, '1':1, '2':2}
504
484
k._parents = [frozenset(),
508
k._weave = [(b'{', 0),
515
b"alternative second line",
488
k._weave = [('{', 0),
495
"alternative second line",
520
sha_string(b'first line'),
521
sha_string(b'first linesecond line'),
522
sha_string(b'first linealternative second line')]
499
k._sha1s = [sha_string('first line')
500
, sha_string('first linesecond line')
501
, sha_string('first linealternative second line')]
524
503
self.assertEqual(k.get_lines(0),
527
506
self.assertEqual(k.get_lines(1),
531
self.assertEqual(k.get_lines(b'2'),
533
b"alternative second line"])
535
self.assertEqual(list(k.get_ancestry([b'2'])),
510
self.assertEqual(k.get_lines('2'),
512
"alternative second line"])
514
self.assertEqual(list(k.get_ancestry(['2'])),
539
518
class ReplaceLine(TestBase):
540
519
def runTest(self):
543
text0 = [b'cheddar', b'stilton', b'gruyere']
544
text1 = [b'cheddar', b'blue vein', b'neufchatel', b'chevre']
522
text0 = ['cheddar', 'stilton', 'gruyere']
523
text1 = ['cheddar', 'blue vein', 'neufchatel', 'chevre']
546
k.add_lines(b'text0', [], text0)
547
k.add_lines(b'text1', [b'text0'], text1)
525
k.add_lines('text0', [], text0)
526
k.add_lines('text1', ['text0'], text1)
549
528
self.log('k._weave=' + pformat(k._weave))
555
534
class Merge(TestBase):
556
535
"""Storage of versions that merge diverged parents"""
558
536
def runTest(self):
563
[b'header', b'', b'line from 1'],
564
[b'header', b'', b'line from 2', b'more from 2'],
565
[b'header', b'', b'line from 1', b'fixup line', b'line from 2'],
540
['header', '', 'line from 1'],
541
['header', '', 'line from 2', 'more from 2'],
542
['header', '', 'line from 1', 'fixup line', 'line from 2'],
568
k.add_lines(b'text0', [], texts[0])
569
k.add_lines(b'text1', [b'text0'], texts[1])
570
k.add_lines(b'text2', [b'text0'], texts[2])
571
k.add_lines(b'merge', [b'text0', b'text1', b'text2'], texts[3])
545
k.add_lines('text0', [], texts[0])
546
k.add_lines('text1', ['text0'], texts[1])
547
k.add_lines('text2', ['text0'], texts[2])
548
k.add_lines('merge', ['text0', 'text1', 'text2'], texts[3])
573
550
for i, t in enumerate(texts):
574
551
self.assertEqual(k.get_lines(i), t)
576
self.assertEqual(k.annotate(b'merge'),
577
[(b'text0', b'header'),
579
(b'text1', b'line from 1'),
580
(b'merge', b'fixup line'),
581
(b'text2', b'line from 2'),
553
self.assertEqual(k.annotate('merge'),
554
[('text0', 'header'),
556
('text1', 'line from 1'),
557
('merge', 'fixup line'),
558
('text2', 'line from 2'),
584
self.assertEqual(list(k.get_ancestry([b'merge'])),
585
[b'text0', b'text1', b'text2', b'merge'])
561
self.assertEqual(list(k.get_ancestry(['merge'])),
562
['text0', 'text1', 'text2', 'merge'])
587
564
self.log('k._weave=' + pformat(k._weave))
595
572
A base version is inserted, then two descendents try to
596
573
insert different lines in the same place. These should be
597
574
reported as a possible conflict and forwarded to the user."""
599
575
def runTest(self):
603
k.add_lines([], [b'aaa', b'bbb'])
604
k.add_lines([0], [b'aaa', b'111', b'bbb'])
605
k.add_lines([1], [b'aaa', b'222', b'bbb'])
609
self.assertEqual([[[b'aaa']],
610
[[b'111'], [b'222']],
579
k.add_lines([], ['aaa', 'bbb'])
580
k.add_lines([0], ['aaa', '111', 'bbb'])
581
k.add_lines([1], ['aaa', '222', 'bbb'])
583
merged = k.merge([1, 2])
585
self.assertEquals([[['aaa']],
614
590
class NonConflict(TestBase):
615
591
"""Two descendants insert compatible changes.
617
593
No conflict should be reported."""
619
594
def runTest(self):
623
k.add_lines([], [b'aaa', b'bbb'])
624
k.add_lines([0], [b'111', b'aaa', b'ccc', b'bbb'])
625
k.add_lines([1], [b'aaa', b'ccc', b'bbb', b'222'])
598
k.add_lines([], ['aaa', 'bbb'])
599
k.add_lines([0], ['111', 'aaa', 'ccc', 'bbb'])
600
k.add_lines([1], ['aaa', 'ccc', 'bbb', '222'])
628
603
class Khayyam(TestBase):
631
606
def test_multi_line_merge(self):
633
b"""A Book of Verses underneath the Bough,
608
"""A Book of Verses underneath the Bough,
634
609
A Jug of Wine, a Loaf of Bread, -- and Thou
635
610
Beside me singing in the Wilderness --
636
611
Oh, Wilderness were Paradise enow!""",
638
b"""A Book of Verses underneath the Bough,
613
"""A Book of Verses underneath the Bough,
639
614
A Jug of Wine, a Loaf of Bread, -- and Thou
640
615
Beside me singing in the Wilderness --
641
616
Oh, Wilderness were Paradise now!""",
643
b"""A Book of poems underneath the tree,
618
"""A Book of poems underneath the tree,
644
619
A Jug of Wine, a Loaf of Bread,
646
621
Beside me singing in the Wilderness --
675
651
class JoinWeavesTests(TestBase):
678
653
super(JoinWeavesTests, self).setUp()
679
654
self.weave1 = Weave()
680
self.lines1 = [b'hello\n']
681
self.lines3 = [b'hello\n', b'cruel\n', b'world\n']
682
self.weave1.add_lines(b'v1', [], self.lines1)
683
self.weave1.add_lines(b'v2', [b'v1'], [b'hello\n', b'world\n'])
684
self.weave1.add_lines(b'v3', [b'v2'], self.lines3)
655
self.lines1 = ['hello\n']
656
self.lines3 = ['hello\n', 'cruel\n', 'world\n']
657
self.weave1.add_lines('v1', [], self.lines1)
658
self.weave1.add_lines('v2', ['v1'], ['hello\n', 'world\n'])
659
self.weave1.add_lines('v3', ['v2'], self.lines3)
686
661
def test_written_detection(self):
687
662
# Test detection of weave file corruption.
689
664
# Make sure that we can detect if a weave file has
690
665
# been corrupted. This doesn't test all forms of corruption,
691
666
# but it at least helps verify the data you get, is what you want.
667
from cStringIO import StringIO
694
w.add_lines(b'v1', [], [b'hello\n'])
695
w.add_lines(b'v2', [b'v1'], [b'hello\n', b'there\n'])
670
w.add_lines('v1', [], ['hello\n'])
671
w.add_lines('v2', ['v1'], ['hello\n', 'there\n'])
698
674
write_weave(w, tmpf)
700
# Because we are corrupting, we need to make sure we have the exact
703
b'# bzr weave file v5\n'
704
b'i\n1 f572d396fae9206628714fb2ce00f72e94f2258f\nn v1\n\n'
705
b'i 0\n1 90f265c6e75f1c8f9ab76dcf85528352c5f215ef\nn v2\n\n'
706
b'w\n{ 0\n. hello\n}\n{ 1\n. there\n}\nW\n',
676
# Because we are corrupting, we need to make sure we have the exact text
677
self.assertEquals('# bzr weave file v5\n'
678
'i\n1 f572d396fae9206628714fb2ce00f72e94f2258f\nn v1\n\n'
679
'i 0\n1 90f265c6e75f1c8f9ab76dcf85528352c5f215ef\nn v2\n\n'
680
'w\n{ 0\n. hello\n}\n{ 1\n. there\n}\nW\n',
709
683
# Change a single letter
711
b'# bzr weave file v5\n'
712
b'i\n1 f572d396fae9206628714fb2ce00f72e94f2258f\nn v1\n\n'
713
b'i 0\n1 90f265c6e75f1c8f9ab76dcf85528352c5f215ef\nn v2\n\n'
714
b'w\n{ 0\n. hello\n}\n{ 1\n. There\n}\nW\n')
684
tmpf = StringIO('# bzr weave file v5\n'
685
'i\n1 f572d396fae9206628714fb2ce00f72e94f2258f\nn v1\n\n'
686
'i 0\n1 90f265c6e75f1c8f9ab76dcf85528352c5f215ef\nn v2\n\n'
687
'w\n{ 0\n. hello\n}\n{ 1\n. There\n}\nW\n')
716
689
w = read_weave(tmpf)
718
self.assertEqual(b'hello\n', w.get_text(b'v1'))
719
self.assertRaises(WeaveInvalidChecksum, w.get_text, b'v2')
720
self.assertRaises(WeaveInvalidChecksum, w.get_lines, b'v2')
721
self.assertRaises(WeaveInvalidChecksum, w.check)
691
self.assertEqual('hello\n', w.get_text('v1'))
692
self.assertRaises(errors.WeaveInvalidChecksum, w.get_text, 'v2')
693
self.assertRaises(errors.WeaveInvalidChecksum, w.get_lines, 'v2')
694
self.assertRaises(errors.WeaveInvalidChecksum, w.check)
723
696
# Change the sha checksum
725
b'# bzr weave file v5\n'
726
b'i\n1 f572d396fae9206628714fb2ce00f72e94f2258f\nn v1\n\n'
727
b'i 0\n1 f0f265c6e75f1c8f9ab76dcf85528352c5f215ef\nn v2\n\n'
728
b'w\n{ 0\n. hello\n}\n{ 1\n. there\n}\nW\n')
697
tmpf = StringIO('# bzr weave file v5\n'
698
'i\n1 f572d396fae9206628714fb2ce00f72e94f2258f\nn v1\n\n'
699
'i 0\n1 f0f265c6e75f1c8f9ab76dcf85528352c5f215ef\nn v2\n\n'
700
'w\n{ 0\n. hello\n}\n{ 1\n. there\n}\nW\n')
730
702
w = read_weave(tmpf)
732
self.assertEqual(b'hello\n', w.get_text(b'v1'))
733
self.assertRaises(WeaveInvalidChecksum, w.get_text, b'v2')
734
self.assertRaises(WeaveInvalidChecksum, w.get_lines, b'v2')
735
self.assertRaises(WeaveInvalidChecksum, w.check)
704
self.assertEqual('hello\n', w.get_text('v1'))
705
self.assertRaises(errors.WeaveInvalidChecksum, w.get_text, 'v2')
706
self.assertRaises(errors.WeaveInvalidChecksum, w.get_lines, 'v2')
707
self.assertRaises(errors.WeaveInvalidChecksum, w.check)
738
710
class TestWeave(TestCase):
740
712
def test_allow_reserved_false(self):
741
713
w = Weave('name', allow_reserved=False)
742
714
# Add lines is checked at the WeaveFile level, not at the Weave level
743
w.add_lines(b'name:', [], TEXT_1)
715
w.add_lines('name:', [], TEXT_1)
744
716
# But get_lines is checked at this level
745
self.assertRaises(errors.ReservedId, w.get_lines, b'name:')
717
self.assertRaises(errors.ReservedId, w.get_lines, 'name:')
747
719
def test_allow_reserved_true(self):
748
720
w = Weave('name', allow_reserved=True)
749
w.add_lines(b'name:', [], TEXT_1)
750
self.assertEqual(TEXT_1, w.get_lines(b'name:'))
721
w.add_lines('name:', [], TEXT_1)
722
self.assertEqual(TEXT_1, w.get_lines('name:'))
753
725
class InstrumentedWeave(Weave):
768
740
def test_compatible_parents(self):
770
my_parents = {1, 2, 3}
742
my_parents = set([1, 2, 3])
772
self.assertTrue(w1._compatible_parents(my_parents, {3}))
744
self.assertTrue(w1._compatible_parents(my_parents, set([3])))
774
746
self.assertTrue(w1._compatible_parents(my_parents, set(my_parents)))
775
747
# same empty corner case
776
748
self.assertTrue(w1._compatible_parents(set(), set()))
777
749
# other cannot contain stuff my_parents does not
778
self.assertFalse(w1._compatible_parents(set(), {1}))
779
self.assertFalse(w1._compatible_parents(my_parents, {1, 2, 3, 4}))
780
self.assertFalse(w1._compatible_parents(my_parents, {4}))
750
self.assertFalse(w1._compatible_parents(set(), set([1])))
751
self.assertFalse(w1._compatible_parents(my_parents, set([1, 2, 3, 4])))
752
self.assertFalse(w1._compatible_parents(my_parents, set([4])))
783
755
class TestWeaveFile(TestCaseInTempDir):
785
757
def test_empty_file(self):
786
with open('empty.weave', 'wb+') as f:
787
self.assertRaises(WeaveFormatError, read_weave, f)
758
f = open('empty.weave', 'wb+')
760
self.assertRaises(errors.WeaveFormatError,