/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
2052.3.2 by John Arbash Meinel
Change Copyright .. by Canonical to Copyright ... Canonical
1
# Copyright (C) 2005 Canonical Ltd
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
2
#
3
# Authors:
4
#   Johan Rydberg <jrydberg@gnu.org>
5
#
6
# This program is free software; you can redistribute it and/or modify
7
# it under the terms of the GNU General Public License as published by
8
# the Free Software Foundation; either version 2 of the License, or
9
# (at your option) any later version.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
10
#
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
11
# This program is distributed in the hope that it will be useful,
12
# but WITHOUT ANY WARRANTY; without even the implied warranty of
13
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14
# GNU General Public License for more details.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
15
#
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
16
# You should have received a copy of the GNU General Public License
17
# along with this program; if not, write to the Free Software
18
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19
20
1704.2.15 by Martin Pool
Remove TODO about knit testing printed from test suite
21
# TODO: might be nice to create a versionedfile with some type of corruption
22
# considered typical and check that it can be detected/corrected.
23
1664.2.9 by Aaron Bentley
Ported weave merge test to versionedfile
24
from StringIO import StringIO
25
1563.2.6 by Robert Collins
Start check tests for knits (pending), and remove dead code.
26
import bzrlib
2039.1.1 by Aaron Bentley
Clean up progress properly when interrupted during fetch (#54000)
27
from bzrlib import (
28
    errors,
2309.4.7 by John Arbash Meinel
Update VersionedFile tests to ensure that they can take Unicode,
29
    osutils,
2039.1.1 by Aaron Bentley
Clean up progress properly when interrupted during fetch (#54000)
30
    progress,
31
    )
1563.2.11 by Robert Collins
Consolidate reweave and join as we have no separate usage, make reweave tests apply to all versionedfile implementations and deprecate the old reweave apis.
32
from bzrlib.errors import (
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
33
                           RevisionNotPresent,
1563.2.11 by Robert Collins
Consolidate reweave and join as we have no separate usage, make reweave tests apply to all versionedfile implementations and deprecate the old reweave apis.
34
                           RevisionAlreadyPresent,
35
                           WeaveParentMismatch
36
                           )
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
37
from bzrlib import knit as _mod_knit
2770.1.1 by Aaron Bentley
Initial implmentation of plain knit annotation
38
from bzrlib.knit import (
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
39
    make_file_knit,
2770.1.1 by Aaron Bentley
Initial implmentation of plain knit annotation
40
    KnitAnnotateFactory,
2770.1.10 by Aaron Bentley
Merge bzr.dev
41
    KnitPlainFactory,
2770.1.1 by Aaron Bentley
Initial implmentation of plain knit annotation
42
    )
3287.5.4 by Robert Collins
Bump the deprecation to 1.4.
43
from bzrlib.symbol_versioning import one_four
2535.3.48 by Andrew Bennetts
Merge from bzr.dev.
44
from bzrlib.tests import TestCaseWithMemoryTransport, TestSkipped
3102.1.1 by Vincent Ladeuil
Rename bzrlib/test/HTTPTestUtils.py to bzrlib/tests/http_utils.py and fix
45
from bzrlib.tests.http_utils import TestCaseWithWebserver
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
46
from bzrlib.trace import mutter
1563.2.16 by Robert Collins
Change WeaveStore into VersionedFileStore and make its versoined file class parameterisable.
47
from bzrlib.transport import get_transport
1563.2.13 by Robert Collins
InterVersionedFile implemented.
48
from bzrlib.transport.memory import MemoryTransport
1684.3.1 by Robert Collins
Fix versioned file joins with empty targets.
49
from bzrlib.tsort import topo_sort
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
50
from bzrlib.tuned_gzip import GzipFile
1563.2.12 by Robert Collins
Checkpointing: created InterObject to factor out common inter object worker code, added InterVersionedFile and tests to allow making join work between any versionedfile.
51
import bzrlib.versionedfile as versionedfile
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
52
from bzrlib.weave import WeaveFile
1664.2.9 by Aaron Bentley
Ported weave merge test to versionedfile
53
from bzrlib.weavefile import read_weave, write_weave
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
54
55
3350.3.11 by Robert Collins
Test inserting a stream that overlaps the current content of a knit does not error.
56
def get_diamond_vf(f, trailing_eol=True, left_only=False):
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
57
    """Get a diamond graph to exercise deltas and merges.
58
    
59
    :param trailing_eol: If True end the last line with \n.
60
    """
61
    parents = {
62
        'origin': (),
63
        'base': (('origin',),),
64
        'left': (('base',),),
65
        'right': (('base',),),
66
        'merged': (('left',), ('right',)),
67
        }
68
    # insert a diamond graph to exercise deltas and merges.
69
    if trailing_eol:
70
        last_char = '\n'
71
    else:
72
        last_char = ''
73
    f.add_lines('origin', [], ['origin' + last_char])
74
    f.add_lines('base', ['origin'], ['base' + last_char])
75
    f.add_lines('left', ['base'], ['base\n', 'left' + last_char])
3350.3.11 by Robert Collins
Test inserting a stream that overlaps the current content of a knit does not error.
76
    if not left_only:
77
        f.add_lines('right', ['base'],
78
            ['base\n', 'right' + last_char])
79
        f.add_lines('merged', ['left', 'right'],
80
            ['base\n', 'left\n', 'right\n', 'merged' + last_char])
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
81
    return f, parents
82
83
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
84
class VersionedFileTestMixIn(object):
85
    """A mixin test class for testing VersionedFiles.
86
87
    This is not an adaptor-style test at this point because
88
    theres no dynamic substitution of versioned file implementations,
89
    they are strictly controlled by their owning repositories.
90
    """
91
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
92
    def get_transaction(self):
93
        if not hasattr(self, '_transaction'):
94
            self._transaction = None
95
        return self._transaction
96
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
97
    def test_add(self):
98
        f = self.get_file()
99
        f.add_lines('r0', [], ['a\n', 'b\n'])
100
        f.add_lines('r1', ['r0'], ['b\n', 'c\n'])
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
101
        def verify_file(f):
102
            versions = f.versions()
103
            self.assertTrue('r0' in versions)
104
            self.assertTrue('r1' in versions)
105
            self.assertEquals(f.get_lines('r0'), ['a\n', 'b\n'])
106
            self.assertEquals(f.get_text('r0'), 'a\nb\n')
107
            self.assertEquals(f.get_lines('r1'), ['b\n', 'c\n'])
1563.2.18 by Robert Collins
get knit repositories really using knits for text storage.
108
            self.assertEqual(2, len(f))
109
            self.assertEqual(2, f.num_versions())
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
110
    
111
            self.assertRaises(RevisionNotPresent,
112
                f.add_lines, 'r2', ['foo'], [])
113
            self.assertRaises(RevisionAlreadyPresent,
114
                f.add_lines, 'r1', [], [])
115
        verify_file(f)
1666.1.6 by Robert Collins
Make knit the default format.
116
        # this checks that reopen with create=True does not break anything.
117
        f = self.reopen_file(create=True)
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
118
        verify_file(f)
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
119
3350.3.3 by Robert Collins
Functional get_record_stream interface tests covering full interface.
120
    def test_get_record_stream_empty(self):
121
        """get_record_stream is a replacement for get_data_stream."""
122
        f = self.get_file()
123
        entries = f.get_record_stream([], 'unordered', False)
124
        self.assertEqual([], list(entries))
125
126
    def assertValidStorageKind(self, storage_kind):
127
        """Assert that storage_kind is a valid storage_kind."""
128
        self.assertSubset([storage_kind],
129
            ['mpdiff', 'knit-annotated-ft', 'knit-annotated-delta',
130
             'knit-ft', 'knit-delta', 'fulltext', 'knit-annotated-ft-gz',
131
             'knit-annotated-delta-gz', 'knit-ft-gz', 'knit-delta-gz'])
132
133
    def capture_stream(self, f, entries, on_seen, parents):
134
        """Capture a stream for testing."""
135
        for factory in entries:
136
            on_seen(factory.key)
137
            self.assertValidStorageKind(factory.storage_kind)
138
            self.assertEqual(f.get_sha1s([factory.key[0]])[0], factory.sha1)
139
            self.assertEqual(parents[factory.key[0]], factory.parents)
140
            self.assertIsInstance(factory.get_bytes_as(factory.storage_kind),
141
                str)
142
143
    def test_get_record_stream_interface(self):
144
        """each item in a stream has to provide a regular interface."""
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
145
        f, parents = get_diamond_vf(self.get_file())
3350.3.3 by Robert Collins
Functional get_record_stream interface tests covering full interface.
146
        entries = f.get_record_stream(['merged', 'left', 'right', 'base'],
147
            'unordered', False)
148
        seen = set()
149
        self.capture_stream(f, entries, seen.add, parents)
150
        self.assertEqual(set([('base',), ('left',), ('right',), ('merged',)]),
151
            seen)
152
153
    def test_get_record_stream_interface_ordered(self):
154
        """each item in a stream has to provide a regular interface."""
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
155
        f, parents = get_diamond_vf(self.get_file())
3350.3.3 by Robert Collins
Functional get_record_stream interface tests covering full interface.
156
        entries = f.get_record_stream(['merged', 'left', 'right', 'base'],
157
            'topological', False)
158
        seen = []
159
        self.capture_stream(f, entries, seen.append, parents)
160
        self.assertSubset([tuple(seen)],
161
            (
162
             (('base',), ('left',), ('right',), ('merged',)),
163
             (('base',), ('right',), ('left',), ('merged',)),
164
            ))
165
166
    def test_get_record_stream_interface_ordered_with_delta_closure(self):
167
        """each item in a stream has to provide a regular interface."""
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
168
        f, parents = get_diamond_vf(self.get_file())
3350.3.3 by Robert Collins
Functional get_record_stream interface tests covering full interface.
169
        entries = f.get_record_stream(['merged', 'left', 'right', 'base'],
170
            'topological', True)
171
        seen = []
172
        for factory in entries:
173
            seen.append(factory.key)
174
            self.assertValidStorageKind(factory.storage_kind)
175
            self.assertEqual(f.get_sha1s([factory.key[0]])[0], factory.sha1)
176
            self.assertEqual(parents[factory.key[0]], factory.parents)
177
            self.assertEqual(f.get_text(factory.key[0]),
178
                factory.get_bytes_as('fulltext'))
179
            self.assertIsInstance(factory.get_bytes_as(factory.storage_kind),
180
                str)
181
        self.assertSubset([tuple(seen)],
182
            (
183
             (('base',), ('left',), ('right',), ('merged',)),
184
             (('base',), ('right',), ('left',), ('merged',)),
185
            ))
186
187
    def test_get_record_stream_unknown_storage_kind_raises(self):
188
        """Asking for a storage kind that the stream cannot supply raises."""
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
189
        f, parents = get_diamond_vf(self.get_file())
3350.3.3 by Robert Collins
Functional get_record_stream interface tests covering full interface.
190
        entries = f.get_record_stream(['merged', 'left', 'right', 'base'],
191
            'unordered', False)
192
        # We track the contents because we should be able to try, fail a
193
        # particular kind and then ask for one that works and continue.
194
        seen = set()
195
        for factory in entries:
196
            seen.add(factory.key)
197
            self.assertValidStorageKind(factory.storage_kind)
198
            self.assertEqual(f.get_sha1s([factory.key[0]])[0], factory.sha1)
199
            self.assertEqual(parents[factory.key[0]], factory.parents)
200
            # currently no stream emits mpdiff
201
            self.assertRaises(errors.UnavailableRepresentation,
202
                factory.get_bytes_as, 'mpdiff')
203
            self.assertIsInstance(factory.get_bytes_as(factory.storage_kind),
204
                str)
205
        self.assertEqual(set([('base',), ('left',), ('right',), ('merged',)]),
206
            seen)
207
3350.3.12 by Robert Collins
Generate streams with absent records.
208
    def test_get_record_stream_missing_records_are_absent(self):
209
        f, parents = get_diamond_vf(self.get_file())
210
        entries = f.get_record_stream(['merged', 'left', 'right', 'or', 'base'],
211
            'unordered', False)
212
        seen = set()
213
        for factory in entries:
214
            seen.add(factory.key)
215
            if factory.key == ('or',):
216
                self.assertEqual('absent', factory.storage_kind)
217
                self.assertEqual(None, factory.sha1)
218
                self.assertEqual(None, factory.parents)
219
            else:
220
                self.assertValidStorageKind(factory.storage_kind)
221
                self.assertEqual(f.get_sha1s([factory.key[0]])[0], factory.sha1)
222
                self.assertEqual(parents[factory.key[0]], factory.parents)
223
                self.assertIsInstance(factory.get_bytes_as(factory.storage_kind),
224
                    str)
225
        self.assertEqual(
226
            set([('base',), ('left',), ('right',), ('merged',), ('or',)]),
227
            seen)
228
229
3350.3.8 by Robert Collins
Basic stream insertion, no fast path yet for knit to knit.
230
    def test_insert_record_stream_empty(self):
231
        """Inserting an empty record stream should work."""
232
        f = self.get_file()
233
        stream = []
234
        f.insert_record_stream([])
235
236
    def assertIdenticalVersionedFile(self, left, right):
237
        """Assert that left and right have the same contents."""
238
        self.assertEqual(set(left.versions()), set(right.versions()))
239
        self.assertEqual(left.get_parent_map(left.versions()),
240
            right.get_parent_map(right.versions()))
241
        for v in left.versions():
242
            self.assertEqual(left.get_text(v), right.get_text(v))
243
244
    def test_insert_record_stream_fulltexts(self):
245
        """Any file should accept a stream of fulltexts."""
246
        f = self.get_file()
247
        weave_vf = WeaveFile('source', get_transport(self.get_url('.')),
248
            create=True, get_scope=self.get_transaction)
249
        source, _ = get_diamond_vf(weave_vf)
250
        stream = source.get_record_stream(source.versions(), 'topological',
251
            False)
252
        f.insert_record_stream(stream)
253
        self.assertIdenticalVersionedFile(f, source)
254
255
    def test_insert_record_stream_fulltexts_noeol(self):
256
        """Any file should accept a stream of fulltexts."""
257
        f = self.get_file()
258
        weave_vf = WeaveFile('source', get_transport(self.get_url('.')),
259
            create=True, get_scope=self.get_transaction)
260
        source, _ = get_diamond_vf(weave_vf, trailing_eol=False)
261
        stream = source.get_record_stream(source.versions(), 'topological',
262
            False)
263
        f.insert_record_stream(stream)
264
        self.assertIdenticalVersionedFile(f, source)
265
266
    def test_insert_record_stream_annotated_knits(self):
267
        """Any file should accept a stream from plain knits."""
268
        f = self.get_file()
269
        source = make_file_knit('source', get_transport(self.get_url('.')),
270
            create=True)
271
        get_diamond_vf(source)
272
        stream = source.get_record_stream(source.versions(), 'topological',
273
            False)
274
        f.insert_record_stream(stream)
275
        self.assertIdenticalVersionedFile(f, source)
276
277
    def test_insert_record_stream_annotated_knits_noeol(self):
278
        """Any file should accept a stream from plain knits."""
279
        f = self.get_file()
280
        source = make_file_knit('source', get_transport(self.get_url('.')),
281
            create=True)
282
        get_diamond_vf(source, trailing_eol=False)
283
        stream = source.get_record_stream(source.versions(), 'topological',
284
            False)
285
        f.insert_record_stream(stream)
286
        self.assertIdenticalVersionedFile(f, source)
287
288
    def test_insert_record_stream_plain_knits(self):
289
        """Any file should accept a stream from plain knits."""
290
        f = self.get_file()
291
        source = make_file_knit('source', get_transport(self.get_url('.')),
292
            create=True, factory=KnitPlainFactory())
293
        get_diamond_vf(source)
294
        stream = source.get_record_stream(source.versions(), 'topological',
295
            False)
296
        f.insert_record_stream(stream)
297
        self.assertIdenticalVersionedFile(f, source)
298
299
    def test_insert_record_stream_plain_knits_noeol(self):
300
        """Any file should accept a stream from plain knits."""
301
        f = self.get_file()
302
        source = make_file_knit('source', get_transport(self.get_url('.')),
303
            create=True, factory=KnitPlainFactory())
304
        get_diamond_vf(source, trailing_eol=False)
305
        stream = source.get_record_stream(source.versions(), 'topological',
306
            False)
307
        f.insert_record_stream(stream)
308
        self.assertIdenticalVersionedFile(f, source)
309
3350.3.11 by Robert Collins
Test inserting a stream that overlaps the current content of a knit does not error.
310
    def test_insert_record_stream_existing_keys(self):
311
        """Inserting keys already in a file should not error."""
312
        f = self.get_file()
313
        source = make_file_knit('source', get_transport(self.get_url('.')),
314
            create=True, factory=KnitPlainFactory())
315
        get_diamond_vf(source)
316
        # insert some keys into f.
317
        get_diamond_vf(f, left_only=True)
318
        stream = source.get_record_stream(source.versions(), 'topological',
319
            False)
320
        f.insert_record_stream(stream)
321
        self.assertIdenticalVersionedFile(f, source)
322
1596.2.32 by Robert Collins
Reduce re-extraction of texts during weave to knit joins by providing a memoisation facility.
323
    def test_adds_with_parent_texts(self):
324
        f = self.get_file()
325
        parent_texts = {}
2776.1.1 by Robert Collins
* The ``add_lines`` methods on ``VersionedFile`` implementations has changed
326
        _, _, parent_texts['r0'] = f.add_lines('r0', [], ['a\n', 'b\n'])
1596.2.32 by Robert Collins
Reduce re-extraction of texts during weave to knit joins by providing a memoisation facility.
327
        try:
2776.1.1 by Robert Collins
* The ``add_lines`` methods on ``VersionedFile`` implementations has changed
328
            _, _, parent_texts['r1'] = f.add_lines_with_ghosts('r1',
329
                ['r0', 'ghost'], ['b\n', 'c\n'], parent_texts=parent_texts)
1596.2.32 by Robert Collins
Reduce re-extraction of texts during weave to knit joins by providing a memoisation facility.
330
        except NotImplementedError:
331
            # if the format doesn't support ghosts, just add normally.
2776.1.1 by Robert Collins
* The ``add_lines`` methods on ``VersionedFile`` implementations has changed
332
            _, _, parent_texts['r1'] = f.add_lines('r1',
333
                ['r0'], ['b\n', 'c\n'], parent_texts=parent_texts)
1596.2.32 by Robert Collins
Reduce re-extraction of texts during weave to knit joins by providing a memoisation facility.
334
        f.add_lines('r2', ['r1'], ['c\n', 'd\n'], parent_texts=parent_texts)
335
        self.assertNotEqual(None, parent_texts['r0'])
336
        self.assertNotEqual(None, parent_texts['r1'])
337
        def verify_file(f):
338
            versions = f.versions()
339
            self.assertTrue('r0' in versions)
340
            self.assertTrue('r1' in versions)
341
            self.assertTrue('r2' in versions)
342
            self.assertEquals(f.get_lines('r0'), ['a\n', 'b\n'])
343
            self.assertEquals(f.get_lines('r1'), ['b\n', 'c\n'])
344
            self.assertEquals(f.get_lines('r2'), ['c\n', 'd\n'])
345
            self.assertEqual(3, f.num_versions())
346
            origins = f.annotate('r1')
347
            self.assertEquals(origins[0][0], 'r0')
348
            self.assertEquals(origins[1][0], 'r1')
349
            origins = f.annotate('r2')
350
            self.assertEquals(origins[0][0], 'r1')
351
            self.assertEquals(origins[1][0], 'r2')
352
353
        verify_file(f)
354
        f = self.reopen_file()
355
        verify_file(f)
356
2805.6.7 by Robert Collins
Review feedback.
357
    def test_add_unicode_content(self):
358
        # unicode content is not permitted in versioned files. 
359
        # versioned files version sequences of bytes only.
360
        vf = self.get_file()
361
        self.assertRaises(errors.BzrBadParameterUnicode,
362
            vf.add_lines, 'a', [], ['a\n', u'b\n', 'c\n'])
363
        self.assertRaises(
364
            (errors.BzrBadParameterUnicode, NotImplementedError),
365
            vf.add_lines_with_ghosts, 'a', [], ['a\n', u'b\n', 'c\n'])
366
2520.4.150 by Aaron Bentley
Test that non-Weave uses left_matching_blocks for add_lines
367
    def test_add_follows_left_matching_blocks(self):
368
        """If we change left_matching_blocks, delta changes
369
370
        Note: There are multiple correct deltas in this case, because
371
        we start with 1 "a" and we get 3.
372
        """
373
        vf = self.get_file()
374
        if isinstance(vf, WeaveFile):
375
            raise TestSkipped("WeaveFile ignores left_matching_blocks")
376
        vf.add_lines('1', [], ['a\n'])
377
        vf.add_lines('2', ['1'], ['a\n', 'a\n', 'a\n'],
378
                     left_matching_blocks=[(0, 0, 1), (1, 3, 0)])
2794.1.2 by Robert Collins
Nuke versioned file add/get delta support, allowing easy simplification of unannotated Content, reducing memory copies and friction during commit on unannotated texts.
379
        self.assertEqual(['a\n', 'a\n', 'a\n'], vf.get_lines('2'))
2520.4.150 by Aaron Bentley
Test that non-Weave uses left_matching_blocks for add_lines
380
        vf.add_lines('3', ['1'], ['a\n', 'a\n', 'a\n'],
381
                     left_matching_blocks=[(0, 2, 1), (1, 3, 0)])
2794.1.2 by Robert Collins
Nuke versioned file add/get delta support, allowing easy simplification of unannotated Content, reducing memory copies and friction during commit on unannotated texts.
382
        self.assertEqual(['a\n', 'a\n', 'a\n'], vf.get_lines('3'))
2520.4.150 by Aaron Bentley
Test that non-Weave uses left_matching_blocks for add_lines
383
2805.6.7 by Robert Collins
Review feedback.
384
    def test_inline_newline_throws(self):
385
        # \r characters are not permitted in lines being added
386
        vf = self.get_file()
387
        self.assertRaises(errors.BzrBadParameterContainsNewline, 
388
            vf.add_lines, 'a', [], ['a\n\n'])
389
        self.assertRaises(
390
            (errors.BzrBadParameterContainsNewline, NotImplementedError),
391
            vf.add_lines_with_ghosts, 'a', [], ['a\n\n'])
392
        # but inline CR's are allowed
393
        vf.add_lines('a', [], ['a\r\n'])
394
        try:
395
            vf.add_lines_with_ghosts('b', [], ['a\r\n'])
396
        except NotImplementedError:
397
            pass
398
2229.2.1 by Aaron Bentley
Reject reserved ids in versiondfile, tree, branch and repository
399
    def test_add_reserved(self):
400
        vf = self.get_file()
401
        self.assertRaises(errors.ReservedId,
402
            vf.add_lines, 'a:', [], ['a\n', 'b\n', 'c\n'])
403
2794.1.1 by Robert Collins
Allow knits to be instructed not to add a text based on a sha, for commit.
404
    def test_add_lines_nostoresha(self):
405
        """When nostore_sha is supplied using old content raises."""
406
        vf = self.get_file()
407
        empty_text = ('a', [])
408
        sample_text_nl = ('b', ["foo\n", "bar\n"])
409
        sample_text_no_nl = ('c', ["foo\n", "bar"])
410
        shas = []
411
        for version, lines in (empty_text, sample_text_nl, sample_text_no_nl):
412
            sha, _, _ = vf.add_lines(version, [], lines)
413
            shas.append(sha)
414
        # we now have a copy of all the lines in the vf.
415
        for sha, (version, lines) in zip(
416
            shas, (empty_text, sample_text_nl, sample_text_no_nl)):
417
            self.assertRaises(errors.ExistingContent,
418
                vf.add_lines, version + "2", [], lines,
419
                nostore_sha=sha)
420
            # and no new version should have been added.
421
            self.assertRaises(errors.RevisionNotPresent, vf.get_lines,
422
                version + "2")
423
2803.1.1 by Robert Collins
Fix typo in ghosts version of test_add_lines_nostoresha.
424
    def test_add_lines_with_ghosts_nostoresha(self):
2794.1.1 by Robert Collins
Allow knits to be instructed not to add a text based on a sha, for commit.
425
        """When nostore_sha is supplied using old content raises."""
426
        vf = self.get_file()
427
        empty_text = ('a', [])
428
        sample_text_nl = ('b', ["foo\n", "bar\n"])
429
        sample_text_no_nl = ('c', ["foo\n", "bar"])
430
        shas = []
431
        for version, lines in (empty_text, sample_text_nl, sample_text_no_nl):
432
            sha, _, _ = vf.add_lines(version, [], lines)
433
            shas.append(sha)
434
        # we now have a copy of all the lines in the vf.
435
        # is the test applicable to this vf implementation?
436
        try:
437
            vf.add_lines_with_ghosts('d', [], [])
438
        except NotImplementedError:
439
            raise TestSkipped("add_lines_with_ghosts is optional")
440
        for sha, (version, lines) in zip(
441
            shas, (empty_text, sample_text_nl, sample_text_no_nl)):
442
            self.assertRaises(errors.ExistingContent,
443
                vf.add_lines_with_ghosts, version + "2", [], lines,
444
                nostore_sha=sha)
445
            # and no new version should have been added.
446
            self.assertRaises(errors.RevisionNotPresent, vf.get_lines,
447
                version + "2")
448
2776.1.1 by Robert Collins
* The ``add_lines`` methods on ``VersionedFile`` implementations has changed
449
    def test_add_lines_return_value(self):
450
        # add_lines should return the sha1 and the text size.
451
        vf = self.get_file()
452
        empty_text = ('a', [])
453
        sample_text_nl = ('b', ["foo\n", "bar\n"])
454
        sample_text_no_nl = ('c', ["foo\n", "bar"])
455
        # check results for the three cases:
456
        for version, lines in (empty_text, sample_text_nl, sample_text_no_nl):
457
            # the first two elements are the same for all versioned files:
458
            # - the digest and the size of the text. For some versioned files
459
            #   additional data is returned in additional tuple elements.
460
            result = vf.add_lines(version, [], lines)
461
            self.assertEqual(3, len(result))
462
            self.assertEqual((osutils.sha_strings(lines), sum(map(len, lines))),
463
                result[0:2])
464
        # parents should not affect the result:
465
        lines = sample_text_nl[1]
466
        self.assertEqual((osutils.sha_strings(lines), sum(map(len, lines))),
467
            vf.add_lines('d', ['b', 'c'], lines)[0:2])
468
2229.2.1 by Aaron Bentley
Reject reserved ids in versiondfile, tree, branch and repository
469
    def test_get_reserved(self):
470
        vf = self.get_file()
471
        self.assertRaises(errors.ReservedId, vf.get_texts, ['b:'])
472
        self.assertRaises(errors.ReservedId, vf.get_lines, 'b:')
473
        self.assertRaises(errors.ReservedId, vf.get_text, 'b:')
474
2520.4.85 by Aaron Bentley
Get all test passing (which just proves there aren't enough tests!)
475
    def test_make_mpdiffs(self):
2520.4.3 by Aaron Bentley
Implement plain strategy for extracting and installing multiparent diffs
476
        from bzrlib import multiparent
477
        vf = self.get_file('foo')
478
        sha1s = self._setup_for_deltas(vf)
479
        new_vf = self.get_file('bar')
480
        for version in multiparent.topo_iter(vf):
2520.4.85 by Aaron Bentley
Get all test passing (which just proves there aren't enough tests!)
481
            mpdiff = vf.make_mpdiffs([version])[0]
3287.5.2 by Robert Collins
Deprecate VersionedFile.get_parents, breaking pulling from a ghost containing knit or pack repository to weaves, which improves correctness and allows simplification of core code.
482
            new_vf.add_mpdiffs([(version, vf.get_parent_map([version])[version],
3316.2.9 by Robert Collins
* ``VersionedFile.get_sha1`` is deprecated, please use
483
                                 vf.get_sha1s([version])[0], mpdiff)])
2520.4.3 by Aaron Bentley
Implement plain strategy for extracting and installing multiparent diffs
484
            self.assertEqualDiff(vf.get_text(version),
485
                                 new_vf.get_text(version))
486
1596.2.38 by Robert Collins
rollback from using deltas to using fulltexts - deltas need more work to be ready.
487
    def _setup_for_deltas(self, f):
2794.1.2 by Robert Collins
Nuke versioned file add/get delta support, allowing easy simplification of unannotated Content, reducing memory copies and friction during commit on unannotated texts.
488
        self.assertFalse(f.has_version('base'))
1596.2.36 by Robert Collins
add a get_delta api to versioned_file.
489
        # add texts that should trip the knit maximum delta chain threshold
490
        # as well as doing parallel chains of data in knits.
491
        # this is done by two chains of 25 insertions
492
        f.add_lines('base', [], ['line\n'])
1596.2.38 by Robert Collins
rollback from using deltas to using fulltexts - deltas need more work to be ready.
493
        f.add_lines('noeol', ['base'], ['line'])
494
        # detailed eol tests:
495
        # shared last line with parent no-eol
496
        f.add_lines('noeolsecond', ['noeol'], ['line\n', 'line'])
497
        # differing last line with parent, both no-eol
498
        f.add_lines('noeolnotshared', ['noeolsecond'], ['line\n', 'phone'])
499
        # add eol following a noneol parent, change content
500
        f.add_lines('eol', ['noeol'], ['phone\n'])
501
        # add eol following a noneol parent, no change content
502
        f.add_lines('eolline', ['noeol'], ['line\n'])
503
        # noeol with no parents:
504
        f.add_lines('noeolbase', [], ['line'])
505
        # noeol preceeding its leftmost parent in the output:
506
        # this is done by making it a merge of two parents with no common
507
        # anestry: noeolbase and noeol with the 
508
        # later-inserted parent the leftmost.
509
        f.add_lines('eolbeforefirstparent', ['noeolbase', 'noeol'], ['line'])
510
        # two identical eol texts
511
        f.add_lines('noeoldup', ['noeol'], ['line'])
1596.2.36 by Robert Collins
add a get_delta api to versioned_file.
512
        next_parent = 'base'
513
        text_name = 'chain1-'
514
        text = ['line\n']
515
        sha1s = {0 :'da6d3141cb4a5e6f464bf6e0518042ddc7bfd079',
516
                 1 :'45e21ea146a81ea44a821737acdb4f9791c8abe7',
517
                 2 :'e1f11570edf3e2a070052366c582837a4fe4e9fa',
518
                 3 :'26b4b8626da827088c514b8f9bbe4ebf181edda1',
519
                 4 :'e28a5510be25ba84d31121cff00956f9970ae6f6',
520
                 5 :'d63ec0ce22e11dcf65a931b69255d3ac747a318d',
521
                 6 :'2c2888d288cb5e1d98009d822fedfe6019c6a4ea',
522
                 7 :'95c14da9cafbf828e3e74a6f016d87926ba234ab',
523
                 8 :'779e9a0b28f9f832528d4b21e17e168c67697272',
524
                 9 :'1f8ff4e5c6ff78ac106fcfe6b1e8cb8740ff9a8f',
525
                 10:'131a2ae712cf51ed62f143e3fbac3d4206c25a05',
526
                 11:'c5a9d6f520d2515e1ec401a8f8a67e6c3c89f199',
527
                 12:'31a2286267f24d8bedaa43355f8ad7129509ea85',
528
                 13:'dc2a7fe80e8ec5cae920973973a8ee28b2da5e0a',
529
                 14:'2c4b1736566b8ca6051e668de68650686a3922f2',
530
                 15:'5912e4ecd9b0c07be4d013e7e2bdcf9323276cde',
531
                 16:'b0d2e18d3559a00580f6b49804c23fea500feab3',
532
                 17:'8e1d43ad72f7562d7cb8f57ee584e20eb1a69fc7',
533
                 18:'5cf64a3459ae28efa60239e44b20312d25b253f3',
534
                 19:'1ebed371807ba5935958ad0884595126e8c4e823',
535
                 20:'2aa62a8b06fb3b3b892a3292a068ade69d5ee0d3',
536
                 21:'01edc447978004f6e4e962b417a4ae1955b6fe5d',
537
                 22:'d8d8dc49c4bf0bab401e0298bb5ad827768618bb',
538
                 23:'c21f62b1c482862983a8ffb2b0c64b3451876e3f',
539
                 24:'c0593fe795e00dff6b3c0fe857a074364d5f04fc',
540
                 25:'dd1a1cf2ba9cc225c3aff729953e6364bf1d1855',
541
                 }
542
        for depth in range(26):
543
            new_version = text_name + '%s' % depth
544
            text = text + ['line\n']
545
            f.add_lines(new_version, [next_parent], text)
546
            next_parent = new_version
547
        next_parent = 'base'
548
        text_name = 'chain2-'
549
        text = ['line\n']
550
        for depth in range(26):
551
            new_version = text_name + '%s' % depth
552
            text = text + ['line\n']
553
            f.add_lines(new_version, [next_parent], text)
554
            next_parent = new_version
1596.2.38 by Robert Collins
rollback from using deltas to using fulltexts - deltas need more work to be ready.
555
        return sha1s
1596.2.37 by Robert Collins
Switch to delta based content copying in the generic versioned file copier.
556
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
557
    def test_ancestry(self):
558
        f = self.get_file()
1563.2.29 by Robert Collins
Remove all but fetch references to repository.revision_store.
559
        self.assertEqual([], f.get_ancestry([]))
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
560
        f.add_lines('r0', [], ['a\n', 'b\n'])
561
        f.add_lines('r1', ['r0'], ['b\n', 'c\n'])
562
        f.add_lines('r2', ['r0'], ['b\n', 'c\n'])
563
        f.add_lines('r3', ['r2'], ['b\n', 'c\n'])
564
        f.add_lines('rM', ['r1', 'r2'], ['b\n', 'c\n'])
1563.2.29 by Robert Collins
Remove all but fetch references to repository.revision_store.
565
        self.assertEqual([], f.get_ancestry([]))
1563.2.35 by Robert Collins
cleanup deprecation warnings and finish conversion so the inventory is knit based too.
566
        versions = f.get_ancestry(['rM'])
567
        # there are some possibilities:
568
        # r0 r1 r2 rM r3
569
        # r0 r1 r2 r3 rM
570
        # etc
571
        # so we check indexes
572
        r0 = versions.index('r0')
573
        r1 = versions.index('r1')
574
        r2 = versions.index('r2')
575
        self.assertFalse('r3' in versions)
576
        rM = versions.index('rM')
577
        self.assertTrue(r0 < r1)
578
        self.assertTrue(r0 < r2)
579
        self.assertTrue(r1 < rM)
580
        self.assertTrue(r2 < rM)
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
581
582
        self.assertRaises(RevisionNotPresent,
583
            f.get_ancestry, ['rM', 'rX'])
1594.2.21 by Robert Collins
Teach versioned files to prevent mutation after finishing.
584
2530.1.1 by Aaron Bentley
Make topological sorting optional for get_ancestry
585
        self.assertEqual(set(f.get_ancestry('rM')),
586
            set(f.get_ancestry('rM', topo_sorted=False)))
587
1594.2.21 by Robert Collins
Teach versioned files to prevent mutation after finishing.
588
    def test_mutate_after_finish(self):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
589
        self._transaction = 'before'
1594.2.21 by Robert Collins
Teach versioned files to prevent mutation after finishing.
590
        f = self.get_file()
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
591
        self._transaction = 'after'
1594.2.21 by Robert Collins
Teach versioned files to prevent mutation after finishing.
592
        self.assertRaises(errors.OutSideTransaction, f.add_lines, '', [], [])
593
        self.assertRaises(errors.OutSideTransaction, f.add_lines_with_ghosts, '', [], [])
594
        self.assertRaises(errors.OutSideTransaction, f.join, '')
1563.2.7 by Robert Collins
add versioned file clear_cache entry.
595
        
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
596
    def test_clone_text(self):
597
        f = self.get_file()
598
        f.add_lines('r0', [], ['a\n', 'b\n'])
3316.2.10 by Robert Collins
* ``VersionedFile.clone_text`` is deprecated. This performance optimisation
599
        self.applyDeprecated(one_four, f.clone_text, 'r1', 'r0', ['r0'])
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
600
        def verify_file(f):
601
            self.assertEquals(f.get_lines('r1'), f.get_lines('r0'))
602
            self.assertEquals(f.get_lines('r1'), ['a\n', 'b\n'])
3287.5.2 by Robert Collins
Deprecate VersionedFile.get_parents, breaking pulling from a ghost containing knit or pack repository to weaves, which improves correctness and allows simplification of core code.
603
            self.assertEqual({'r1':('r0',)}, f.get_parent_map(['r1']))
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
604
            self.assertRaises(RevisionNotPresent,
3316.2.10 by Robert Collins
* ``VersionedFile.clone_text`` is deprecated. This performance optimisation
605
                self.applyDeprecated, one_four, f.clone_text, 'r2', 'rX', [])
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
606
            self.assertRaises(RevisionAlreadyPresent,
3316.2.10 by Robert Collins
* ``VersionedFile.clone_text`` is deprecated. This performance optimisation
607
                self.applyDeprecated, one_four, f.clone_text, 'r1', 'r0', [])
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
608
        verify_file(f)
609
        verify_file(self.reopen_file())
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
610
1563.2.15 by Robert Collins
remove the weavestore assumptions about the number and nature of files it manages.
611
    def test_copy_to(self):
612
        f = self.get_file()
613
        f.add_lines('0', [], ['a\n'])
614
        t = MemoryTransport()
615
        f.copy_to('foo', t)
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
616
        for suffix in self.get_factory().get_suffixes():
1563.2.15 by Robert Collins
remove the weavestore assumptions about the number and nature of files it manages.
617
            self.assertTrue(t.has('foo' + suffix))
618
619
    def test_get_suffixes(self):
620
        f = self.get_file()
621
        # and should be a list
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
622
        self.assertTrue(isinstance(self.get_factory().get_suffixes(), list))
1563.2.15 by Robert Collins
remove the weavestore assumptions about the number and nature of files it manages.
623
1684.3.1 by Robert Collins
Fix versioned file joins with empty targets.
624
    def build_graph(self, file, graph):
625
        for node in topo_sort(graph.items()):
626
            file.add_lines(node, graph[node], [])
627
1563.2.13 by Robert Collins
InterVersionedFile implemented.
628
    def test_get_graph(self):
629
        f = self.get_file()
1684.3.1 by Robert Collins
Fix versioned file joins with empty targets.
630
        graph = {
2592.3.43 by Robert Collins
A knit iter_parents API.
631
            'v1': (),
632
            'v2': ('v1', ),
633
            'v3': ('v2', )}
1684.3.1 by Robert Collins
Fix versioned file joins with empty targets.
634
        self.build_graph(f, graph)
3316.2.7 by Robert Collins
Actually deprecated VersionedFile.get_graph.
635
        self.assertEqual(graph, self.applyDeprecated(one_four, f.get_graph))
1684.3.1 by Robert Collins
Fix versioned file joins with empty targets.
636
    
637
    def test_get_graph_partial(self):
638
        f = self.get_file()
639
        complex_graph = {}
640
        simple_a = {
2592.3.43 by Robert Collins
A knit iter_parents API.
641
            'c': (),
642
            'b': ('c', ),
643
            'a': ('b', ),
1684.3.1 by Robert Collins
Fix versioned file joins with empty targets.
644
            }
645
        complex_graph.update(simple_a)
646
        simple_b = {
2592.3.43 by Robert Collins
A knit iter_parents API.
647
            'c': (),
648
            'b': ('c', ),
1684.3.1 by Robert Collins
Fix versioned file joins with empty targets.
649
            }
650
        complex_graph.update(simple_b)
651
        simple_gam = {
2592.3.43 by Robert Collins
A knit iter_parents API.
652
            'c': (),
653
            'oo': (),
654
            'bar': ('oo', 'c'),
655
            'gam': ('bar', ),
1684.3.1 by Robert Collins
Fix versioned file joins with empty targets.
656
            }
657
        complex_graph.update(simple_gam)
658
        simple_b_gam = {}
659
        simple_b_gam.update(simple_gam)
660
        simple_b_gam.update(simple_b)
661
        self.build_graph(f, complex_graph)
3316.2.7 by Robert Collins
Actually deprecated VersionedFile.get_graph.
662
        self.assertEqual(simple_a, self.applyDeprecated(one_four, f.get_graph,
663
            ['a']))
664
        self.assertEqual(simple_b, self.applyDeprecated(one_four, f.get_graph,
665
            ['b']))
666
        self.assertEqual(simple_gam, self.applyDeprecated(one_four,
667
            f.get_graph, ['gam']))
668
        self.assertEqual(simple_b_gam, self.applyDeprecated(one_four,
669
            f.get_graph, ['b', 'gam']))
1563.2.13 by Robert Collins
InterVersionedFile implemented.
670
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
671
    def test_get_parents(self):
672
        f = self.get_file()
673
        f.add_lines('r0', [], ['a\n', 'b\n'])
674
        f.add_lines('r1', [], ['a\n', 'b\n'])
675
        f.add_lines('r2', [], ['a\n', 'b\n'])
676
        f.add_lines('r3', [], ['a\n', 'b\n'])
677
        f.add_lines('m', ['r0', 'r1', 'r2', 'r3'], ['a\n', 'b\n'])
3287.5.2 by Robert Collins
Deprecate VersionedFile.get_parents, breaking pulling from a ghost containing knit or pack repository to weaves, which improves correctness and allows simplification of core code.
678
        self.assertEqual(['r0', 'r1', 'r2', 'r3'],
3287.5.4 by Robert Collins
Bump the deprecation to 1.4.
679
            self.applyDeprecated(one_four, f.get_parents, 'm'))
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
680
        self.assertRaises(RevisionNotPresent,
3287.5.4 by Robert Collins
Bump the deprecation to 1.4.
681
            self.applyDeprecated, one_four, f.get_parents, 'y')
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
682
3287.5.1 by Robert Collins
Add VersionedFile.get_parent_map.
683
    def test_get_parent_map(self):
684
        f = self.get_file()
685
        f.add_lines('r0', [], ['a\n', 'b\n'])
686
        self.assertEqual(
687
            {'r0':()}, f.get_parent_map(['r0']))
688
        f.add_lines('r1', ['r0'], ['a\n', 'b\n'])
689
        self.assertEqual(
690
            {'r1':('r0',)}, f.get_parent_map(['r1']))
691
        self.assertEqual(
692
            {'r0':(),
693
             'r1':('r0',)},
694
            f.get_parent_map(['r0', 'r1']))
695
        f.add_lines('r2', [], ['a\n', 'b\n'])
696
        f.add_lines('r3', [], ['a\n', 'b\n'])
697
        f.add_lines('m', ['r0', 'r1', 'r2', 'r3'], ['a\n', 'b\n'])
698
        self.assertEqual(
699
            {'m':('r0', 'r1', 'r2', 'r3')}, f.get_parent_map(['m']))
700
        self.assertEqual({}, f.get_parent_map('y'))
701
        self.assertEqual(
702
            {'r0':(),
703
             'r1':('r0',)},
704
            f.get_parent_map(['r0', 'y', 'r1']))
705
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
706
    def test_annotate(self):
707
        f = self.get_file()
708
        f.add_lines('r0', [], ['a\n', 'b\n'])
709
        f.add_lines('r1', ['r0'], ['c\n', 'b\n'])
710
        origins = f.annotate('r1')
711
        self.assertEquals(origins[0][0], 'r1')
712
        self.assertEquals(origins[1][0], 'r0')
713
714
        self.assertRaises(RevisionNotPresent,
715
            f.annotate, 'foo')
716
1563.2.6 by Robert Collins
Start check tests for knits (pending), and remove dead code.
717
    def test_detection(self):
718
        # Test weaves detect corruption.
719
        #
720
        # Weaves contain a checksum of their texts.
721
        # When a text is extracted, this checksum should be
722
        # verified.
723
724
        w = self.get_file_corrupted_text()
725
726
        self.assertEqual('hello\n', w.get_text('v1'))
727
        self.assertRaises(errors.WeaveInvalidChecksum, w.get_text, 'v2')
728
        self.assertRaises(errors.WeaveInvalidChecksum, w.get_lines, 'v2')
729
        self.assertRaises(errors.WeaveInvalidChecksum, w.check)
730
731
        w = self.get_file_corrupted_checksum()
732
733
        self.assertEqual('hello\n', w.get_text('v1'))
734
        self.assertRaises(errors.WeaveInvalidChecksum, w.get_text, 'v2')
735
        self.assertRaises(errors.WeaveInvalidChecksum, w.get_lines, 'v2')
736
        self.assertRaises(errors.WeaveInvalidChecksum, w.check)
737
738
    def get_file_corrupted_text(self):
739
        """Return a versioned file with corrupt text but valid metadata."""
740
        raise NotImplementedError(self.get_file_corrupted_text)
741
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
742
    def reopen_file(self, name='foo'):
743
        """Open the versioned file from disk again."""
744
        raise NotImplementedError(self.reopen_file)
745
2592.3.43 by Robert Collins
A knit iter_parents API.
746
    def test_iter_parents(self):
747
        """iter_parents returns the parents for many nodes."""
748
        f = self.get_file()
749
        # sample data:
750
        # no parents
751
        f.add_lines('r0', [], ['a\n', 'b\n'])
752
        # 1 parents
753
        f.add_lines('r1', ['r0'], ['a\n', 'b\n'])
754
        # 2 parents
755
        f.add_lines('r2', ['r1', 'r0'], ['a\n', 'b\n'])
756
        # XXX TODO a ghost
757
        # cases: each sample data individually:
758
        self.assertEqual(set([('r0', ())]),
3316.2.8 by Robert Collins
* ``VersionedFile.iter_parents`` is now deprecated in favour of
759
            set(self.applyDeprecated(one_four, f.iter_parents, ['r0'])))
2592.3.43 by Robert Collins
A knit iter_parents API.
760
        self.assertEqual(set([('r1', ('r0', ))]),
3316.2.8 by Robert Collins
* ``VersionedFile.iter_parents`` is now deprecated in favour of
761
            set(self.applyDeprecated(one_four, f.iter_parents, ['r1'])))
2592.3.43 by Robert Collins
A knit iter_parents API.
762
        self.assertEqual(set([('r2', ('r1', 'r0'))]),
3316.2.8 by Robert Collins
* ``VersionedFile.iter_parents`` is now deprecated in favour of
763
            set(self.applyDeprecated(one_four, f.iter_parents, ['r2'])))
2592.3.43 by Robert Collins
A knit iter_parents API.
764
        # no nodes returned for a missing node
765
        self.assertEqual(set(),
3316.2.8 by Robert Collins
* ``VersionedFile.iter_parents`` is now deprecated in favour of
766
            set(self.applyDeprecated(one_four, f.iter_parents, ['missing'])))
2592.3.43 by Robert Collins
A knit iter_parents API.
767
        # 1 node returned with missing nodes skipped
768
        self.assertEqual(set([('r1', ('r0', ))]),
3316.2.8 by Robert Collins
* ``VersionedFile.iter_parents`` is now deprecated in favour of
769
            set(self.applyDeprecated(one_four, f.iter_parents, ['ghost1', 'r1',
770
                'ghost'])))
2592.3.43 by Robert Collins
A knit iter_parents API.
771
        # 2 nodes returned
772
        self.assertEqual(set([('r0', ()), ('r1', ('r0', ))]),
3316.2.8 by Robert Collins
* ``VersionedFile.iter_parents`` is now deprecated in favour of
773
            set(self.applyDeprecated(one_four, f.iter_parents, ['r0', 'r1'])))
2592.3.43 by Robert Collins
A knit iter_parents API.
774
        # 2 nodes returned, missing skipped
775
        self.assertEqual(set([('r0', ()), ('r1', ('r0', ))]),
3316.2.8 by Robert Collins
* ``VersionedFile.iter_parents`` is now deprecated in favour of
776
            set(self.applyDeprecated(one_four, f.iter_parents,
777
                ['a', 'r0', 'b', 'r1', 'c'])))
2592.3.43 by Robert Collins
A knit iter_parents API.
778
1594.2.6 by Robert Collins
Introduce a api specifically for looking at lines in some versions of the inventory, for fileid_involved.
779
    def test_iter_lines_added_or_present_in_versions(self):
780
        # test that we get at least an equalset of the lines added by
781
        # versions in the weave 
782
        # the ordering here is to make a tree so that dumb searches have
783
        # more changes to muck up.
2039.1.1 by Aaron Bentley
Clean up progress properly when interrupted during fetch (#54000)
784
785
        class InstrumentedProgress(progress.DummyProgress):
786
787
            def __init__(self):
788
789
                progress.DummyProgress.__init__(self)
790
                self.updates = []
791
792
            def update(self, msg=None, current=None, total=None):
793
                self.updates.append((msg, current, total))
794
1594.2.6 by Robert Collins
Introduce a api specifically for looking at lines in some versions of the inventory, for fileid_involved.
795
        vf = self.get_file()
796
        # add a base to get included
797
        vf.add_lines('base', [], ['base\n'])
798
        # add a ancestor to be included on one side
799
        vf.add_lines('lancestor', [], ['lancestor\n'])
800
        # add a ancestor to be included on the other side
801
        vf.add_lines('rancestor', ['base'], ['rancestor\n'])
802
        # add a child of rancestor with no eofile-nl
803
        vf.add_lines('child', ['rancestor'], ['base\n', 'child\n'])
804
        # add a child of lancestor and base to join the two roots
805
        vf.add_lines('otherchild',
806
                     ['lancestor', 'base'],
807
                     ['base\n', 'lancestor\n', 'otherchild\n'])
2039.1.1 by Aaron Bentley
Clean up progress properly when interrupted during fetch (#54000)
808
        def iter_with_versions(versions, expected):
1594.2.6 by Robert Collins
Introduce a api specifically for looking at lines in some versions of the inventory, for fileid_involved.
809
            # now we need to see what lines are returned, and how often.
2975.3.1 by Robert Collins
Change (without backwards compatibility) the
810
            lines = {}
2039.1.1 by Aaron Bentley
Clean up progress properly when interrupted during fetch (#54000)
811
            progress = InstrumentedProgress()
1594.2.6 by Robert Collins
Introduce a api specifically for looking at lines in some versions of the inventory, for fileid_involved.
812
            # iterate over the lines
2975.3.1 by Robert Collins
Change (without backwards compatibility) the
813
            for line in vf.iter_lines_added_or_present_in_versions(versions,
2039.1.1 by Aaron Bentley
Clean up progress properly when interrupted during fetch (#54000)
814
                pb=progress):
2975.3.1 by Robert Collins
Change (without backwards compatibility) the
815
                lines.setdefault(line, 0)
1594.2.6 by Robert Collins
Introduce a api specifically for looking at lines in some versions of the inventory, for fileid_involved.
816
                lines[line] += 1
2975.3.1 by Robert Collins
Change (without backwards compatibility) the
817
            if []!= progress.updates:
2039.1.2 by Aaron Bentley
Tweak test to avoid catching assert
818
                self.assertEqual(expected, progress.updates)
1594.2.6 by Robert Collins
Introduce a api specifically for looking at lines in some versions of the inventory, for fileid_involved.
819
            return lines
2147.1.3 by John Arbash Meinel
In knit.py we were re-using a variable in 2 loops, causing bogus progress messages to be generated.
820
        lines = iter_with_versions(['child', 'otherchild'],
821
                                   [('Walking content.', 0, 2),
822
                                    ('Walking content.', 1, 2),
2039.1.1 by Aaron Bentley
Clean up progress properly when interrupted during fetch (#54000)
823
                                    ('Walking content.', 2, 2)])
1594.2.6 by Robert Collins
Introduce a api specifically for looking at lines in some versions of the inventory, for fileid_involved.
824
        # we must see child and otherchild
2975.3.1 by Robert Collins
Change (without backwards compatibility) the
825
        self.assertTrue(lines[('child\n', 'child')] > 0)
826
        self.assertTrue(lines[('otherchild\n', 'otherchild')] > 0)
1594.2.6 by Robert Collins
Introduce a api specifically for looking at lines in some versions of the inventory, for fileid_involved.
827
        # we dont care if we got more than that.
828
        
829
        # test all lines
2147.1.3 by John Arbash Meinel
In knit.py we were re-using a variable in 2 loops, causing bogus progress messages to be generated.
830
        lines = iter_with_versions(None, [('Walking content.', 0, 5),
831
                                          ('Walking content.', 1, 5),
832
                                          ('Walking content.', 2, 5),
833
                                          ('Walking content.', 3, 5),
834
                                          ('Walking content.', 4, 5),
2039.1.1 by Aaron Bentley
Clean up progress properly when interrupted during fetch (#54000)
835
                                          ('Walking content.', 5, 5)])
1594.2.6 by Robert Collins
Introduce a api specifically for looking at lines in some versions of the inventory, for fileid_involved.
836
        # all lines must be seen at least once
2975.3.1 by Robert Collins
Change (without backwards compatibility) the
837
        self.assertTrue(lines[('base\n', 'base')] > 0)
838
        self.assertTrue(lines[('lancestor\n', 'lancestor')] > 0)
839
        self.assertTrue(lines[('rancestor\n', 'rancestor')] > 0)
840
        self.assertTrue(lines[('child\n', 'child')] > 0)
841
        self.assertTrue(lines[('otherchild\n', 'otherchild')] > 0)
1594.2.7 by Robert Collins
Add versionedfile.fix_parents api for correcting data post hoc.
842
1594.2.8 by Robert Collins
add ghost aware apis to knits.
843
    def test_add_lines_with_ghosts(self):
844
        # some versioned file formats allow lines to be added with parent
845
        # information that is > than that in the format. Formats that do
846
        # not support this need to raise NotImplementedError on the
847
        # add_lines_with_ghosts api.
848
        vf = self.get_file()
849
        # add a revision with ghost parents
2249.5.12 by John Arbash Meinel
Change the APIs for VersionedFile, Store, and some of Repository into utf-8
850
        # The preferred form is utf8, but we should translate when needed
851
        parent_id_unicode = u'b\xbfse'
852
        parent_id_utf8 = parent_id_unicode.encode('utf8')
1594.2.8 by Robert Collins
add ghost aware apis to knits.
853
        try:
2309.4.7 by John Arbash Meinel
Update VersionedFile tests to ensure that they can take Unicode,
854
            vf.add_lines_with_ghosts('notbxbfse', [parent_id_utf8], [])
1594.2.8 by Robert Collins
add ghost aware apis to knits.
855
        except NotImplementedError:
856
            # check the other ghost apis are also not implemented
857
            self.assertRaises(NotImplementedError, vf.get_ancestry_with_ghosts, ['foo'])
858
            self.assertRaises(NotImplementedError, vf.get_parents_with_ghosts, 'foo')
859
            return
2150.2.1 by Robert Collins
Correctly decode utf8 revision ids from knits when parsing, fixes a regression where a unicode revision id is stored correctly, but then indexed by the utf8 value on the next invocation of bzr, rather than the unicode value.
860
        vf = self.reopen_file()
1594.2.8 by Robert Collins
add ghost aware apis to knits.
861
        # test key graph related apis: getncestry, _graph, get_parents
862
        # has_version
863
        # - these are ghost unaware and must not be reflect ghosts
2249.5.12 by John Arbash Meinel
Change the APIs for VersionedFile, Store, and some of Repository into utf-8
864
        self.assertEqual(['notbxbfse'], vf.get_ancestry('notbxbfse'))
3287.5.2 by Robert Collins
Deprecate VersionedFile.get_parents, breaking pulling from a ghost containing knit or pack repository to weaves, which improves correctness and allows simplification of core code.
865
        self.assertEqual([],
3287.5.4 by Robert Collins
Bump the deprecation to 1.4.
866
            self.applyDeprecated(one_four, vf.get_parents, 'notbxbfse'))
3316.2.7 by Robert Collins
Actually deprecated VersionedFile.get_graph.
867
        self.assertEqual({'notbxbfse':()}, self.applyDeprecated(one_four,
868
            vf.get_graph))
2249.5.12 by John Arbash Meinel
Change the APIs for VersionedFile, Store, and some of Repository into utf-8
869
        self.assertFalse(vf.has_version(parent_id_utf8))
1594.2.8 by Robert Collins
add ghost aware apis to knits.
870
        # we have _with_ghost apis to give us ghost information.
2249.5.12 by John Arbash Meinel
Change the APIs for VersionedFile, Store, and some of Repository into utf-8
871
        self.assertEqual([parent_id_utf8, 'notbxbfse'], vf.get_ancestry_with_ghosts(['notbxbfse']))
872
        self.assertEqual([parent_id_utf8], vf.get_parents_with_ghosts('notbxbfse'))
3287.6.7 by Robert Collins
* ``VersionedFile.get_graph_with_ghosts`` is deprecated, with no
873
        self.assertEqual({'notbxbfse':(parent_id_utf8,)},
874
            self.applyDeprecated(one_four, vf.get_graph_with_ghosts))
3287.6.5 by Robert Collins
Deprecate VersionedFile.has_ghost.
875
        self.assertTrue(self.applyDeprecated(one_four, vf.has_ghost,
876
            parent_id_utf8))
1594.2.8 by Robert Collins
add ghost aware apis to knits.
877
        # if we add something that is a ghost of another, it should correct the
878
        # results of the prior apis
2858.2.1 by Martin Pool
Remove most calls to safe_file_id and safe_revision_id.
879
        vf.add_lines(parent_id_utf8, [], [])
2249.5.12 by John Arbash Meinel
Change the APIs for VersionedFile, Store, and some of Repository into utf-8
880
        self.assertEqual([parent_id_utf8, 'notbxbfse'], vf.get_ancestry(['notbxbfse']))
3287.5.2 by Robert Collins
Deprecate VersionedFile.get_parents, breaking pulling from a ghost containing knit or pack repository to weaves, which improves correctness and allows simplification of core code.
881
        self.assertEqual({'notbxbfse':(parent_id_utf8,)},
882
            vf.get_parent_map(['notbxbfse']))
2592.3.43 by Robert Collins
A knit iter_parents API.
883
        self.assertEqual({parent_id_utf8:(),
884
                          'notbxbfse':(parent_id_utf8, ),
1594.2.8 by Robert Collins
add ghost aware apis to knits.
885
                          },
3316.2.7 by Robert Collins
Actually deprecated VersionedFile.get_graph.
886
                         self.applyDeprecated(one_four, vf.get_graph))
2249.5.12 by John Arbash Meinel
Change the APIs for VersionedFile, Store, and some of Repository into utf-8
887
        self.assertTrue(vf.has_version(parent_id_utf8))
1594.2.8 by Robert Collins
add ghost aware apis to knits.
888
        # we have _with_ghost apis to give us ghost information.
2858.2.1 by Martin Pool
Remove most calls to safe_file_id and safe_revision_id.
889
        self.assertEqual([parent_id_utf8, 'notbxbfse'],
890
            vf.get_ancestry_with_ghosts(['notbxbfse']))
2249.5.12 by John Arbash Meinel
Change the APIs for VersionedFile, Store, and some of Repository into utf-8
891
        self.assertEqual([parent_id_utf8], vf.get_parents_with_ghosts('notbxbfse'))
3287.5.5 by Robert Collins
Refactor internals of knit implementations to implement get_parents_with_ghosts in terms of get_parent_map.
892
        self.assertEqual({parent_id_utf8:(),
893
                          'notbxbfse':(parent_id_utf8,),
1594.2.8 by Robert Collins
add ghost aware apis to knits.
894
                          },
3287.6.7 by Robert Collins
* ``VersionedFile.get_graph_with_ghosts`` is deprecated, with no
895
            self.applyDeprecated(one_four, vf.get_graph_with_ghosts))
3287.6.5 by Robert Collins
Deprecate VersionedFile.has_ghost.
896
        self.assertFalse(self.applyDeprecated(one_four, vf.has_ghost,
897
            parent_id_utf8))
1594.2.8 by Robert Collins
add ghost aware apis to knits.
898
1594.2.9 by Robert Collins
Teach Knit repositories how to handle ghosts without corrupting at all.
899
    def test_add_lines_with_ghosts_after_normal_revs(self):
900
        # some versioned file formats allow lines to be added with parent
901
        # information that is > than that in the format. Formats that do
902
        # not support this need to raise NotImplementedError on the
903
        # add_lines_with_ghosts api.
904
        vf = self.get_file()
905
        # probe for ghost support
906
        try:
3287.6.5 by Robert Collins
Deprecate VersionedFile.has_ghost.
907
            vf.add_lines_with_ghosts('base', [], ['line\n', 'line_b\n'])
1594.2.9 by Robert Collins
Teach Knit repositories how to handle ghosts without corrupting at all.
908
        except NotImplementedError:
909
            return
910
        vf.add_lines_with_ghosts('references_ghost',
911
                                 ['base', 'a_ghost'],
912
                                 ['line\n', 'line_b\n', 'line_c\n'])
913
        origins = vf.annotate('references_ghost')
914
        self.assertEquals(('base', 'line\n'), origins[0])
915
        self.assertEquals(('base', 'line_b\n'), origins[1])
916
        self.assertEquals(('references_ghost', 'line_c\n'), origins[2])
1594.2.23 by Robert Collins
Test versioned file storage handling of clean/dirty status for accessed versioned files.
917
918
    def test_readonly_mode(self):
919
        transport = get_transport(self.get_url('.'))
920
        factory = self.get_factory()
921
        vf = factory('id', transport, 0777, create=True, access_mode='w')
922
        vf = factory('id', transport, access_mode='r')
923
        self.assertRaises(errors.ReadOnlyError, vf.add_lines, 'base', [], [])
924
        self.assertRaises(errors.ReadOnlyError,
925
                          vf.add_lines_with_ghosts,
926
                          'base',
927
                          [],
928
                          [])
929
        self.assertRaises(errors.ReadOnlyError, vf.join, 'base')
1666.1.6 by Robert Collins
Make knit the default format.
930
    
3316.2.9 by Robert Collins
* ``VersionedFile.get_sha1`` is deprecated, please use
931
    def test_get_sha1s(self):
1666.1.6 by Robert Collins
Make knit the default format.
932
        # check the sha1 data is available
933
        vf = self.get_file()
934
        # a simple file
935
        vf.add_lines('a', [], ['a\n'])
936
        # the same file, different metadata
937
        vf.add_lines('b', ['a'], ['a\n'])
938
        # a file differing only in last newline.
939
        vf.add_lines('c', [], ['a'])
3316.2.9 by Robert Collins
* ``VersionedFile.get_sha1`` is deprecated, please use
940
        # Deprecasted single-version API.
941
        self.assertEqual(
942
            '3f786850e387550fdab836ed7e6dc881de23001b',
943
            self.applyDeprecated(one_four, vf.get_sha1, 'a'))
944
        self.assertEqual(
945
            '3f786850e387550fdab836ed7e6dc881de23001b',
946
            self.applyDeprecated(one_four, vf.get_sha1, 'b'))
947
        self.assertEqual(
948
            '86f7e437faa5a7fce15d1ddcb9eaeaea377667b8',
949
            self.applyDeprecated(one_four, vf.get_sha1, 'c'))
2520.4.89 by Aaron Bentley
Add get_sha1s to weaves
950
        self.assertEqual(['3f786850e387550fdab836ed7e6dc881de23001b',
951
                          '86f7e437faa5a7fce15d1ddcb9eaeaea377667b8',
952
                          '3f786850e387550fdab836ed7e6dc881de23001b'],
953
                          vf.get_sha1s(['a', 'c', 'b']))
1594.2.9 by Robert Collins
Teach Knit repositories how to handle ghosts without corrupting at all.
954
        
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
955
2535.3.1 by Andrew Bennetts
Add get_format_signature to VersionedFile
956
class TestWeave(TestCaseWithMemoryTransport, VersionedFileTestMixIn):
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
957
958
    def get_file(self, name='foo'):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
959
        return WeaveFile(name, get_transport(self.get_url('.')), create=True,
960
            get_scope=self.get_transaction)
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
961
1563.2.6 by Robert Collins
Start check tests for knits (pending), and remove dead code.
962
    def get_file_corrupted_text(self):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
963
        w = WeaveFile('foo', get_transport(self.get_url('.')), create=True,
964
            get_scope=self.get_transaction)
1563.2.13 by Robert Collins
InterVersionedFile implemented.
965
        w.add_lines('v1', [], ['hello\n'])
966
        w.add_lines('v2', ['v1'], ['hello\n', 'there\n'])
1563.2.6 by Robert Collins
Start check tests for knits (pending), and remove dead code.
967
        
968
        # We are going to invasively corrupt the text
969
        # Make sure the internals of weave are the same
970
        self.assertEqual([('{', 0)
971
                        , 'hello\n'
972
                        , ('}', None)
973
                        , ('{', 1)
974
                        , 'there\n'
975
                        , ('}', None)
976
                        ], w._weave)
977
        
978
        self.assertEqual(['f572d396fae9206628714fb2ce00f72e94f2258f'
979
                        , '90f265c6e75f1c8f9ab76dcf85528352c5f215ef'
980
                        ], w._sha1s)
981
        w.check()
982
        
983
        # Corrupted
984
        w._weave[4] = 'There\n'
985
        return w
986
987
    def get_file_corrupted_checksum(self):
988
        w = self.get_file_corrupted_text()
989
        # Corrected
990
        w._weave[4] = 'there\n'
991
        self.assertEqual('hello\nthere\n', w.get_text('v2'))
992
        
993
        #Invalid checksum, first digit changed
994
        w._sha1s[1] =  'f0f265c6e75f1c8f9ab76dcf85528352c5f215ef'
995
        return w
996
1666.1.6 by Robert Collins
Make knit the default format.
997
    def reopen_file(self, name='foo', create=False):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
998
        return WeaveFile(name, get_transport(self.get_url('.')), create=create,
999
            get_scope=self.get_transaction)
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
1000
1563.2.25 by Robert Collins
Merge in upstream.
1001
    def test_no_implicit_create(self):
1002
        self.assertRaises(errors.NoSuchFile,
1003
                          WeaveFile,
1004
                          'foo',
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1005
                          get_transport(self.get_url('.')),
1006
                          get_scope=self.get_transaction)
1563.2.25 by Robert Collins
Merge in upstream.
1007
1594.2.23 by Robert Collins
Test versioned file storage handling of clean/dirty status for accessed versioned files.
1008
    def get_factory(self):
1009
        return WeaveFile
1010
1563.2.1 by Robert Collins
Merge in a variation of the versionedfile api from versioned-file.
1011
2535.3.1 by Andrew Bennetts
Add get_format_signature to VersionedFile
1012
class TestKnit(TestCaseWithMemoryTransport, VersionedFileTestMixIn):
1563.2.4 by Robert Collins
First cut at including the knit implementation of versioned_file.
1013
3350.3.11 by Robert Collins
Test inserting a stream that overlaps the current content of a knit does not error.
1014
    def get_file(self, name='foo', create=True):
1015
        return make_file_knit(name, get_transport(self.get_url('.')),
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1016
            delta=True, create=True, get_scope=self.get_transaction)
1563.2.6 by Robert Collins
Start check tests for knits (pending), and remove dead code.
1017
1594.2.23 by Robert Collins
Test versioned file storage handling of clean/dirty status for accessed versioned files.
1018
    def get_factory(self):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1019
        return make_file_knit
1594.2.23 by Robert Collins
Test versioned file storage handling of clean/dirty status for accessed versioned files.
1020
1563.2.6 by Robert Collins
Start check tests for knits (pending), and remove dead code.
1021
    def get_file_corrupted_text(self):
1022
        knit = self.get_file()
1023
        knit.add_lines('v1', [], ['hello\n'])
1024
        knit.add_lines('v2', ['v1'], ['hello\n', 'there\n'])
1025
        return knit
1563.2.9 by Robert Collins
Update versionedfile api tests to ensure that data is available after every operation.
1026
1666.1.6 by Robert Collins
Make knit the default format.
1027
    def reopen_file(self, name='foo', create=False):
3350.3.11 by Robert Collins
Test inserting a stream that overlaps the current content of a knit does not error.
1028
        return self.get_file(name, create)
1563.2.10 by Robert Collins
Change weave store to be a versioned store, using WeaveFiles which maintain integrity without needing explicit 'put' operations.
1029
1030
    def test_detection(self):
1563.2.19 by Robert Collins
stub out a check for knits.
1031
        knit = self.get_file()
1032
        knit.check()
1563.2.12 by Robert Collins
Checkpointing: created InterObject to factor out common inter object worker code, added InterVersionedFile and tests to allow making join work between any versionedfile.
1033
1563.2.25 by Robert Collins
Merge in upstream.
1034
    def test_no_implicit_create(self):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1035
        self.assertRaises(errors.NoSuchFile, self.get_factory(), 'foo',
1036
            get_transport(self.get_url('.')))
1563.2.25 by Robert Collins
Merge in upstream.
1037
1563.2.12 by Robert Collins
Checkpointing: created InterObject to factor out common inter object worker code, added InterVersionedFile and tests to allow making join work between any versionedfile.
1038
2770.1.1 by Aaron Bentley
Initial implmentation of plain knit annotation
1039
class TestPlaintextKnit(TestKnit):
1040
    """Test a knit with no cached annotations"""
1041
3350.3.11 by Robert Collins
Test inserting a stream that overlaps the current content of a knit does not error.
1042
    def get_file(self, name='foo', create=True):
1043
        return make_file_knit(name, get_transport(self.get_url('.')),
1044
            delta=True, create=create, get_scope=self.get_transaction,
1045
            factory=_mod_knit.KnitPlainFactory())
2770.1.1 by Aaron Bentley
Initial implmentation of plain knit annotation
1046
1047
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1048
class TestPlanMergeVersionedFile(TestCaseWithMemoryTransport):
1049
1050
    def setUp(self):
1051
        TestCaseWithMemoryTransport.setUp(self)
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1052
        self.vf1 = make_file_knit('root', self.get_transport(), create=True)
1053
        self.vf2 = make_file_knit('root', self.get_transport(), create=True)
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1054
        self.plan_merge_vf = versionedfile._PlanMergeVersionedFile('root',
1055
            [self.vf1, self.vf2])
1056
1057
    def test_add_lines(self):
1058
        self.plan_merge_vf.add_lines('a:', [], [])
1059
        self.assertRaises(ValueError, self.plan_merge_vf.add_lines, 'a', [],
1060
                          [])
1061
        self.assertRaises(ValueError, self.plan_merge_vf.add_lines, 'a:', None,
1062
                          [])
1063
        self.assertRaises(ValueError, self.plan_merge_vf.add_lines, 'a:', [],
1064
                          None)
1065
1066
    def test_ancestry(self):
1067
        self.vf1.add_lines('A', [], [])
1068
        self.vf1.add_lines('B', ['A'], [])
1069
        self.plan_merge_vf.add_lines('C:', ['B'], [])
1070
        self.plan_merge_vf.add_lines('D:', ['C:'], [])
1071
        self.assertEqual(set(['A', 'B', 'C:', 'D:']),
3062.1.14 by Aaron Bentley
Use topo_sorted=False with get_ancestry
1072
            self.plan_merge_vf.get_ancestry('D:', topo_sorted=False))
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1073
1074
    def setup_abcde(self):
1075
        self.vf1.add_lines('A', [], ['a'])
1076
        self.vf1.add_lines('B', ['A'], ['b'])
1077
        self.vf2.add_lines('C', [], ['c'])
1078
        self.vf2.add_lines('D', ['C'], ['d'])
1079
        self.plan_merge_vf.add_lines('E:', ['B', 'D'], ['e'])
1080
1081
    def test_ancestry_uses_all_versionedfiles(self):
1082
        self.setup_abcde()
1083
        self.assertEqual(set(['A', 'B', 'C', 'D', 'E:']),
3062.1.14 by Aaron Bentley
Use topo_sorted=False with get_ancestry
1084
            self.plan_merge_vf.get_ancestry('E:', topo_sorted=False))
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1085
1086
    def test_ancestry_raises_revision_not_present(self):
1087
        error = self.assertRaises(errors.RevisionNotPresent,
3062.1.14 by Aaron Bentley
Use topo_sorted=False with get_ancestry
1088
                                  self.plan_merge_vf.get_ancestry, 'E:', False)
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1089
        self.assertContainsRe(str(error), '{E:} not present in "root"')
1090
1091
    def test_get_parents(self):
1092
        self.setup_abcde()
3287.5.2 by Robert Collins
Deprecate VersionedFile.get_parents, breaking pulling from a ghost containing knit or pack repository to weaves, which improves correctness and allows simplification of core code.
1093
        self.assertEqual({'B':('A',)}, self.plan_merge_vf.get_parent_map(['B']))
1094
        self.assertEqual({'D':('C',)}, self.plan_merge_vf.get_parent_map(['D']))
1095
        self.assertEqual({'E:':('B', 'D')},
1096
            self.plan_merge_vf.get_parent_map(['E:']))
1097
        self.assertEqual({}, self.plan_merge_vf.get_parent_map(['F']))
1098
        self.assertEqual({
1099
                'B':('A',),
1100
                'D':('C',),
1101
                'E:':('B', 'D'),
1102
                }, self.plan_merge_vf.get_parent_map(['B', 'D', 'E:', 'F']))
3062.1.9 by Aaron Bentley
Move PlanMerge into merge and _PlanMergeVersionedFile into versionedfile
1103
1104
    def test_get_lines(self):
1105
        self.setup_abcde()
1106
        self.assertEqual(['a'], self.plan_merge_vf.get_lines('A'))
1107
        self.assertEqual(['c'], self.plan_merge_vf.get_lines('C'))
1108
        self.assertEqual(['e'], self.plan_merge_vf.get_lines('E:'))
1109
        error = self.assertRaises(errors.RevisionNotPresent,
1110
                                  self.plan_merge_vf.get_lines, 'F')
1111
        self.assertContainsRe(str(error), '{F} not present in "root"')
1112
1113
1563.2.12 by Robert Collins
Checkpointing: created InterObject to factor out common inter object worker code, added InterVersionedFile and tests to allow making join work between any versionedfile.
1114
class InterString(versionedfile.InterVersionedFile):
1115
    """An inter-versionedfile optimised code path for strings.
1116
1117
    This is for use during testing where we use strings as versionedfiles
1118
    so that none of the default regsitered interversionedfile classes will
1119
    match - which lets us test the match logic.
1120
    """
1121
1122
    @staticmethod
1123
    def is_compatible(source, target):
1124
        """InterString is compatible with strings-as-versionedfiles."""
1125
        return isinstance(source, str) and isinstance(target, str)
1126
1127
1128
# TODO this and the InterRepository core logic should be consolidatable
1129
# if we make the registry a separate class though we still need to 
1130
# test the behaviour in the active registry to catch failure-to-handle-
1131
# stange-objects
2535.3.1 by Andrew Bennetts
Add get_format_signature to VersionedFile
1132
class TestInterVersionedFile(TestCaseWithMemoryTransport):
1563.2.12 by Robert Collins
Checkpointing: created InterObject to factor out common inter object worker code, added InterVersionedFile and tests to allow making join work between any versionedfile.
1133
1134
    def test_get_default_inter_versionedfile(self):
1135
        # test that the InterVersionedFile.get(a, b) probes
1136
        # for a class where is_compatible(a, b) returns
1137
        # true and returns a default interversionedfile otherwise.
1138
        # This also tests that the default registered optimised interversionedfile
1139
        # classes do not barf inappropriately when a surprising versionedfile type
1140
        # is handed to them.
1141
        dummy_a = "VersionedFile 1."
1142
        dummy_b = "VersionedFile 2."
1143
        self.assertGetsDefaultInterVersionedFile(dummy_a, dummy_b)
1144
1145
    def assertGetsDefaultInterVersionedFile(self, a, b):
1146
        """Asserts that InterVersionedFile.get(a, b) -> the default."""
1147
        inter = versionedfile.InterVersionedFile.get(a, b)
1148
        self.assertEqual(versionedfile.InterVersionedFile,
1149
                         inter.__class__)
1150
        self.assertEqual(a, inter.source)
1151
        self.assertEqual(b, inter.target)
1152
1153
    def test_register_inter_versionedfile_class(self):
1154
        # test that a optimised code path provider - a
1155
        # InterVersionedFile subclass can be registered and unregistered
1156
        # and that it is correctly selected when given a versionedfile
1157
        # pair that it returns true on for the is_compatible static method
1158
        # check
1159
        dummy_a = "VersionedFile 1."
1160
        dummy_b = "VersionedFile 2."
1161
        versionedfile.InterVersionedFile.register_optimiser(InterString)
1162
        try:
1163
            # we should get the default for something InterString returns False
1164
            # to
1165
            self.assertFalse(InterString.is_compatible(dummy_a, None))
1166
            self.assertGetsDefaultInterVersionedFile(dummy_a, None)
1167
            # and we should get an InterString for a pair it 'likes'
1168
            self.assertTrue(InterString.is_compatible(dummy_a, dummy_b))
1169
            inter = versionedfile.InterVersionedFile.get(dummy_a, dummy_b)
1170
            self.assertEqual(InterString, inter.__class__)
1171
            self.assertEqual(dummy_a, inter.source)
1172
            self.assertEqual(dummy_b, inter.target)
1173
        finally:
1174
            versionedfile.InterVersionedFile.unregister_optimiser(InterString)
1175
        # now we should get the default InterVersionedFile object again.
1176
        self.assertGetsDefaultInterVersionedFile(dummy_a, dummy_b)
1666.1.1 by Robert Collins
Add trivial http-using test for versioned files.
1177
1178
1179
class TestReadonlyHttpMixin(object):
1180
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1181
    def get_transaction(self):
1182
        return 1
1183
1666.1.1 by Robert Collins
Add trivial http-using test for versioned files.
1184
    def test_readonly_http_works(self):
1185
        # we should be able to read from http with a versioned file.
1186
        vf = self.get_file()
1666.1.6 by Robert Collins
Make knit the default format.
1187
        # try an empty file access
1188
        readonly_vf = self.get_factory()('foo', get_transport(self.get_readonly_url('.')))
1189
        self.assertEqual([], readonly_vf.versions())
1190
        # now with feeling.
1666.1.1 by Robert Collins
Add trivial http-using test for versioned files.
1191
        vf.add_lines('1', [], ['a\n'])
1192
        vf.add_lines('2', ['1'], ['b\n', 'a\n'])
1193
        readonly_vf = self.get_factory()('foo', get_transport(self.get_readonly_url('.')))
1666.1.6 by Robert Collins
Make knit the default format.
1194
        self.assertEqual(['1', '2'], vf.versions())
1666.1.1 by Robert Collins
Add trivial http-using test for versioned files.
1195
        for version in readonly_vf.versions():
1196
            readonly_vf.get_lines(version)
1197
1198
1199
class TestWeaveHTTP(TestCaseWithWebserver, TestReadonlyHttpMixin):
1200
1201
    def get_file(self):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1202
        return WeaveFile('foo', get_transport(self.get_url('.')), create=True,
1203
            get_scope=self.get_transaction)
1666.1.1 by Robert Collins
Add trivial http-using test for versioned files.
1204
1205
    def get_factory(self):
1206
        return WeaveFile
1207
1208
1209
class TestKnitHTTP(TestCaseWithWebserver, TestReadonlyHttpMixin):
1210
1211
    def get_file(self):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1212
        return make_file_knit('foo', get_transport(self.get_url('.')),
1213
            delta=True, create=True, get_scope=self.get_transaction)
1666.1.1 by Robert Collins
Add trivial http-using test for versioned files.
1214
1215
    def get_factory(self):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1216
        return make_file_knit
1664.2.9 by Aaron Bentley
Ported weave merge test to versionedfile
1217
1218
1219
class MergeCasesMixin(object):
1220
1221
    def doMerge(self, base, a, b, mp):
1222
        from cStringIO import StringIO
1223
        from textwrap import dedent
1224
1225
        def addcrlf(x):
1226
            return x + '\n'
1227
        
1228
        w = self.get_file()
1229
        w.add_lines('text0', [], map(addcrlf, base))
1230
        w.add_lines('text1', ['text0'], map(addcrlf, a))
1231
        w.add_lines('text2', ['text0'], map(addcrlf, b))
1232
1233
        self.log_contents(w)
1234
1235
        self.log('merge plan:')
1236
        p = list(w.plan_merge('text1', 'text2'))
1237
        for state, line in p:
1238
            if line:
1239
                self.log('%12s | %s' % (state, line[:-1]))
1240
1241
        self.log('merge:')
1242
        mt = StringIO()
1243
        mt.writelines(w.weave_merge(p))
1244
        mt.seek(0)
1245
        self.log(mt.getvalue())
1246
1247
        mp = map(addcrlf, mp)
1248
        self.assertEqual(mt.readlines(), mp)
1249
        
1250
        
1251
    def testOneInsert(self):
1252
        self.doMerge([],
1253
                     ['aa'],
1254
                     [],
1255
                     ['aa'])
1256
1257
    def testSeparateInserts(self):
1258
        self.doMerge(['aaa', 'bbb', 'ccc'],
1259
                     ['aaa', 'xxx', 'bbb', 'ccc'],
1260
                     ['aaa', 'bbb', 'yyy', 'ccc'],
1261
                     ['aaa', 'xxx', 'bbb', 'yyy', 'ccc'])
1262
1263
    def testSameInsert(self):
1264
        self.doMerge(['aaa', 'bbb', 'ccc'],
1265
                     ['aaa', 'xxx', 'bbb', 'ccc'],
1266
                     ['aaa', 'xxx', 'bbb', 'yyy', 'ccc'],
1267
                     ['aaa', 'xxx', 'bbb', 'yyy', 'ccc'])
1268
    overlappedInsertExpected = ['aaa', 'xxx', 'yyy', 'bbb']
1269
    def testOverlappedInsert(self):
1270
        self.doMerge(['aaa', 'bbb'],
1271
                     ['aaa', 'xxx', 'yyy', 'bbb'],
1272
                     ['aaa', 'xxx', 'bbb'], self.overlappedInsertExpected)
1273
1274
        # really it ought to reduce this to 
1275
        # ['aaa', 'xxx', 'yyy', 'bbb']
1276
1277
1278
    def testClashReplace(self):
1279
        self.doMerge(['aaa'],
1280
                     ['xxx'],
1281
                     ['yyy', 'zzz'],
1282
                     ['<<<<<<< ', 'xxx', '=======', 'yyy', 'zzz', 
1283
                      '>>>>>>> '])
1284
1285
    def testNonClashInsert1(self):
1286
        self.doMerge(['aaa'],
1287
                     ['xxx', 'aaa'],
1288
                     ['yyy', 'zzz'],
1289
                     ['<<<<<<< ', 'xxx', 'aaa', '=======', 'yyy', 'zzz', 
1290
                      '>>>>>>> '])
1291
1292
    def testNonClashInsert2(self):
1293
        self.doMerge(['aaa'],
1294
                     ['aaa'],
1295
                     ['yyy', 'zzz'],
1296
                     ['yyy', 'zzz'])
1297
1298
1299
    def testDeleteAndModify(self):
1300
        """Clashing delete and modification.
1301
1302
        If one side modifies a region and the other deletes it then
1303
        there should be a conflict with one side blank.
1304
        """
1305
1306
        #######################################
1307
        # skippd, not working yet
1308
        return
1309
        
1310
        self.doMerge(['aaa', 'bbb', 'ccc'],
1311
                     ['aaa', 'ddd', 'ccc'],
1312
                     ['aaa', 'ccc'],
1313
                     ['<<<<<<<< ', 'aaa', '=======', '>>>>>>> ', 'ccc'])
1314
1315
    def _test_merge_from_strings(self, base, a, b, expected):
1316
        w = self.get_file()
1317
        w.add_lines('text0', [], base.splitlines(True))
1318
        w.add_lines('text1', ['text0'], a.splitlines(True))
1319
        w.add_lines('text2', ['text0'], b.splitlines(True))
1320
        self.log('merge plan:')
1321
        p = list(w.plan_merge('text1', 'text2'))
1322
        for state, line in p:
1323
            if line:
1324
                self.log('%12s | %s' % (state, line[:-1]))
1325
        self.log('merge result:')
1326
        result_text = ''.join(w.weave_merge(p))
1327
        self.log(result_text)
1328
        self.assertEqualDiff(result_text, expected)
1329
1330
    def test_weave_merge_conflicts(self):
1331
        # does weave merge properly handle plans that end with unchanged?
1332
        result = ''.join(self.get_file().weave_merge([('new-a', 'hello\n')]))
1333
        self.assertEqual(result, 'hello\n')
1334
1335
    def test_deletion_extended(self):
1336
        """One side deletes, the other deletes more.
1337
        """
1338
        base = """\
1339
            line 1
1340
            line 2
1341
            line 3
1342
            """
1343
        a = """\
1344
            line 1
1345
            line 2
1346
            """
1347
        b = """\
1348
            line 1
1349
            """
1350
        result = """\
1351
            line 1
1352
            """
1353
        self._test_merge_from_strings(base, a, b, result)
1354
1355
    def test_deletion_overlap(self):
1356
        """Delete overlapping regions with no other conflict.
1357
1358
        Arguably it'd be better to treat these as agreement, rather than 
1359
        conflict, but for now conflict is safer.
1360
        """
1361
        base = """\
1362
            start context
1363
            int a() {}
1364
            int b() {}
1365
            int c() {}
1366
            end context
1367
            """
1368
        a = """\
1369
            start context
1370
            int a() {}
1371
            end context
1372
            """
1373
        b = """\
1374
            start context
1375
            int c() {}
1376
            end context
1377
            """
1378
        result = """\
1379
            start context
1380
<<<<<<< 
1381
            int a() {}
1382
=======
1383
            int c() {}
1384
>>>>>>> 
1385
            end context
1386
            """
1387
        self._test_merge_from_strings(base, a, b, result)
1388
1389
    def test_agreement_deletion(self):
1390
        """Agree to delete some lines, without conflicts."""
1391
        base = """\
1392
            start context
1393
            base line 1
1394
            base line 2
1395
            end context
1396
            """
1397
        a = """\
1398
            start context
1399
            base line 1
1400
            end context
1401
            """
1402
        b = """\
1403
            start context
1404
            base line 1
1405
            end context
1406
            """
1407
        result = """\
1408
            start context
1409
            base line 1
1410
            end context
1411
            """
1412
        self._test_merge_from_strings(base, a, b, result)
1413
1414
    def test_sync_on_deletion(self):
1415
        """Specific case of merge where we can synchronize incorrectly.
1416
        
1417
        A previous version of the weave merge concluded that the two versions
1418
        agreed on deleting line 2, and this could be a synchronization point.
1419
        Line 1 was then considered in isolation, and thought to be deleted on 
1420
        both sides.
1421
1422
        It's better to consider the whole thing as a disagreement region.
1423
        """
1424
        base = """\
1425
            start context
1426
            base line 1
1427
            base line 2
1428
            end context
1429
            """
1430
        a = """\
1431
            start context
1432
            base line 1
1433
            a's replacement line 2
1434
            end context
1435
            """
1436
        b = """\
1437
            start context
1438
            b replaces
1439
            both lines
1440
            end context
1441
            """
1442
        result = """\
1443
            start context
1444
<<<<<<< 
1445
            base line 1
1446
            a's replacement line 2
1447
=======
1448
            b replaces
1449
            both lines
1450
>>>>>>> 
1451
            end context
1452
            """
1453
        self._test_merge_from_strings(base, a, b, result)
1454
1455
2535.3.1 by Andrew Bennetts
Add get_format_signature to VersionedFile
1456
class TestKnitMerge(TestCaseWithMemoryTransport, MergeCasesMixin):
1664.2.9 by Aaron Bentley
Ported weave merge test to versionedfile
1457
1458
    def get_file(self, name='foo'):
3316.2.3 by Robert Collins
Remove manual notification of transaction finishing on versioned files.
1459
        return make_file_knit(name, get_transport(self.get_url('.')),
1664.2.9 by Aaron Bentley
Ported weave merge test to versionedfile
1460
                                 delta=True, create=True)
1461
1462
    def log_contents(self, w):
1463
        pass
1464
1465
2535.3.1 by Andrew Bennetts
Add get_format_signature to VersionedFile
1466
class TestWeaveMerge(TestCaseWithMemoryTransport, MergeCasesMixin):
1664.2.9 by Aaron Bentley
Ported weave merge test to versionedfile
1467
1468
    def get_file(self, name='foo'):
1469
        return WeaveFile(name, get_transport(self.get_url('.')), create=True)
1470
1471
    def log_contents(self, w):
1472
        self.log('weave is:')
1473
        tmpf = StringIO()
1474
        write_weave(w, tmpf)
1475
        self.log(tmpf.getvalue())
1476
1477
    overlappedInsertExpected = ['aaa', '<<<<<<< ', 'xxx', 'yyy', '=======', 
1478
                                'xxx', '>>>>>>> ', 'bbb']
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
1479
1480
1481
class TestContentFactoryAdaption(TestCaseWithMemoryTransport):
1482
1483
    def test_select_adaptor(self):
3350.3.7 by Robert Collins
Create a registry of versioned file record adapters.
1484
        """Test expected adapters exist."""
1485
        # One scenario for each lookup combination we expect to use.
1486
        # Each is source_kind, requested_kind, adapter class
1487
        scenarios = [
1488
            ('knit-delta-gz', 'fulltext', _mod_knit.DeltaPlainToFullText),
1489
            ('knit-ft-gz', 'fulltext', _mod_knit.FTPlainToFullText),
1490
            ('knit-annotated-delta-gz', 'knit-delta-gz',
1491
                _mod_knit.DeltaAnnotatedToUnannotated),
1492
            ('knit-annotated-delta-gz', 'fulltext',
1493
                _mod_knit.DeltaAnnotatedToFullText),
1494
            ('knit-annotated-ft-gz', 'knit-ft-gz',
1495
                _mod_knit.FTAnnotatedToUnannotated),
1496
            ('knit-annotated-ft-gz', 'fulltext',
1497
                _mod_knit.FTAnnotatedToFullText),
1498
            ]
1499
        for source, requested, klass in scenarios:
1500
            adapter_factory = versionedfile.adapter_registry.get(
1501
                (source, requested))
1502
            adapter = adapter_factory(None)
1503
            self.assertIsInstance(adapter, klass)
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
1504
3350.3.5 by Robert Collins
Create adapters from plain compressed knit content.
1505
    def get_knit(self, annotated=True):
1506
        if annotated:
1507
            factory = KnitAnnotateFactory()
1508
        else:
1509
            factory = KnitPlainFactory()
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
1510
        return make_file_knit('knit', self.get_transport('.'), delta=True,
3350.3.5 by Robert Collins
Create adapters from plain compressed knit content.
1511
            create=True, factory=factory)
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
1512
1513
    def helpGetBytes(self, f, ft_adapter, delta_adapter):
1514
        """grab the interested adapted texts for tests."""
1515
        # origin is a fulltext
1516
        entries = f.get_record_stream(['origin'], 'unordered', False)
1517
        base = entries.next()
1518
        ft_data = ft_adapter.get_bytes(base, base.get_bytes_as(base.storage_kind))
1519
        # merged is both a delta and multiple parents.
1520
        entries = f.get_record_stream(['merged'], 'unordered', False)
1521
        merged = entries.next()
1522
        delta_data = delta_adapter.get_bytes(merged,
1523
            merged.get_bytes_as(merged.storage_kind))
1524
        return ft_data, delta_data
1525
1526
    def test_deannotation_noeol(self):
1527
        """Test converting annotated knits to unannotated knits."""
1528
        # we need a full text, and a delta
1529
        f, parents = get_diamond_vf(self.get_knit(), trailing_eol=False)
1530
        ft_data, delta_data = self.helpGetBytes(f,
3350.3.7 by Robert Collins
Create a registry of versioned file record adapters.
1531
            _mod_knit.FTAnnotatedToUnannotated(None),
1532
            _mod_knit.DeltaAnnotatedToUnannotated(None))
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
1533
        self.assertEqual(
1534
            'version origin 1 b284f94827db1fa2970d9e2014f080413b547a7e\n'
1535
            'origin\n'
1536
            'end origin\n',
1537
            GzipFile(mode='rb', fileobj=StringIO(ft_data)).read())
1538
        self.assertEqual(
1539
            'version merged 4 32c2e79763b3f90e8ccde37f9710b6629c25a796\n'
1540
            '1,2,3\nleft\nright\nmerged\nend merged\n',
1541
            GzipFile(mode='rb', fileobj=StringIO(delta_data)).read())
1542
1543
    def test_deannotation(self):
1544
        """Test converting annotated knits to unannotated knits."""
1545
        # we need a full text, and a delta
1546
        f, parents = get_diamond_vf(self.get_knit())
1547
        ft_data, delta_data = self.helpGetBytes(f,
3350.3.7 by Robert Collins
Create a registry of versioned file record adapters.
1548
            _mod_knit.FTAnnotatedToUnannotated(None),
1549
            _mod_knit.DeltaAnnotatedToUnannotated(None))
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
1550
        self.assertEqual(
1551
            'version origin 1 00e364d235126be43292ab09cb4686cf703ddc17\n'
1552
            'origin\n'
1553
            'end origin\n',
1554
            GzipFile(mode='rb', fileobj=StringIO(ft_data)).read())
1555
        self.assertEqual(
1556
            'version merged 3 ed8bce375198ea62444dc71952b22cfc2b09226d\n'
1557
            '2,2,2\nright\nmerged\nend merged\n',
1558
            GzipFile(mode='rb', fileobj=StringIO(delta_data)).read())
1559
1560
    def test_annotated_to_fulltext_no_eol(self):
1561
        """Test adapting annotated knits to full texts (for -> weaves)."""
1562
        # we need a full text, and a delta
1563
        f, parents = get_diamond_vf(self.get_knit(), trailing_eol=False)
1564
        # Reconstructing a full text requires a backing versioned file, and it
1565
        # must have the base lines requested from it.
1566
        logged_vf = versionedfile.RecordingVersionedFileDecorator(f)
1567
        ft_data, delta_data = self.helpGetBytes(f,
3350.3.7 by Robert Collins
Create a registry of versioned file record adapters.
1568
            _mod_knit.FTAnnotatedToFullText(None),
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
1569
            _mod_knit.DeltaAnnotatedToFullText(logged_vf))
1570
        self.assertEqual('origin', ft_data)
1571
        self.assertEqual('base\nleft\nright\nmerged', delta_data)
1572
        self.assertEqual([('get_lines', 'left')], logged_vf.calls)
1573
1574
    def test_annotated_to_fulltext(self):
1575
        """Test adapting annotated knits to full texts (for -> weaves)."""
1576
        # we need a full text, and a delta
1577
        f, parents = get_diamond_vf(self.get_knit())
1578
        # Reconstructing a full text requires a backing versioned file, and it
1579
        # must have the base lines requested from it.
1580
        logged_vf = versionedfile.RecordingVersionedFileDecorator(f)
1581
        ft_data, delta_data = self.helpGetBytes(f,
3350.3.7 by Robert Collins
Create a registry of versioned file record adapters.
1582
            _mod_knit.FTAnnotatedToFullText(None),
3350.3.4 by Robert Collins
Finish adapters for annotated knits to unannotated knits and full texts.
1583
            _mod_knit.DeltaAnnotatedToFullText(logged_vf))
1584
        self.assertEqual('origin\n', ft_data)
1585
        self.assertEqual('base\nleft\nright\nmerged\n', delta_data)
1586
        self.assertEqual([('get_lines', 'left')], logged_vf.calls)
3350.3.5 by Robert Collins
Create adapters from plain compressed knit content.
1587
1588
    def test_unannotated_to_fulltext(self):
1589
        """Test adapting unannotated knits to full texts.
1590
        
1591
        This is used for -> weaves, and for -> annotated knits.
1592
        """
1593
        # we need a full text, and a delta
1594
        f, parents = get_diamond_vf(self.get_knit(annotated=False))
1595
        # Reconstructing a full text requires a backing versioned file, and it
1596
        # must have the base lines requested from it.
1597
        logged_vf = versionedfile.RecordingVersionedFileDecorator(f)
1598
        ft_data, delta_data = self.helpGetBytes(f,
3350.3.7 by Robert Collins
Create a registry of versioned file record adapters.
1599
            _mod_knit.FTPlainToFullText(None),
3350.3.5 by Robert Collins
Create adapters from plain compressed knit content.
1600
            _mod_knit.DeltaPlainToFullText(logged_vf))
1601
        self.assertEqual('origin\n', ft_data)
1602
        self.assertEqual('base\nleft\nright\nmerged\n', delta_data)
1603
        self.assertEqual([('get_lines', 'left')], logged_vf.calls)
1604
3350.3.6 by Robert Collins
Test EOL behaviour of plain knit record adapters.
1605
    def test_unannotated_to_fulltext_no_eol(self):
1606
        """Test adapting unannotated knits to full texts.
1607
        
1608
        This is used for -> weaves, and for -> annotated knits.
1609
        """
1610
        # we need a full text, and a delta
1611
        f, parents = get_diamond_vf(self.get_knit(annotated=False),
1612
            trailing_eol=False)
1613
        # Reconstructing a full text requires a backing versioned file, and it
1614
        # must have the base lines requested from it.
1615
        logged_vf = versionedfile.RecordingVersionedFileDecorator(f)
1616
        ft_data, delta_data = self.helpGetBytes(f,
3350.3.7 by Robert Collins
Create a registry of versioned file record adapters.
1617
            _mod_knit.FTPlainToFullText(None),
3350.3.6 by Robert Collins
Test EOL behaviour of plain knit record adapters.
1618
            _mod_knit.DeltaPlainToFullText(logged_vf))
1619
        self.assertEqual('origin', ft_data)
1620
        self.assertEqual('base\nleft\nright\nmerged', delta_data)
1621
        self.assertEqual([('get_lines', 'left')], logged_vf.calls)
1622