/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_dirstate.py

  • Committer: Robert Collins
  • Date: 2007-03-06 12:28:18 UTC
  • mto: (2321.1.1 integration)
  • mto: This revision was merged to the branch mainline in revision 2322.
  • Revision ID: robertc@robertcollins.net-20070306122818-xk0lc3l01ecl6vbc
Get merge_nested finally working: change nested tree iterators to take file_ids, and ensure the right branch is connected to in the merge logic. May not be suitable for shared repositories yet.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2011 Canonical Ltd
 
1
# Copyright (C) 2006, 2007 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
16
 
17
17
"""Tests of the dirstate functionality being built for WorkingTreeFormat4."""
18
18
 
 
19
import bisect
19
20
import os
 
21
import time
20
22
 
21
23
from bzrlib import (
22
24
    dirstate,
23
25
    errors,
24
 
    inventory,
25
 
    memorytree,
26
26
    osutils,
27
 
    revision as _mod_revision,
28
 
    tests,
29
27
    )
30
 
from bzrlib.tests import test_osutils
31
 
from bzrlib.tests.scenarios import load_tests_apply_scenarios
 
28
from bzrlib.memorytree import MemoryTree
 
29
from bzrlib.tests import TestCase, TestCaseWithTransport
32
30
 
33
31
 
34
32
# TODO:
 
33
# test DirStateRevisionTree : test filtering out of deleted files does not
 
34
#         filter out files called RECYCLED.BIN ;)
 
35
# test 0 parents, 1 parent, 4 parents.
 
36
# test unicode parents, non unicode parents
 
37
# test all change permutations in one and two parents.
 
38
# i.e. file in parent 1, dir in parent 2, symlink in tree.
 
39
# test that renames in the tree result in correct parent paths
 
40
# Test get state from a file, then asking for lines.
 
41
# write a smaller state, and check the file has been truncated.
 
42
# add a entry when its in state deleted
 
43
# revision attribute for root entries.
 
44
# test that utf8 strings are preserved in _row_to_line
 
45
# test parent manipulation
 
46
# test parents that are null in save : i.e. no record in the parent tree for this.
 
47
# todo: _set_data records ghost parents.
35
48
# TESTS to write:
36
49
# general checks for NOT_IN_MEMORY error conditions.
37
50
# set_path_id on a NOT_IN_MEMORY dirstate
43
56
# set_path_id  setting id when state is in memory unmodified
44
57
# set_path_id  setting id when state is in memory modified
45
58
 
46
 
 
47
 
load_tests = load_tests_apply_scenarios
48
 
 
49
 
 
50
 
class TestCaseWithDirState(tests.TestCaseWithTransport):
 
59
class TestCaseWithDirState(TestCaseWithTransport):
51
60
    """Helper functions for creating DirState objects with various content."""
52
61
 
53
 
    scenarios = test_osutils.dir_reader_scenarios()
54
 
 
55
 
    # Set by load_tests
56
 
    _dir_reader_class = None
57
 
    _native_to_unicode = None # Not used yet
58
 
 
59
 
    def setUp(self):
60
 
        tests.TestCaseWithTransport.setUp(self)
61
 
 
62
 
        self.overrideAttr(osutils,
63
 
                          '_selected_dir_reader', self._dir_reader_class())
64
 
 
65
62
    def create_empty_dirstate(self):
66
63
        """Return a locked but empty dirstate"""
67
64
        state = dirstate.DirState.initialize('dirstate')
114
111
         b/g      g-file
115
112
         b/h\xc3\xa5  h-\xc3\xa5-file  #This is u'\xe5' encoded into utf-8
116
113
 
117
 
        Notice that a/e is an empty directory.
118
 
 
119
 
        :return: The dirstate, still write-locked.
 
114
        # Notice that a/e is an empty directory.
120
115
        """
121
116
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
122
117
        null_sha = 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'
175
170
        """
176
171
        # The state should already be write locked, since we just had to do
177
172
        # some operation to get here.
178
 
        self.assertTrue(state._lock_token is not None)
 
173
        assert state._lock_token is not None
179
174
        try:
180
175
            self.assertEqual(expected_result[0],  state.get_parent_ids())
181
176
            # there should be no ghosts in this tree.
185
180
            state.save()
186
181
        finally:
187
182
            state.unlock()
188
 
        del state
 
183
        del state # Callers should unlock
189
184
        state = dirstate.DirState.on_file('dirstate')
190
185
        state.lock_read()
191
186
        try:
193
188
        finally:
194
189
            state.unlock()
195
190
 
196
 
    def create_basic_dirstate(self):
197
 
        """Create a dirstate with a few files and directories.
198
 
 
199
 
            a
200
 
            b/
201
 
              c
202
 
              d/
203
 
                e
204
 
            b-c
205
 
            f
206
 
        """
207
 
        tree = self.make_branch_and_tree('tree')
208
 
        paths = ['a', 'b/', 'b/c', 'b/d/', 'b/d/e', 'b-c', 'f']
209
 
        file_ids = ['a-id', 'b-id', 'c-id', 'd-id', 'e-id', 'b-c-id', 'f-id']
210
 
        self.build_tree(['tree/' + p for p in paths])
211
 
        tree.set_root_id('TREE_ROOT')
212
 
        tree.add([p.rstrip('/') for p in paths], file_ids)
213
 
        tree.commit('initial', rev_id='rev-1')
214
 
        revision_id = 'rev-1'
215
 
        # a_packed_stat = dirstate.pack_stat(os.stat('tree/a'))
216
 
        t = self.get_transport('tree')
217
 
        a_text = t.get_bytes('a')
218
 
        a_sha = osutils.sha_string(a_text)
219
 
        a_len = len(a_text)
220
 
        # b_packed_stat = dirstate.pack_stat(os.stat('tree/b'))
221
 
        # c_packed_stat = dirstate.pack_stat(os.stat('tree/b/c'))
222
 
        c_text = t.get_bytes('b/c')
223
 
        c_sha = osutils.sha_string(c_text)
224
 
        c_len = len(c_text)
225
 
        # d_packed_stat = dirstate.pack_stat(os.stat('tree/b/d'))
226
 
        # e_packed_stat = dirstate.pack_stat(os.stat('tree/b/d/e'))
227
 
        e_text = t.get_bytes('b/d/e')
228
 
        e_sha = osutils.sha_string(e_text)
229
 
        e_len = len(e_text)
230
 
        b_c_text = t.get_bytes('b-c')
231
 
        b_c_sha = osutils.sha_string(b_c_text)
232
 
        b_c_len = len(b_c_text)
233
 
        # f_packed_stat = dirstate.pack_stat(os.stat('tree/f'))
234
 
        f_text = t.get_bytes('f')
235
 
        f_sha = osutils.sha_string(f_text)
236
 
        f_len = len(f_text)
237
 
        null_stat = dirstate.DirState.NULLSTAT
238
 
        expected = {
239
 
            '':(('', '', 'TREE_ROOT'), [
240
 
                  ('d', '', 0, False, null_stat),
241
 
                  ('d', '', 0, False, revision_id),
242
 
                ]),
243
 
            'a':(('', 'a', 'a-id'), [
244
 
                   ('f', '', 0, False, null_stat),
245
 
                   ('f', a_sha, a_len, False, revision_id),
246
 
                 ]),
247
 
            'b':(('', 'b', 'b-id'), [
248
 
                  ('d', '', 0, False, null_stat),
249
 
                  ('d', '', 0, False, revision_id),
250
 
                 ]),
251
 
            'b/c':(('b', 'c', 'c-id'), [
252
 
                    ('f', '', 0, False, null_stat),
253
 
                    ('f', c_sha, c_len, False, revision_id),
254
 
                   ]),
255
 
            'b/d':(('b', 'd', 'd-id'), [
256
 
                    ('d', '', 0, False, null_stat),
257
 
                    ('d', '', 0, False, revision_id),
258
 
                   ]),
259
 
            'b/d/e':(('b/d', 'e', 'e-id'), [
260
 
                      ('f', '', 0, False, null_stat),
261
 
                      ('f', e_sha, e_len, False, revision_id),
262
 
                     ]),
263
 
            'b-c':(('', 'b-c', 'b-c-id'), [
264
 
                      ('f', '', 0, False, null_stat),
265
 
                      ('f', b_c_sha, b_c_len, False, revision_id),
266
 
                     ]),
267
 
            'f':(('', 'f', 'f-id'), [
268
 
                  ('f', '', 0, False, null_stat),
269
 
                  ('f', f_sha, f_len, False, revision_id),
270
 
                 ]),
271
 
        }
272
 
        state = dirstate.DirState.from_tree(tree, 'dirstate')
273
 
        try:
274
 
            state.save()
275
 
        finally:
276
 
            state.unlock()
277
 
        # Use a different object, to make sure nothing is pre-cached in memory.
278
 
        state = dirstate.DirState.on_file('dirstate')
279
 
        state.lock_read()
280
 
        self.addCleanup(state.unlock)
281
 
        self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
282
 
                         state._dirblock_state)
283
 
        # This is code is only really tested if we actually have to make more
284
 
        # than one read, so set the page size to something smaller.
285
 
        # We want it to contain about 2.2 records, so that we have a couple
286
 
        # records that we can read per attempt
287
 
        state._bisect_page_size = 200
288
 
        return tree, state, expected
289
 
 
290
 
    def create_duplicated_dirstate(self):
291
 
        """Create a dirstate with a deleted and added entries.
292
 
 
293
 
        This grabs a basic_dirstate, and then removes and re adds every entry
294
 
        with a new file id.
295
 
        """
296
 
        tree, state, expected = self.create_basic_dirstate()
297
 
        # Now we will just remove and add every file so we get an extra entry
298
 
        # per entry. Unversion in reverse order so we handle subdirs
299
 
        tree.unversion(['f-id', 'b-c-id', 'e-id', 'd-id', 'c-id', 'b-id', 'a-id'])
300
 
        tree.add(['a', 'b', 'b/c', 'b/d', 'b/d/e', 'b-c', 'f'],
301
 
                 ['a-id2', 'b-id2', 'c-id2', 'd-id2', 'e-id2', 'b-c-id2', 'f-id2'])
302
 
 
303
 
        # Update the expected dictionary.
304
 
        for path in ['a', 'b', 'b/c', 'b/d', 'b/d/e', 'b-c', 'f']:
305
 
            orig = expected[path]
306
 
            path2 = path + '2'
307
 
            # This record was deleted in the current tree
308
 
            expected[path] = (orig[0], [dirstate.DirState.NULL_PARENT_DETAILS,
309
 
                                        orig[1][1]])
310
 
            new_key = (orig[0][0], orig[0][1], orig[0][2]+'2')
311
 
            # And didn't exist in the basis tree
312
 
            expected[path2] = (new_key, [orig[1][0],
313
 
                                         dirstate.DirState.NULL_PARENT_DETAILS])
314
 
 
315
 
        # We will replace the 'dirstate' file underneath 'state', but that is
316
 
        # okay as lock as we unlock 'state' first.
317
 
        state.unlock()
318
 
        try:
319
 
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
320
 
            try:
321
 
                new_state.save()
322
 
            finally:
323
 
                new_state.unlock()
324
 
        finally:
325
 
            # But we need to leave state in a read-lock because we already have
326
 
            # a cleanup scheduled
327
 
            state.lock_read()
328
 
        return tree, state, expected
329
 
 
330
 
    def create_renamed_dirstate(self):
331
 
        """Create a dirstate with a few internal renames.
332
 
 
333
 
        This takes the basic dirstate, and moves the paths around.
334
 
        """
335
 
        tree, state, expected = self.create_basic_dirstate()
336
 
        # Rename a file
337
 
        tree.rename_one('a', 'b/g')
338
 
        # And a directory
339
 
        tree.rename_one('b/d', 'h')
340
 
 
341
 
        old_a = expected['a']
342
 
        expected['a'] = (old_a[0], [('r', 'b/g', 0, False, ''), old_a[1][1]])
343
 
        expected['b/g'] = (('b', 'g', 'a-id'), [old_a[1][0],
344
 
                                                ('r', 'a', 0, False, '')])
345
 
        old_d = expected['b/d']
346
 
        expected['b/d'] = (old_d[0], [('r', 'h', 0, False, ''), old_d[1][1]])
347
 
        expected['h'] = (('', 'h', 'd-id'), [old_d[1][0],
348
 
                                             ('r', 'b/d', 0, False, '')])
349
 
 
350
 
        old_e = expected['b/d/e']
351
 
        expected['b/d/e'] = (old_e[0], [('r', 'h/e', 0, False, ''),
352
 
                             old_e[1][1]])
353
 
        expected['h/e'] = (('h', 'e', 'e-id'), [old_e[1][0],
354
 
                                                ('r', 'b/d/e', 0, False, '')])
355
 
 
356
 
        state.unlock()
357
 
        try:
358
 
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
359
 
            try:
360
 
                new_state.save()
361
 
            finally:
362
 
                new_state.unlock()
363
 
        finally:
364
 
            state.lock_read()
365
 
        return tree, state, expected
366
 
 
367
191
 
368
192
class TestTreeToDirState(TestCaseWithDirState):
369
193
 
372
196
        # There are no files on disk and no parents
373
197
        tree = self.make_branch_and_tree('tree')
374
198
        expected_result = ([], [
375
 
            (('', '', tree.get_root_id()), # common details
 
199
            (('', '', tree.path2id('')), # common details
376
200
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
377
201
             ])])
378
202
        state = dirstate.DirState.from_tree(tree, 'dirstate')
385
209
        rev_id = tree.commit('first post').encode('utf8')
386
210
        root_stat_pack = dirstate.pack_stat(os.stat(tree.basedir))
387
211
        expected_result = ([rev_id], [
388
 
            (('', '', tree.get_root_id()), # common details
 
212
            (('', '', tree.path2id('')), # common details
389
213
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
390
214
              ('d', '', 0, False, rev_id), # first parent details
391
215
             ])])
392
216
        state = dirstate.DirState.from_tree(tree, 'dirstate')
393
217
        self.check_state_with_reopen(expected_result, state)
394
 
        state.lock_read()
395
 
        try:
396
 
            state._validate()
397
 
        finally:
398
 
            state.unlock()
 
218
        state._validate()
399
219
 
400
220
    def test_2_parents_empty_to_dirstate(self):
401
221
        # create a parent by doing a commit
405
225
        rev_id2 = tree2.commit('second post', allow_pointless=True)
406
226
        tree.merge_from_branch(tree2.branch)
407
227
        expected_result = ([rev_id, rev_id2], [
408
 
            (('', '', tree.get_root_id()), # common details
 
228
            (('', '', tree.path2id('')), # common details
409
229
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
410
230
              ('d', '', 0, False, rev_id), # first parent details
411
 
              ('d', '', 0, False, rev_id), # second parent details
 
231
              ('d', '', 0, False, rev_id2), # second parent details
412
232
             ])])
413
233
        state = dirstate.DirState.from_tree(tree, 'dirstate')
414
234
        self.check_state_with_reopen(expected_result, state)
415
 
        state.lock_read()
416
 
        try:
417
 
            state._validate()
418
 
        finally:
419
 
            state.unlock()
 
235
        state._validate()
420
236
 
421
237
    def test_empty_unknowns_are_ignored_to_dirstate(self):
422
238
        """We should be able to create a dirstate for an empty tree."""
424
240
        tree = self.make_branch_and_tree('tree')
425
241
        self.build_tree(['tree/unknown'])
426
242
        expected_result = ([], [
427
 
            (('', '', tree.get_root_id()), # common details
 
243
            (('', '', tree.path2id('')), # common details
428
244
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
429
245
             ])])
430
246
        state = dirstate.DirState.from_tree(tree, 'dirstate')
433
249
    def get_tree_with_a_file(self):
434
250
        tree = self.make_branch_and_tree('tree')
435
251
        self.build_tree(['tree/a file'])
436
 
        tree.add('a file', 'a-file-id')
 
252
        tree.add('a file', 'a file id')
437
253
        return tree
438
254
 
439
255
    def test_non_empty_no_parents_to_dirstate(self):
441
257
        # There are files on disk and no parents
442
258
        tree = self.get_tree_with_a_file()
443
259
        expected_result = ([], [
444
 
            (('', '', tree.get_root_id()), # common details
 
260
            (('', '', tree.path2id('')), # common details
445
261
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
446
262
             ]),
447
 
            (('', 'a file', 'a-file-id'), # common
 
263
            (('', 'a file', 'a file id'), # common
448
264
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
449
265
             ]),
450
266
            ])
459
275
        # and length:
460
276
        self.build_tree_contents([('tree/a file', 'new content\n')])
461
277
        expected_result = ([rev_id], [
462
 
            (('', '', tree.get_root_id()), # common details
 
278
            (('', '', tree.path2id('')), # common details
463
279
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
464
280
              ('d', '', 0, False, rev_id), # first parent details
465
281
             ]),
466
 
            (('', 'a file', 'a-file-id'), # common
 
282
            (('', 'a file', 'a file id'), # common
467
283
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
468
284
              ('f', 'c3ed76e4bfd45ff1763ca206055bca8e9fc28aa8', 24, False,
469
285
               rev_id), # first parent
486
302
        # and length again, giving us three distinct values:
487
303
        self.build_tree_contents([('tree/a file', 'new content\n')])
488
304
        expected_result = ([rev_id, rev_id2], [
489
 
            (('', '', tree.get_root_id()), # common details
 
305
            (('', '', tree.path2id('')), # common details
490
306
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
491
307
              ('d', '', 0, False, rev_id), # first parent details
492
 
              ('d', '', 0, False, rev_id), # second parent details
 
308
              ('d', '', 0, False, rev_id2), # second parent details
493
309
             ]),
494
 
            (('', 'a file', 'a-file-id'), # common
 
310
            (('', 'a file', 'a file id'), # common
495
311
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
496
312
              ('f', 'c3ed76e4bfd45ff1763ca206055bca8e9fc28aa8', 24, False,
497
313
               rev_id), # first parent
527
343
 
528
344
class TestDirStateOnFile(TestCaseWithDirState):
529
345
 
530
 
    def create_updated_dirstate(self):
531
 
        self.build_tree(['a-file'])
532
 
        tree = self.make_branch_and_tree('.')
533
 
        tree.add(['a-file'], ['a-id'])
534
 
        tree.commit('add a-file')
535
 
        # Save and unlock the state, re-open it in readonly mode
536
 
        state = dirstate.DirState.from_tree(tree, 'dirstate')
537
 
        state.save()
538
 
        state.unlock()
539
 
        state = dirstate.DirState.on_file('dirstate')
540
 
        state.lock_read()
541
 
        return state
542
 
 
543
346
    def test_construct_with_path(self):
544
347
        tree = self.make_branch_and_tree('tree')
545
348
        state = dirstate.DirState.from_tree(tree, 'dirstate.from_tree')
551
354
        # get a state object
552
355
        # no parents, default tree content
553
356
        expected_result = ([], [
554
 
            (('', '', tree.get_root_id()), # common details
 
357
            (('', '', tree.path2id('')), # common details
555
358
             # current tree details, but new from_tree skips statting, it
556
359
             # uses set_state_from_inventory, and thus depends on the
557
360
             # inventory state.
573
376
        finally:
574
377
            state.unlock()
575
378
 
576
 
    def test_can_save_in_read_lock(self):
577
 
        state = self.create_updated_dirstate()
578
 
        try:
579
 
            entry = state._get_entry(0, path_utf8='a-file')
580
 
            # The current size should be 0 (default)
581
 
            self.assertEqual(0, entry[1][0][2])
582
 
            # We should have a real entry.
583
 
            self.assertNotEqual((None, None), entry)
584
 
            # Set the cutoff-time into the future, so things look cacheable
585
 
            state._sha_cutoff_time()
586
 
            state._cutoff_time += 10.0
587
 
            st = os.lstat('a-file')
588
 
            sha1sum = dirstate.update_entry(state, entry, 'a-file', st)
589
 
            # We updated the current sha1sum because the file is cacheable
590
 
            self.assertEqual('ecc5374e9ed82ad3ea3b4d452ea995a5fd3e70e3',
591
 
                             sha1sum)
592
 
 
593
 
            # The dirblock has been updated
594
 
            self.assertEqual(st.st_size, entry[1][0][2])
595
 
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
596
 
                             state._dirblock_state)
597
 
 
598
 
            del entry
599
 
            # Now, since we are the only one holding a lock, we should be able
600
 
            # to save and have it written to disk
601
 
            state.save()
602
 
        finally:
603
 
            state.unlock()
604
 
 
605
 
        # Re-open the file, and ensure that the state has been updated.
606
 
        state = dirstate.DirState.on_file('dirstate')
607
 
        state.lock_read()
608
 
        try:
609
 
            entry = state._get_entry(0, path_utf8='a-file')
610
 
            self.assertEqual(st.st_size, entry[1][0][2])
611
 
        finally:
612
 
            state.unlock()
613
 
 
614
 
    def test_save_fails_quietly_if_locked(self):
615
 
        """If dirstate is locked, save will fail without complaining."""
616
 
        state = self.create_updated_dirstate()
617
 
        try:
618
 
            entry = state._get_entry(0, path_utf8='a-file')
619
 
            # No cached sha1 yet.
620
 
            self.assertEqual('', entry[1][0][1])
621
 
            # Set the cutoff-time into the future, so things look cacheable
622
 
            state._sha_cutoff_time()
623
 
            state._cutoff_time += 10.0
624
 
            st = os.lstat('a-file')
625
 
            sha1sum = dirstate.update_entry(state, entry, 'a-file', st)
626
 
            self.assertEqual('ecc5374e9ed82ad3ea3b4d452ea995a5fd3e70e3',
627
 
                             sha1sum)
628
 
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
629
 
                             state._dirblock_state)
630
 
 
631
 
            # Now, before we try to save, grab another dirstate, and take out a
632
 
            # read lock.
633
 
            # TODO: jam 20070315 Ideally this would be locked by another
634
 
            #       process. To make sure the file is really OS locked.
635
 
            state2 = dirstate.DirState.on_file('dirstate')
636
 
            state2.lock_read()
637
 
            try:
638
 
                # This won't actually write anything, because it couldn't grab
639
 
                # a write lock. But it shouldn't raise an error, either.
640
 
                # TODO: jam 20070315 We should probably distinguish between
641
 
                #       being dirty because of 'update_entry'. And dirty
642
 
                #       because of real modification. So that save() *does*
643
 
                #       raise a real error if it fails when we have real
644
 
                #       modifications.
645
 
                state.save()
646
 
            finally:
647
 
                state2.unlock()
648
 
        finally:
649
 
            state.unlock()
650
 
 
651
 
        # The file on disk should not be modified.
652
 
        state = dirstate.DirState.on_file('dirstate')
653
 
        state.lock_read()
654
 
        try:
655
 
            entry = state._get_entry(0, path_utf8='a-file')
656
 
            self.assertEqual('', entry[1][0][1])
657
 
        finally:
658
 
            state.unlock()
659
 
 
660
 
    def test_save_refuses_if_changes_aborted(self):
661
 
        self.build_tree(['a-file', 'a-dir/'])
662
 
        state = dirstate.DirState.initialize('dirstate')
663
 
        try:
664
 
            # No stat and no sha1 sum.
665
 
            state.add('a-file', 'a-file-id', 'file', None, '')
666
 
            state.save()
667
 
        finally:
668
 
            state.unlock()
669
 
 
670
 
        # The dirstate should include TREE_ROOT and 'a-file' and nothing else
671
 
        expected_blocks = [
672
 
            ('', [(('', '', 'TREE_ROOT'),
673
 
                   [('d', '', 0, False, dirstate.DirState.NULLSTAT)])]),
674
 
            ('', [(('', 'a-file', 'a-file-id'),
675
 
                   [('f', '', 0, False, dirstate.DirState.NULLSTAT)])]),
676
 
        ]
677
 
 
678
 
        state = dirstate.DirState.on_file('dirstate')
679
 
        state.lock_write()
680
 
        try:
681
 
            state._read_dirblocks_if_needed()
682
 
            self.assertEqual(expected_blocks, state._dirblocks)
683
 
 
684
 
            # Now modify the state, but mark it as inconsistent
685
 
            state.add('a-dir', 'a-dir-id', 'directory', None, '')
686
 
            state._changes_aborted = True
687
 
            state.save()
688
 
        finally:
689
 
            state.unlock()
690
 
 
691
 
        state = dirstate.DirState.on_file('dirstate')
692
 
        state.lock_read()
693
 
        try:
694
 
            state._read_dirblocks_if_needed()
695
 
            self.assertEqual(expected_blocks, state._dirblocks)
696
 
        finally:
697
 
            state.unlock()
698
 
 
699
379
 
700
380
class TestDirStateInitialize(TestCaseWithDirState):
701
381
 
709
389
        try:
710
390
            self.assertIsInstance(state, dirstate.DirState)
711
391
            lines = state.get_lines()
712
 
        finally:
 
392
            self.assertFileEqual(''.join(state.get_lines()),
 
393
                'dirstate')
 
394
            self.check_state_with_reopen(expected_result, state)
 
395
        except:
713
396
            state.unlock()
714
 
        # On win32 you can't read from a locked file, even within the same
715
 
        # process. So we have to unlock and release before we check the file
716
 
        # contents.
717
 
        self.assertFileEqual(''.join(lines), 'dirstate')
718
 
        state.lock_read() # check_state_with_reopen will unlock
719
 
        self.check_state_with_reopen(expected_result, state)
 
397
            raise
720
398
 
721
399
 
722
400
class TestDirStateManipulations(TestCaseWithDirState):
723
401
 
724
 
    def make_minimal_tree(self):
725
 
        tree1 = self.make_branch_and_memory_tree('tree1')
726
 
        tree1.lock_write()
727
 
        self.addCleanup(tree1.unlock)
728
 
        tree1.add('')
729
 
        revid1 = tree1.commit('foo')
730
 
        return tree1, revid1
731
 
 
732
 
    def test_update_minimal_updates_id_index(self):
733
 
        state = self.create_dirstate_with_root_and_subdir()
734
 
        self.addCleanup(state.unlock)
735
 
        id_index = state._get_id_index()
736
 
        self.assertEqual(['a-root-value', 'subdir-id'], sorted(id_index))
737
 
        state.add('file-name', 'file-id', 'file', None, '')
738
 
        self.assertEqual(['a-root-value', 'file-id', 'subdir-id'],
739
 
                         sorted(id_index))
740
 
        state.update_minimal(('', 'new-name', 'file-id'), 'f',
741
 
                             path_utf8='new-name')
742
 
        self.assertEqual(['a-root-value', 'file-id', 'subdir-id'],
743
 
                         sorted(id_index))
744
 
        self.assertEqual([('', 'new-name', 'file-id')],
745
 
                         sorted(id_index['file-id']))
746
 
        state._validate()
747
 
 
748
402
    def test_set_state_from_inventory_no_content_no_parents(self):
749
403
        # setting the current inventory is a slow but important api to support.
750
 
        tree1, revid1 = self.make_minimal_tree()
751
 
        inv = tree1.inventory
752
 
        root_id = inv.path2id('')
 
404
        tree1 = self.make_branch_and_memory_tree('tree1')
 
405
        tree1.lock_write()
 
406
        try:
 
407
            tree1.add('')
 
408
            revid1 = tree1.commit('foo').encode('utf8')
 
409
            root_id = tree1.inventory.root.file_id
 
410
            inv = tree1.inventory
 
411
        finally:
 
412
            tree1.unlock()
753
413
        expected_result = [], [
754
414
            (('', '', root_id), [
755
415
             ('d', '', 0, False, dirstate.DirState.NULLSTAT)])]
767
427
            # This will unlock it
768
428
            self.check_state_with_reopen(expected_result, state)
769
429
 
770
 
    def test_set_state_from_scratch_no_parents(self):
771
 
        tree1, revid1 = self.make_minimal_tree()
772
 
        inv = tree1.inventory
773
 
        root_id = inv.path2id('')
774
 
        expected_result = [], [
775
 
            (('', '', root_id), [
776
 
             ('d', '', 0, False, dirstate.DirState.NULLSTAT)])]
777
 
        state = dirstate.DirState.initialize('dirstate')
778
 
        try:
779
 
            state.set_state_from_scratch(inv, [], [])
780
 
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
781
 
                             state._header_state)
782
 
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
783
 
                             state._dirblock_state)
784
 
        except:
785
 
            state.unlock()
786
 
            raise
787
 
        else:
788
 
            # This will unlock it
789
 
            self.check_state_with_reopen(expected_result, state)
790
 
 
791
 
    def test_set_state_from_scratch_identical_parent(self):
792
 
        tree1, revid1 = self.make_minimal_tree()
793
 
        inv = tree1.inventory
794
 
        root_id = inv.path2id('')
795
 
        rev_tree1 = tree1.branch.repository.revision_tree(revid1)
796
 
        d_entry = ('d', '', 0, False, dirstate.DirState.NULLSTAT)
797
 
        parent_entry = ('d', '', 0, False, revid1)
798
 
        expected_result = [revid1], [
799
 
            (('', '', root_id), [d_entry, parent_entry])]
800
 
        state = dirstate.DirState.initialize('dirstate')
801
 
        try:
802
 
            state.set_state_from_scratch(inv, [(revid1, rev_tree1)], [])
803
 
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
804
 
                             state._header_state)
805
 
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
806
 
                             state._dirblock_state)
807
 
        except:
808
 
            state.unlock()
809
 
            raise
810
 
        else:
811
 
            # This will unlock it
812
 
            self.check_state_with_reopen(expected_result, state)
813
 
 
814
 
    def test_set_state_from_inventory_preserves_hashcache(self):
815
 
        # https://bugs.launchpad.net/bzr/+bug/146176
816
 
        # set_state_from_inventory should preserve the stat and hash value for
817
 
        # workingtree files that are not changed by the inventory.
818
 
 
819
 
        tree = self.make_branch_and_tree('.')
820
 
        # depends on the default format using dirstate...
821
 
        tree.lock_write()
822
 
        try:
823
 
            # make a dirstate with some valid hashcache data
824
 
            # file on disk, but that's not needed for this test
825
 
            foo_contents = 'contents of foo'
826
 
            self.build_tree_contents([('foo', foo_contents)])
827
 
            tree.add('foo', 'foo-id')
828
 
 
829
 
            foo_stat = os.stat('foo')
830
 
            foo_packed = dirstate.pack_stat(foo_stat)
831
 
            foo_sha = osutils.sha_string(foo_contents)
832
 
            foo_size = len(foo_contents)
833
 
 
834
 
            # should not be cached yet, because the file's too fresh
835
 
            self.assertEqual(
836
 
                (('', 'foo', 'foo-id',),
837
 
                 [('f', '', 0, False, dirstate.DirState.NULLSTAT)]),
838
 
                tree._dirstate._get_entry(0, 'foo-id'))
839
 
            # poke in some hashcache information - it wouldn't normally be
840
 
            # stored because it's too fresh
841
 
            tree._dirstate.update_minimal(
842
 
                ('', 'foo', 'foo-id'),
843
 
                'f', False, foo_sha, foo_packed, foo_size, 'foo')
844
 
            # now should be cached
845
 
            self.assertEqual(
846
 
                (('', 'foo', 'foo-id',),
847
 
                 [('f', foo_sha, foo_size, False, foo_packed)]),
848
 
                tree._dirstate._get_entry(0, 'foo-id'))
849
 
 
850
 
            # extract the inventory, and add something to it
851
 
            inv = tree._get_inventory()
852
 
            # should see the file we poked in...
853
 
            self.assertTrue(inv.has_id('foo-id'))
854
 
            self.assertTrue(inv.has_filename('foo'))
855
 
            inv.add_path('bar', 'file', 'bar-id')
856
 
            tree._dirstate._validate()
857
 
            # this used to cause it to lose its hashcache
858
 
            tree._dirstate.set_state_from_inventory(inv)
859
 
            tree._dirstate._validate()
860
 
        finally:
861
 
            tree.unlock()
862
 
 
863
 
        tree.lock_read()
864
 
        try:
865
 
            # now check that the state still has the original hashcache value
866
 
            state = tree._dirstate
867
 
            state._validate()
868
 
            foo_tuple = state._get_entry(0, path_utf8='foo')
869
 
            self.assertEqual(
870
 
                (('', 'foo', 'foo-id',),
871
 
                 [('f', foo_sha, len(foo_contents), False,
872
 
                   dirstate.pack_stat(foo_stat))]),
873
 
                foo_tuple)
874
 
        finally:
875
 
            tree.unlock()
876
 
 
877
 
    def test_set_state_from_inventory_mixed_paths(self):
878
 
        tree1 = self.make_branch_and_tree('tree1')
879
 
        self.build_tree(['tree1/a/', 'tree1/a/b/', 'tree1/a-b/',
880
 
                         'tree1/a/b/foo', 'tree1/a-b/bar'])
881
 
        tree1.lock_write()
882
 
        try:
883
 
            tree1.add(['a', 'a/b', 'a-b', 'a/b/foo', 'a-b/bar'],
884
 
                      ['a-id', 'b-id', 'a-b-id', 'foo-id', 'bar-id'])
885
 
            tree1.commit('rev1', rev_id='rev1')
886
 
            root_id = tree1.get_root_id()
887
 
            inv = tree1.inventory
888
 
        finally:
889
 
            tree1.unlock()
890
 
        expected_result1 = [('', '', root_id, 'd'),
891
 
                            ('', 'a', 'a-id', 'd'),
892
 
                            ('', 'a-b', 'a-b-id', 'd'),
893
 
                            ('a', 'b', 'b-id', 'd'),
894
 
                            ('a/b', 'foo', 'foo-id', 'f'),
895
 
                            ('a-b', 'bar', 'bar-id', 'f'),
896
 
                           ]
897
 
        expected_result2 = [('', '', root_id, 'd'),
898
 
                            ('', 'a', 'a-id', 'd'),
899
 
                            ('', 'a-b', 'a-b-id', 'd'),
900
 
                            ('a-b', 'bar', 'bar-id', 'f'),
901
 
                           ]
902
 
        state = dirstate.DirState.initialize('dirstate')
903
 
        try:
904
 
            state.set_state_from_inventory(inv)
905
 
            values = []
906
 
            for entry in state._iter_entries():
907
 
                values.append(entry[0] + entry[1][0][:1])
908
 
            self.assertEqual(expected_result1, values)
909
 
            del inv['b-id']
910
 
            state.set_state_from_inventory(inv)
911
 
            values = []
912
 
            for entry in state._iter_entries():
913
 
                values.append(entry[0] + entry[1][0][:1])
914
 
            self.assertEqual(expected_result2, values)
915
 
        finally:
916
 
            state.unlock()
917
 
 
918
430
    def test_set_path_id_no_parents(self):
919
431
        """The id of a path can be changed trivally with no parents."""
920
432
        state = dirstate.DirState.initialize('dirstate')
921
433
        try:
922
434
            # check precondition to be sure the state does change appropriately.
923
 
            root_entry = (('', '', 'TREE_ROOT'), [('d', '', 0, False, 'x'*32)])
924
 
            self.assertEqual([root_entry], list(state._iter_entries()))
925
 
            self.assertEqual(root_entry, state._get_entry(0, path_utf8=''))
926
 
            self.assertEqual(root_entry,
927
 
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
928
 
            self.assertEqual((None, None),
929
 
                             state._get_entry(0, fileid_utf8='second-root-id'))
930
 
            state.set_path_id('', 'second-root-id')
931
 
            new_root_entry = (('', '', 'second-root-id'),
932
 
                              [('d', '', 0, False, 'x'*32)])
933
 
            expected_rows = [new_root_entry]
 
435
            self.assertEqual(
 
436
                [(('', '', 'TREE_ROOT'), [('d', '', 0, False,
 
437
                   'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])],
 
438
                list(state._iter_entries()))
 
439
            state.set_path_id('', 'foobarbaz')
 
440
            expected_rows = [
 
441
                (('', '', 'foobarbaz'), [('d', '', 0, False,
 
442
                   'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])]
934
443
            self.assertEqual(expected_rows, list(state._iter_entries()))
935
 
            self.assertEqual(new_root_entry, state._get_entry(0, path_utf8=''))
936
 
            self.assertEqual(new_root_entry, 
937
 
                             state._get_entry(0, fileid_utf8='second-root-id'))
938
 
            self.assertEqual((None, None),
939
 
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
940
444
            # should work across save too
941
445
            state.save()
942
446
        finally:
943
447
            state.unlock()
944
448
        state = dirstate.DirState.on_file('dirstate')
 
449
        state._validate()
945
450
        state.lock_read()
946
451
        try:
947
 
            state._validate()
948
452
            self.assertEqual(expected_rows, list(state._iter_entries()))
949
453
        finally:
950
454
            state.unlock()
960
464
        state._validate()
961
465
        try:
962
466
            state.set_parent_trees([('parent-revid', rt)], ghosts=[])
963
 
            root_entry = (('', '', 'TREE_ROOT'),
964
 
                          [('d', '', 0, False, 'x'*32),
965
 
                           ('d', '', 0, False, 'parent-revid')])
966
 
            self.assertEqual(root_entry, state._get_entry(0, path_utf8=''))
967
 
            self.assertEqual(root_entry,
968
 
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
969
 
            self.assertEqual((None, None),
970
 
                             state._get_entry(0, fileid_utf8='Asecond-root-id'))
971
 
            state.set_path_id('', 'Asecond-root-id')
 
467
            state.set_path_id('', 'foobarbaz')
972
468
            state._validate()
973
469
            # now see that it is what we expected
974
 
            old_root_entry = (('', '', 'TREE_ROOT'),
975
 
                              [('a', '', 0, False, ''),
976
 
                               ('d', '', 0, False, 'parent-revid')])
977
 
            new_root_entry = (('', '', 'Asecond-root-id'),
978
 
                              [('d', '', 0, False, ''),
979
 
                               ('a', '', 0, False, '')])
980
 
            expected_rows = [new_root_entry, old_root_entry]
 
470
            expected_rows = [
 
471
                (('', '', 'TREE_ROOT'),
 
472
                    [('a', '', 0, False, ''),
 
473
                     ('d', '', 0, False, 'parent-revid'),
 
474
                     ]),
 
475
                (('', '', 'foobarbaz'),
 
476
                    [('d', '', 0, False, ''),
 
477
                     ('a', '', 0, False, ''),
 
478
                     ]),
 
479
                ]
981
480
            state._validate()
982
481
            self.assertEqual(expected_rows, list(state._iter_entries()))
983
 
            self.assertEqual(new_root_entry, state._get_entry(0, path_utf8=''))
984
 
            self.assertEqual(old_root_entry, state._get_entry(1, path_utf8=''))
985
 
            self.assertEqual((None, None),
986
 
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
987
 
            self.assertEqual(old_root_entry,
988
 
                             state._get_entry(1, fileid_utf8='TREE_ROOT'))
989
 
            self.assertEqual(new_root_entry,
990
 
                             state._get_entry(0, fileid_utf8='Asecond-root-id'))
991
 
            self.assertEqual((None, None),
992
 
                             state._get_entry(1, fileid_utf8='Asecond-root-id'))
993
482
            # should work across save too
994
483
            state.save()
995
484
        finally:
1011
500
        finally:
1012
501
            state.unlock()
1013
502
 
 
503
 
1014
504
    def test_set_parent_trees_no_content(self):
1015
505
        # set_parent_trees is a slow but important api to support.
1016
506
        tree1 = self.make_branch_and_memory_tree('tree1')
1021
511
        finally:
1022
512
            tree1.unlock()
1023
513
        branch2 = tree1.branch.bzrdir.clone('tree2').open_branch()
1024
 
        tree2 = memorytree.MemoryTree.create_on_branch(branch2)
 
514
        tree2 = MemoryTree.create_on_branch(branch2)
1025
515
        tree2.lock_write()
1026
516
        try:
1027
517
            revid2 = tree2.commit('foo')
1028
 
            root_id = tree2.get_root_id()
 
518
            root_id = tree2.inventory.root.file_id
1029
519
        finally:
1030
520
            tree2.unlock()
1031
521
        state = dirstate.DirState.initialize('dirstate')
1059
549
            state.set_parent_trees(
1060
550
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
1061
551
                 (revid2, tree2.branch.repository.revision_tree(revid2)),
1062
 
                 ('ghost-rev', tree2.branch.repository.revision_tree(
1063
 
                                   _mod_revision.NULL_REVISION))),
 
552
                 ('ghost-rev', tree2.branch.repository.revision_tree(None))),
1064
553
                ['ghost-rev'])
1065
554
            self.assertEqual([revid1, revid2, 'ghost-rev'],
1066
555
                             state.get_parent_ids())
1070
559
                [(('', '', root_id), [
1071
560
                  ('d', '', 0, False, dirstate.DirState.NULLSTAT),
1072
561
                  ('d', '', 0, False, revid1),
1073
 
                  ('d', '', 0, False, revid1)
 
562
                  ('d', '', 0, False, revid2)
1074
563
                  ])],
1075
564
                list(state._iter_entries()))
1076
565
        finally:
1091
580
        finally:
1092
581
            tree1.unlock()
1093
582
        branch2 = tree1.branch.bzrdir.clone('tree2').open_branch()
1094
 
        tree2 = memorytree.MemoryTree.create_on_branch(branch2)
 
583
        tree2 = MemoryTree.create_on_branch(branch2)
1095
584
        tree2.lock_write()
1096
585
        try:
1097
586
            tree2.put_file_bytes_non_atomic('file-id', 'new file-content')
1098
587
            revid2 = tree2.commit('foo')
1099
 
            root_id = tree2.get_root_id()
 
588
            root_id = tree2.inventory.root.file_id
1100
589
        finally:
1101
590
            tree2.unlock()
1102
591
        # check the layout in memory
1104
593
            (('', '', root_id), [
1105
594
             ('d', '', 0, False, dirstate.DirState.NULLSTAT),
1106
595
             ('d', '', 0, False, revid1.encode('utf8')),
1107
 
             ('d', '', 0, False, revid1.encode('utf8'))
 
596
             ('d', '', 0, False, revid2.encode('utf8'))
1108
597
             ]),
1109
598
            (('', 'a file', 'file-id'), [
1110
599
             ('a', '', 0, False, ''),
1142
631
            (('', '', 'TREE_ROOT'), [
1143
632
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
1144
633
             ]),
1145
 
            (('', 'a file', 'a-file-id'), [
 
634
            (('', 'a file', 'a file id'), [
1146
635
             ('f', '1'*20, 19, False, dirstate.pack_stat(stat)), # current tree
1147
636
             ]),
1148
637
            ]
1149
638
        try:
1150
 
            state.add('a file', 'a-file-id', 'file', stat, '1'*20)
 
639
            state.add('a file', 'a file id', 'file', stat, '1'*20)
1151
640
            # having added it, it should be in the output of iter_entries.
1152
641
            self.assertEqual(expected_entries, list(state._iter_entries()))
1153
642
            # saving and reloading should not affect this.
1156
645
            state.unlock()
1157
646
        state = dirstate.DirState.on_file('dirstate')
1158
647
        state.lock_read()
1159
 
        self.addCleanup(state.unlock)
1160
 
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
648
        try:
 
649
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
650
        finally:
 
651
            state.unlock()
1161
652
 
1162
653
    def test_add_path_to_unversioned_directory(self):
1163
654
        """Adding a path to an unversioned directory should error.
1168
659
        """
1169
660
        self.build_tree(['unversioned/', 'unversioned/a file'])
1170
661
        state = dirstate.DirState.initialize('dirstate')
1171
 
        self.addCleanup(state.unlock)
1172
 
        self.assertRaises(errors.NotVersionedError, state.add,
1173
 
                          'unversioned/a file', 'a-file-id', 'file', None, None)
 
662
        try:
 
663
            self.assertRaises(errors.NotVersionedError, state.add,
 
664
                'unversioned/a file', 'a file id', 'file', None, None)
 
665
        finally:
 
666
            state.unlock()
1174
667
 
1175
668
    def test_add_directory_to_root_no_parents_all_data(self):
1176
669
        # The most trivial addition of a dir is when there are no parents and
1196
689
            state.unlock()
1197
690
        state = dirstate.DirState.on_file('dirstate')
1198
691
        state.lock_read()
1199
 
        self.addCleanup(state.unlock)
1200
692
        state._validate()
1201
 
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
693
        try:
 
694
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
695
        finally:
 
696
            state.unlock()
1202
697
 
1203
 
    def _test_add_symlink_to_root_no_parents_all_data(self, link_name, target):
 
698
    def test_add_symlink_to_root_no_parents_all_data(self):
1204
699
        # The most trivial addition of a symlink when there are no parents and
1205
700
        # its in the root and all data about the file is supplied
1206
 
        # bzr doesn't support fake symlinks on windows, yet.
1207
 
        self.requireFeature(tests.SymlinkFeature)
1208
 
        os.symlink(target, link_name)
1209
 
        stat = os.lstat(link_name)
 
701
        ## TODO: windows: dont fail this test. Also, how are symlinks meant to
 
702
        # be represented on windows.
 
703
        os.symlink('target', 'a link')
 
704
        stat = os.lstat('a link')
1210
705
        expected_entries = [
1211
706
            (('', '', 'TREE_ROOT'), [
1212
707
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
1213
708
             ]),
1214
 
            (('', link_name.encode('UTF-8'), 'a link id'), [
1215
 
             ('l', target.encode('UTF-8'), stat[6],
1216
 
              False, dirstate.pack_stat(stat)), # current tree
 
709
            (('', 'a link', 'a link id'), [
 
710
             ('l', 'target', 6, False, dirstate.pack_stat(stat)), # current tree
1217
711
             ]),
1218
712
            ]
1219
713
        state = dirstate.DirState.initialize('dirstate')
1220
714
        try:
1221
 
            state.add(link_name, 'a link id', 'symlink', stat,
1222
 
                      target.encode('UTF-8'))
 
715
            state.add('a link', 'a link id', 'symlink', stat, 'target')
1223
716
            # having added it, it should be in the output of iter_entries.
1224
717
            self.assertEqual(expected_entries, list(state._iter_entries()))
1225
718
            # saving and reloading should not affect this.
1228
721
            state.unlock()
1229
722
        state = dirstate.DirState.on_file('dirstate')
1230
723
        state.lock_read()
1231
 
        self.addCleanup(state.unlock)
1232
 
        self.assertEqual(expected_entries, list(state._iter_entries()))
1233
 
 
1234
 
    def test_add_symlink_to_root_no_parents_all_data(self):
1235
 
        self._test_add_symlink_to_root_no_parents_all_data('a link', 'target')
1236
 
 
1237
 
    def test_add_symlink_unicode_to_root_no_parents_all_data(self):
1238
 
        self.requireFeature(tests.UnicodeFilenameFeature)
1239
 
        self._test_add_symlink_to_root_no_parents_all_data(
1240
 
            u'\N{Euro Sign}link', u'targ\N{Euro Sign}et')
 
724
        try:
 
725
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
726
        finally:
 
727
            state.unlock()
1241
728
 
1242
729
    def test_add_directory_and_child_no_parents_all_data(self):
1243
730
        # after adding a directory, we should be able to add children to it.
1251
738
            (('', 'a dir', 'a dir id'), [
1252
739
             ('d', '', 0, False, dirstate.pack_stat(dirstat)), # current tree
1253
740
             ]),
1254
 
            (('a dir', 'a file', 'a-file-id'), [
 
741
            (('a dir', 'a file', 'a file id'), [
1255
742
             ('f', '1'*20, 25, False,
1256
743
              dirstate.pack_stat(filestat)), # current tree details
1257
744
             ]),
1259
746
        state = dirstate.DirState.initialize('dirstate')
1260
747
        try:
1261
748
            state.add('a dir', 'a dir id', 'directory', dirstat, None)
1262
 
            state.add('a dir/a file', 'a-file-id', 'file', filestat, '1'*20)
 
749
            state.add('a dir/a file', 'a file id', 'file', filestat, '1'*20)
1263
750
            # added it, it should be in the output of iter_entries.
1264
751
            self.assertEqual(expected_entries, list(state._iter_entries()))
1265
752
            # saving and reloading should not affect this.
1268
755
            state.unlock()
1269
756
        state = dirstate.DirState.on_file('dirstate')
1270
757
        state.lock_read()
1271
 
        self.addCleanup(state.unlock)
1272
 
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
758
        try:
 
759
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
760
        finally:
 
761
            state.unlock()
1273
762
 
1274
763
    def test_add_tree_reference(self):
1275
764
        # make a dirstate and add a tree reference
1289
778
            state.unlock()
1290
779
        # now check we can read it back
1291
780
        state.lock_read()
1292
 
        self.addCleanup(state.unlock)
1293
781
        state._validate()
1294
 
        entry2 = state._get_entry(0, 'subdir-id', 'subdir')
1295
 
        self.assertEqual(entry, entry2)
1296
 
        self.assertEqual(entry, expected_entry)
1297
 
        # and lookup by id should work too
1298
 
        entry2 = state._get_entry(0, fileid_utf8='subdir-id')
1299
 
        self.assertEqual(entry, expected_entry)
 
782
        try:
 
783
            entry2 = state._get_entry(0, 'subdir-id', 'subdir')
 
784
            self.assertEqual(entry, entry2)
 
785
            self.assertEqual(entry, expected_entry)
 
786
            # and lookup by id should work too
 
787
            entry2 = state._get_entry(0, fileid_utf8='subdir-id')
 
788
            self.assertEqual(entry, expected_entry)
 
789
        finally:
 
790
            state.unlock()
1300
791
 
1301
792
    def test_add_forbidden_names(self):
1302
793
        state = dirstate.DirState.initialize('dirstate')
1303
 
        self.addCleanup(state.unlock)
1304
794
        self.assertRaises(errors.BzrError,
1305
795
            state.add, '.', 'ass-id', 'directory', None, None)
1306
796
        self.assertRaises(errors.BzrError,
1307
797
            state.add, '..', 'ass-id', 'directory', None, None)
1308
798
 
1309
 
    def test_set_state_with_rename_b_a_bug_395556(self):
1310
 
        # bug 395556 uncovered a bug where the dirstate ends up with a false
1311
 
        # relocation record - in a tree with no parents there should be no
1312
 
        # absent or relocated records. This then leads to further corruption
1313
 
        # when a commit occurs, as the incorrect relocation gathers an
1314
 
        # incorrect absent in tree 1, and future changes go to pot.
1315
 
        tree1 = self.make_branch_and_tree('tree1')
1316
 
        self.build_tree(['tree1/b'])
1317
 
        tree1.lock_write()
1318
 
        try:
1319
 
            tree1.add(['b'], ['b-id'])
1320
 
            root_id = tree1.get_root_id()
1321
 
            inv = tree1.inventory
1322
 
            state = dirstate.DirState.initialize('dirstate')
1323
 
            try:
1324
 
                # Set the initial state with 'b'
1325
 
                state.set_state_from_inventory(inv)
1326
 
                inv.rename('b-id', root_id, 'a')
1327
 
                # Set the new state with 'a', which currently corrupts.
1328
 
                state.set_state_from_inventory(inv)
1329
 
                expected_result1 = [('', '', root_id, 'd'),
1330
 
                                    ('', 'a', 'b-id', 'f'),
1331
 
                                   ]
1332
 
                values = []
1333
 
                for entry in state._iter_entries():
1334
 
                    values.append(entry[0] + entry[1][0][:1])
1335
 
                self.assertEqual(expected_result1, values)
1336
 
            finally:
1337
 
                state.unlock()
1338
 
        finally:
1339
 
            tree1.unlock()
1340
 
 
1341
799
 
1342
800
class TestGetLines(TestCaseWithDirState):
1343
801
 
1345
803
        state = self.create_dirstate_with_root_and_subdir()
1346
804
        try:
1347
805
            self.assertEqual(['#bazaar dirstate flat format 3\n',
1348
 
                'crc32: 41262208\n',
 
806
                'adler32: -1327947603\n',
1349
807
                'num_entries: 2\n',
1350
808
                '0\x00\n\x00'
1351
809
                '0\x00\n\x00'
1556
1014
            state.unlock()
1557
1015
 
1558
1016
 
1559
 
class TestIterChildEntries(TestCaseWithDirState):
1560
 
 
1561
 
    def create_dirstate_with_two_trees(self):
1562
 
        """This dirstate contains multiple files and directories.
1563
 
 
1564
 
         /        a-root-value
1565
 
         a/       a-dir
1566
 
         b/       b-dir
1567
 
         c        c-file
1568
 
         d        d-file
1569
 
         a/e/     e-dir
1570
 
         a/f      f-file
1571
 
         b/g      g-file
1572
 
         b/h\xc3\xa5  h-\xc3\xa5-file  #This is u'\xe5' encoded into utf-8
1573
 
 
1574
 
        Notice that a/e is an empty directory.
1575
 
 
1576
 
        There is one parent tree, which has the same shape with the following variations:
1577
 
        b/g in the parent is gone.
1578
 
        b/h in the parent has a different id
1579
 
        b/i is new in the parent
1580
 
        c is renamed to b/j in the parent
1581
 
 
1582
 
        :return: The dirstate, still write-locked.
1583
 
        """
1584
 
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
1585
 
        null_sha = 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'
1586
 
        NULL_PARENT_DETAILS = dirstate.DirState.NULL_PARENT_DETAILS
1587
 
        root_entry = ('', '', 'a-root-value'), [
1588
 
            ('d', '', 0, False, packed_stat),
1589
 
            ('d', '', 0, False, 'parent-revid'),
1590
 
            ]
1591
 
        a_entry = ('', 'a', 'a-dir'), [
1592
 
            ('d', '', 0, False, packed_stat),
1593
 
            ('d', '', 0, False, 'parent-revid'),
1594
 
            ]
1595
 
        b_entry = ('', 'b', 'b-dir'), [
1596
 
            ('d', '', 0, False, packed_stat),
1597
 
            ('d', '', 0, False, 'parent-revid'),
1598
 
            ]
1599
 
        c_entry = ('', 'c', 'c-file'), [
1600
 
            ('f', null_sha, 10, False, packed_stat),
1601
 
            ('r', 'b/j', 0, False, ''),
1602
 
            ]
1603
 
        d_entry = ('', 'd', 'd-file'), [
1604
 
            ('f', null_sha, 20, False, packed_stat),
1605
 
            ('f', 'd', 20, False, 'parent-revid'),
1606
 
            ]
1607
 
        e_entry = ('a', 'e', 'e-dir'), [
1608
 
            ('d', '', 0, False, packed_stat),
1609
 
            ('d', '', 0, False, 'parent-revid'),
1610
 
            ]
1611
 
        f_entry = ('a', 'f', 'f-file'), [
1612
 
            ('f', null_sha, 30, False, packed_stat),
1613
 
            ('f', 'f', 20, False, 'parent-revid'),
1614
 
            ]
1615
 
        g_entry = ('b', 'g', 'g-file'), [
1616
 
            ('f', null_sha, 30, False, packed_stat),
1617
 
            NULL_PARENT_DETAILS,
1618
 
            ]
1619
 
        h_entry1 = ('b', 'h\xc3\xa5', 'h-\xc3\xa5-file1'), [
1620
 
            ('f', null_sha, 40, False, packed_stat),
1621
 
            NULL_PARENT_DETAILS,
1622
 
            ]
1623
 
        h_entry2 = ('b', 'h\xc3\xa5', 'h-\xc3\xa5-file2'), [
1624
 
            NULL_PARENT_DETAILS,
1625
 
            ('f', 'h', 20, False, 'parent-revid'),
1626
 
            ]
1627
 
        i_entry = ('b', 'i', 'i-file'), [
1628
 
            NULL_PARENT_DETAILS,
1629
 
            ('f', 'h', 20, False, 'parent-revid'),
1630
 
            ]
1631
 
        j_entry = ('b', 'j', 'c-file'), [
1632
 
            ('r', 'c', 0, False, ''),
1633
 
            ('f', 'j', 20, False, 'parent-revid'),
1634
 
            ]
1635
 
        dirblocks = []
1636
 
        dirblocks.append(('', [root_entry]))
1637
 
        dirblocks.append(('', [a_entry, b_entry, c_entry, d_entry]))
1638
 
        dirblocks.append(('a', [e_entry, f_entry]))
1639
 
        dirblocks.append(('b', [g_entry, h_entry1, h_entry2, i_entry, j_entry]))
1640
 
        state = dirstate.DirState.initialize('dirstate')
1641
 
        state._validate()
1642
 
        try:
1643
 
            state._set_data(['parent'], dirblocks)
1644
 
        except:
1645
 
            state.unlock()
1646
 
            raise
1647
 
        return state, dirblocks
1648
 
 
1649
 
    def test_iter_children_b(self):
1650
 
        state, dirblocks = self.create_dirstate_with_two_trees()
1651
 
        self.addCleanup(state.unlock)
1652
 
        expected_result = []
1653
 
        expected_result.append(dirblocks[3][1][2]) # h2
1654
 
        expected_result.append(dirblocks[3][1][3]) # i
1655
 
        expected_result.append(dirblocks[3][1][4]) # j
1656
 
        self.assertEqual(expected_result,
1657
 
            list(state._iter_child_entries(1, 'b')))
1658
 
 
1659
 
    def test_iter_child_root(self):
1660
 
        state, dirblocks = self.create_dirstate_with_two_trees()
1661
 
        self.addCleanup(state.unlock)
1662
 
        expected_result = []
1663
 
        expected_result.append(dirblocks[1][1][0]) # a
1664
 
        expected_result.append(dirblocks[1][1][1]) # b
1665
 
        expected_result.append(dirblocks[1][1][3]) # d
1666
 
        expected_result.append(dirblocks[2][1][0]) # e
1667
 
        expected_result.append(dirblocks[2][1][1]) # f
1668
 
        expected_result.append(dirblocks[3][1][2]) # h2
1669
 
        expected_result.append(dirblocks[3][1][3]) # i
1670
 
        expected_result.append(dirblocks[3][1][4]) # j
1671
 
        self.assertEqual(expected_result,
1672
 
            list(state._iter_child_entries(1, '')))
1673
 
 
1674
 
 
1675
 
class TestDirstateSortOrder(tests.TestCaseWithTransport):
 
1017
class TestDirstateSortOrder(TestCaseWithTransport):
1676
1018
    """Test that DirState adds entries in the right order."""
1677
1019
 
1678
1020
    def test_add_sorting(self):
1727
1069
 
1728
1070
        # *really* cheesy way to just get an empty tree
1729
1071
        repo = self.make_repository('repo')
1730
 
        empty_tree = repo.revision_tree(_mod_revision.NULL_REVISION)
 
1072
        empty_tree = repo.revision_tree(None)
1731
1073
        state.set_parent_trees([('null:', empty_tree)], [])
1732
1074
 
1733
1075
        dirblock_names = [d[0] for d in state._dirblocks]
1737
1079
class InstrumentedDirState(dirstate.DirState):
1738
1080
    """An DirState with instrumented sha1 functionality."""
1739
1081
 
1740
 
    def __init__(self, path, sha1_provider):
1741
 
        super(InstrumentedDirState, self).__init__(path, sha1_provider)
 
1082
    def __init__(self, path):
 
1083
        super(InstrumentedDirState, self).__init__(path)
1742
1084
        self._time_offset = 0
1743
1085
        self._log = []
1744
 
        # member is dynamically set in DirState.__init__ to turn on trace
1745
 
        self._sha1_provider = sha1_provider
1746
 
        self._sha1_file = self._sha1_file_and_log
1747
1086
 
1748
1087
    def _sha_cutoff_time(self):
1749
1088
        timestamp = super(InstrumentedDirState, self)._sha_cutoff_time()
1750
1089
        self._cutoff_time = timestamp + self._time_offset
1751
1090
 
1752
 
    def _sha1_file_and_log(self, abspath):
 
1091
    def _sha1_file(self, abspath, entry):
1753
1092
        self._log.append(('sha1', abspath))
1754
 
        return self._sha1_provider.sha1(abspath)
 
1093
        return super(InstrumentedDirState, self)._sha1_file(abspath, entry)
1755
1094
 
1756
1095
    def _read_link(self, abspath, old_link):
1757
1096
        self._log.append(('read_link', abspath, old_link))
1788
1127
        self.st_ino = ino
1789
1128
        self.st_mode = mode
1790
1129
 
1791
 
    @staticmethod
1792
 
    def from_stat(st):
1793
 
        return _FakeStat(st.st_size, st.st_mtime, st.st_ctime, st.st_dev,
1794
 
            st.st_ino, st.st_mode)
1795
 
 
1796
 
 
1797
 
class TestPackStat(tests.TestCaseWithTransport):
 
1130
 
 
1131
class TestUpdateEntry(TestCaseWithDirState):
 
1132
    """Test the DirState.update_entry functions"""
 
1133
 
 
1134
    def get_state_with_a(self):
 
1135
        """Create a DirState tracking a single object named 'a'"""
 
1136
        state = InstrumentedDirState.initialize('dirstate')
 
1137
        self.addCleanup(state.unlock)
 
1138
        state.add('a', 'a-id', 'file', None, '')
 
1139
        entry = state._get_entry(0, path_utf8='a')
 
1140
        return state, entry
 
1141
 
 
1142
    def test_update_entry(self):
 
1143
        state, entry = self.get_state_with_a()
 
1144
        self.build_tree(['a'])
 
1145
        # Add one where we don't provide the stat or sha already
 
1146
        self.assertEqual(('', 'a', 'a-id'), entry[0])
 
1147
        self.assertEqual([('f', '', 0, False, dirstate.DirState.NULLSTAT)],
 
1148
                         entry[1])
 
1149
        # Flush the buffers to disk
 
1150
        state.save()
 
1151
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1152
                         state._dirblock_state)
 
1153
 
 
1154
        stat_value = os.lstat('a')
 
1155
        packed_stat = dirstate.pack_stat(stat_value)
 
1156
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1157
                                          stat_value=stat_value)
 
1158
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1159
                         link_or_sha1)
 
1160
 
 
1161
        # The dirblock entry should be updated with the new info
 
1162
        self.assertEqual([('f', link_or_sha1, 14, False, packed_stat)],
 
1163
                         entry[1])
 
1164
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1165
                         state._dirblock_state)
 
1166
        mode = stat_value.st_mode
 
1167
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False)], state._log)
 
1168
 
 
1169
        state.save()
 
1170
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1171
                         state._dirblock_state)
 
1172
 
 
1173
        # If we do it again right away, we don't know if the file has changed
 
1174
        # so we will re-read the file. Roll the clock back so the file is
 
1175
        # guaranteed to look too new.
 
1176
        state.adjust_time(-10)
 
1177
 
 
1178
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1179
                                          stat_value=stat_value)
 
1180
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False),
 
1181
                          ('sha1', 'a'), ('is_exec', mode, False),
 
1182
                         ], state._log)
 
1183
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1184
                         link_or_sha1)
 
1185
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1186
                         state._dirblock_state)
 
1187
        state.save()
 
1188
 
 
1189
        # However, if we move the clock forward so the file is considered
 
1190
        # "stable", it should just returned the cached value.
 
1191
        state.adjust_time(20)
 
1192
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1193
                                          stat_value=stat_value)
 
1194
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1195
                         link_or_sha1)
 
1196
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False),
 
1197
                          ('sha1', 'a'), ('is_exec', mode, False),
 
1198
                         ], state._log)
 
1199
 
 
1200
    def test_update_entry_no_stat_value(self):
 
1201
        """Passing the stat_value is optional."""
 
1202
        state, entry = self.get_state_with_a()
 
1203
        state.adjust_time(-10) # Make sure the file looks new
 
1204
        self.build_tree(['a'])
 
1205
        # Add one where we don't provide the stat or sha already
 
1206
        link_or_sha1 = state.update_entry(entry, abspath='a')
 
1207
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1208
                         link_or_sha1)
 
1209
        stat_value = os.lstat('a')
 
1210
        self.assertEqual([('lstat', 'a'), ('sha1', 'a'),
 
1211
                          ('is_exec', stat_value.st_mode, False),
 
1212
                         ], state._log)
 
1213
 
 
1214
    def test_update_entry_symlink(self):
 
1215
        """Update entry should read symlinks."""
 
1216
        if not osutils.has_symlinks():
 
1217
            return # PlatformDeficiency / TestSkipped
 
1218
        state, entry = self.get_state_with_a()
 
1219
        state.save()
 
1220
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1221
                         state._dirblock_state)
 
1222
        os.symlink('target', 'a')
 
1223
 
 
1224
        state.adjust_time(-10) # Make the symlink look new
 
1225
        stat_value = os.lstat('a')
 
1226
        packed_stat = dirstate.pack_stat(stat_value)
 
1227
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1228
                                          stat_value=stat_value)
 
1229
        self.assertEqual('target', link_or_sha1)
 
1230
        self.assertEqual([('read_link', 'a', '')], state._log)
 
1231
        # Dirblock is updated
 
1232
        self.assertEqual([('l', link_or_sha1, 6, False, packed_stat)],
 
1233
                         entry[1])
 
1234
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1235
                         state._dirblock_state)
 
1236
 
 
1237
        # Because the stat_value looks new, we should re-read the target
 
1238
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1239
                                          stat_value=stat_value)
 
1240
        self.assertEqual('target', link_or_sha1)
 
1241
        self.assertEqual([('read_link', 'a', ''),
 
1242
                          ('read_link', 'a', 'target'),
 
1243
                         ], state._log)
 
1244
        state.adjust_time(+20) # Skip into the future, all files look old
 
1245
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1246
                                          stat_value=stat_value)
 
1247
        self.assertEqual('target', link_or_sha1)
 
1248
        # There should not be a new read_link call.
 
1249
        # (this is a weak assertion, because read_link is fairly inexpensive,
 
1250
        # versus the number of symlinks that we would have)
 
1251
        self.assertEqual([('read_link', 'a', ''),
 
1252
                          ('read_link', 'a', 'target'),
 
1253
                         ], state._log)
 
1254
 
 
1255
    def test_update_entry_dir(self):
 
1256
        state, entry = self.get_state_with_a()
 
1257
        self.build_tree(['a/'])
 
1258
        self.assertIs(None, state.update_entry(entry, 'a'))
 
1259
 
 
1260
    def create_and_test_file(self, state, entry):
 
1261
        """Create a file at 'a' and verify the state finds it.
 
1262
 
 
1263
        The state should already be versioning *something* at 'a'. This makes
 
1264
        sure that state.update_entry recognizes it as a file.
 
1265
        """
 
1266
        self.build_tree(['a'])
 
1267
        stat_value = os.lstat('a')
 
1268
        packed_stat = dirstate.pack_stat(stat_value)
 
1269
 
 
1270
        link_or_sha1 = state.update_entry(entry, abspath='a')
 
1271
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1272
                         link_or_sha1)
 
1273
        self.assertEqual([('f', link_or_sha1, 14, False, packed_stat)],
 
1274
                         entry[1])
 
1275
        return packed_stat
 
1276
 
 
1277
    def create_and_test_dir(self, state, entry):
 
1278
        """Create a directory at 'a' and verify the state finds it.
 
1279
 
 
1280
        The state should already be versioning *something* at 'a'. This makes
 
1281
        sure that state.update_entry recognizes it as a directory.
 
1282
        """
 
1283
        self.build_tree(['a/'])
 
1284
        stat_value = os.lstat('a')
 
1285
        packed_stat = dirstate.pack_stat(stat_value)
 
1286
 
 
1287
        link_or_sha1 = state.update_entry(entry, abspath='a')
 
1288
        self.assertIs(None, link_or_sha1)
 
1289
        self.assertEqual([('d', '', 0, False, packed_stat)], entry[1])
 
1290
 
 
1291
        return packed_stat
 
1292
 
 
1293
    def create_and_test_symlink(self, state, entry):
 
1294
        """Create a symlink at 'a' and verify the state finds it.
 
1295
 
 
1296
        The state should already be versioning *something* at 'a'. This makes
 
1297
        sure that state.update_entry recognizes it as a symlink.
 
1298
 
 
1299
        This should not be called if this platform does not have symlink
 
1300
        support.
 
1301
        """
 
1302
        os.symlink('path/to/foo', 'a')
 
1303
 
 
1304
        stat_value = os.lstat('a')
 
1305
        packed_stat = dirstate.pack_stat(stat_value)
 
1306
 
 
1307
        link_or_sha1 = state.update_entry(entry, abspath='a')
 
1308
        self.assertEqual('path/to/foo', link_or_sha1)
 
1309
        self.assertEqual([('l', 'path/to/foo', 11, False, packed_stat)],
 
1310
                         entry[1])
 
1311
        return packed_stat
 
1312
 
 
1313
    def test_update_missing_file(self):
 
1314
        state, entry = self.get_state_with_a()
 
1315
        packed_stat = self.create_and_test_file(state, entry)
 
1316
        # Now if we delete the file, update_entry should recover and
 
1317
        # return None.
 
1318
        os.remove('a')
 
1319
        self.assertIs(None, state.update_entry(entry, abspath='a'))
 
1320
        # And the record shouldn't be changed.
 
1321
        digest = 'b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6'
 
1322
        self.assertEqual([('f', digest, 14, False, packed_stat)],
 
1323
                         entry[1])
 
1324
 
 
1325
    def test_update_missing_dir(self):
 
1326
        state, entry = self.get_state_with_a()
 
1327
        packed_stat = self.create_and_test_dir(state, entry)
 
1328
        # Now if we delete the directory, update_entry should recover and
 
1329
        # return None.
 
1330
        os.rmdir('a')
 
1331
        self.assertIs(None, state.update_entry(entry, abspath='a'))
 
1332
        self.assertEqual([('d', '', 0, False, packed_stat)], entry[1])
 
1333
 
 
1334
    def test_update_missing_symlink(self):
 
1335
        if not osutils.has_symlinks():
 
1336
            return # PlatformDeficiency / TestSkipped
 
1337
        state, entry = self.get_state_with_a()
 
1338
        packed_stat = self.create_and_test_symlink(state, entry)
 
1339
        os.remove('a')
 
1340
        self.assertIs(None, state.update_entry(entry, abspath='a'))
 
1341
        # And the record shouldn't be changed.
 
1342
        self.assertEqual([('l', 'path/to/foo', 11, False, packed_stat)],
 
1343
                         entry[1])
 
1344
 
 
1345
    def test_update_file_to_dir(self):
 
1346
        """If a file changes to a directory we return None for the sha.
 
1347
        We also update the inventory record.
 
1348
        """
 
1349
        state, entry = self.get_state_with_a()
 
1350
        self.create_and_test_file(state, entry)
 
1351
        os.remove('a')
 
1352
        self.create_and_test_dir(state, entry)
 
1353
 
 
1354
    def test_update_file_to_symlink(self):
 
1355
        """File becomes a symlink"""
 
1356
        if not osutils.has_symlinks():
 
1357
            return # PlatformDeficiency / TestSkipped
 
1358
        state, entry = self.get_state_with_a()
 
1359
        self.create_and_test_file(state, entry)
 
1360
        os.remove('a')
 
1361
        self.create_and_test_symlink(state, entry)
 
1362
 
 
1363
    def test_update_dir_to_file(self):
 
1364
        """Directory becoming a file updates the entry."""
 
1365
        state, entry = self.get_state_with_a()
 
1366
        self.create_and_test_dir(state, entry)
 
1367
        os.rmdir('a')
 
1368
        self.create_and_test_file(state, entry)
 
1369
 
 
1370
    def test_update_dir_to_symlink(self):
 
1371
        """Directory becomes a symlink"""
 
1372
        if not osutils.has_symlinks():
 
1373
            return # PlatformDeficiency / TestSkipped
 
1374
        state, entry = self.get_state_with_a()
 
1375
        self.create_and_test_dir(state, entry)
 
1376
        os.rmdir('a')
 
1377
        self.create_and_test_symlink(state, entry)
 
1378
 
 
1379
    def test_update_symlink_to_file(self):
 
1380
        """Symlink becomes a file"""
 
1381
        state, entry = self.get_state_with_a()
 
1382
        self.create_and_test_symlink(state, entry)
 
1383
        os.remove('a')
 
1384
        self.create_and_test_file(state, entry)
 
1385
 
 
1386
    def test_update_symlink_to_dir(self):
 
1387
        """Symlink becomes a directory"""
 
1388
        state, entry = self.get_state_with_a()
 
1389
        self.create_and_test_symlink(state, entry)
 
1390
        os.remove('a')
 
1391
        self.create_and_test_dir(state, entry)
 
1392
 
 
1393
    def test__is_executable_win32(self):
 
1394
        state, entry = self.get_state_with_a()
 
1395
        self.build_tree(['a'])
 
1396
 
 
1397
        # Make sure we are using the win32 implementation of _is_executable
 
1398
        state._is_executable = state._is_executable_win32
 
1399
 
 
1400
        # The file on disk is not executable, but we are marking it as though
 
1401
        # it is. With _is_executable_win32 we ignore what is on disk.
 
1402
        entry[1][0] = ('f', '', 0, True, dirstate.DirState.NULLSTAT)
 
1403
 
 
1404
        stat_value = os.lstat('a')
 
1405
        packed_stat = dirstate.pack_stat(stat_value)
 
1406
 
 
1407
        state.adjust_time(-10) # Make sure everything is new
 
1408
        # Make sure it wants to kkkkkkkk
 
1409
        state.update_entry(entry, abspath='a', stat_value=stat_value)
 
1410
 
 
1411
        # The row is updated, but the executable bit stays set.
 
1412
        digest = 'b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6'
 
1413
        self.assertEqual([('f', digest, 14, True, packed_stat)], entry[1])
 
1414
 
 
1415
 
 
1416
class TestPackStat(TestCaseWithTransport):
1798
1417
 
1799
1418
    def assertPackStat(self, expected, stat_value):
1800
1419
        """Check the packed and serialized form of a stat value."""
1846
1465
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
1847
1466
 
1848
1467
 
1849
 
class TestBisect(TestCaseWithDirState):
 
1468
class TestBisect(TestCaseWithTransport):
1850
1469
    """Test the ability to bisect into the disk format."""
1851
1470
 
 
1471
    def create_basic_dirstate(self):
 
1472
        """Create a dirstate with a few files and directories.
 
1473
 
 
1474
            a
 
1475
            b/
 
1476
              c
 
1477
              d/
 
1478
                e
 
1479
            f
 
1480
        """
 
1481
        tree = self.make_branch_and_tree('tree')
 
1482
        paths = ['a', 'b/', 'b/c', 'b/d/', 'b/d/e', 'f']
 
1483
        file_ids = ['a-id', 'b-id', 'c-id', 'd-id', 'e-id', 'f-id']
 
1484
        self.build_tree(['tree/' + p for p in paths])
 
1485
        tree.set_root_id('TREE_ROOT')
 
1486
        tree.add([p.rstrip('/') for p in paths], file_ids)
 
1487
        tree.commit('initial', rev_id='rev-1')
 
1488
        revision_id = 'rev-1'
 
1489
        # a_packed_stat = dirstate.pack_stat(os.stat('tree/a'))
 
1490
        t = self.get_transport().clone('tree')
 
1491
        a_text = t.get_bytes('a')
 
1492
        a_sha = osutils.sha_string(a_text)
 
1493
        a_len = len(a_text)
 
1494
        # b_packed_stat = dirstate.pack_stat(os.stat('tree/b'))
 
1495
        # c_packed_stat = dirstate.pack_stat(os.stat('tree/b/c'))
 
1496
        c_text = t.get_bytes('b/c')
 
1497
        c_sha = osutils.sha_string(c_text)
 
1498
        c_len = len(c_text)
 
1499
        # d_packed_stat = dirstate.pack_stat(os.stat('tree/b/d'))
 
1500
        # e_packed_stat = dirstate.pack_stat(os.stat('tree/b/d/e'))
 
1501
        e_text = t.get_bytes('b/d/e')
 
1502
        e_sha = osutils.sha_string(e_text)
 
1503
        e_len = len(e_text)
 
1504
        # f_packed_stat = dirstate.pack_stat(os.stat('tree/f'))
 
1505
        f_text = t.get_bytes('f')
 
1506
        f_sha = osutils.sha_string(f_text)
 
1507
        f_len = len(f_text)
 
1508
        null_stat = dirstate.DirState.NULLSTAT
 
1509
        expected = {
 
1510
            '':(('', '', 'TREE_ROOT'), [
 
1511
                  ('d', '', 0, False, null_stat),
 
1512
                  ('d', '', 0, False, revision_id),
 
1513
                ]),
 
1514
            'a':(('', 'a', 'a-id'), [
 
1515
                   ('f', '', 0, False, null_stat),
 
1516
                   ('f', a_sha, a_len, False, revision_id),
 
1517
                 ]),
 
1518
            'b':(('', 'b', 'b-id'), [
 
1519
                  ('d', '', 0, False, null_stat),
 
1520
                  ('d', '', 0, False, revision_id),
 
1521
                 ]),
 
1522
            'b/c':(('b', 'c', 'c-id'), [
 
1523
                    ('f', '', 0, False, null_stat),
 
1524
                    ('f', c_sha, c_len, False, revision_id),
 
1525
                   ]),
 
1526
            'b/d':(('b', 'd', 'd-id'), [
 
1527
                    ('d', '', 0, False, null_stat),
 
1528
                    ('d', '', 0, False, revision_id),
 
1529
                   ]),
 
1530
            'b/d/e':(('b/d', 'e', 'e-id'), [
 
1531
                      ('f', '', 0, False, null_stat),
 
1532
                      ('f', e_sha, e_len, False, revision_id),
 
1533
                     ]),
 
1534
            'f':(('', 'f', 'f-id'), [
 
1535
                  ('f', '', 0, False, null_stat),
 
1536
                  ('f', f_sha, f_len, False, revision_id),
 
1537
                 ]),
 
1538
        }
 
1539
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
1540
        try:
 
1541
            state.save()
 
1542
        finally:
 
1543
            state.unlock()
 
1544
        # Use a different object, to make sure nothing is pre-cached in memory.
 
1545
        state = dirstate.DirState.on_file('dirstate')
 
1546
        state.lock_read()
 
1547
        self.addCleanup(state.unlock)
 
1548
        self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
 
1549
                         state._dirblock_state)
 
1550
        # This is code is only really tested if we actually have to make more
 
1551
        # than one read, so set the page size to something smaller.
 
1552
        # We want it to contain about 2.2 records, so that we have a couple
 
1553
        # records that we can read per attempt
 
1554
        state._bisect_page_size = 200
 
1555
        return tree, state, expected
 
1556
 
 
1557
    def create_duplicated_dirstate(self):
 
1558
        """Create a dirstate with a deleted and added entries.
 
1559
 
 
1560
        This grabs a basic_dirstate, and then removes and re adds every entry
 
1561
        with a new file id.
 
1562
        """
 
1563
        tree, state, expected = self.create_basic_dirstate()
 
1564
        # Now we will just remove and add every file so we get an extra entry
 
1565
        # per entry. Unversion in reverse order so we handle subdirs
 
1566
        tree.unversion(['f-id', 'e-id', 'd-id', 'c-id', 'b-id', 'a-id'])
 
1567
        tree.add(['a', 'b', 'b/c', 'b/d', 'b/d/e', 'f'],
 
1568
                 ['a-id2', 'b-id2', 'c-id2', 'd-id2', 'e-id2', 'f-id2'])
 
1569
 
 
1570
        # Update the expected dictionary.
 
1571
        for path in ['a', 'b', 'b/c', 'b/d', 'b/d/e', 'f']:
 
1572
            orig = expected[path]
 
1573
            path2 = path + '2'
 
1574
            # This record was deleted in the current tree
 
1575
            expected[path] = (orig[0], [dirstate.DirState.NULL_PARENT_DETAILS,
 
1576
                                        orig[1][1]])
 
1577
            new_key = (orig[0][0], orig[0][1], orig[0][2]+'2')
 
1578
            # And didn't exist in the basis tree
 
1579
            expected[path2] = (new_key, [orig[1][0],
 
1580
                                         dirstate.DirState.NULL_PARENT_DETAILS])
 
1581
 
 
1582
        # We will replace the 'dirstate' file underneath 'state', but that is
 
1583
        # okay as lock as we unlock 'state' first.
 
1584
        state.unlock()
 
1585
        try:
 
1586
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
 
1587
            try:
 
1588
                new_state.save()
 
1589
            finally:
 
1590
                new_state.unlock()
 
1591
        finally:
 
1592
            # But we need to leave state in a read-lock because we already have
 
1593
            # a cleanup scheduled
 
1594
            state.lock_read()
 
1595
        return tree, state, expected
 
1596
 
 
1597
    def create_renamed_dirstate(self):
 
1598
        """Create a dirstate with a few internal renames.
 
1599
 
 
1600
        This takes the basic dirstate, and moves the paths around.
 
1601
        """
 
1602
        tree, state, expected = self.create_basic_dirstate()
 
1603
        # Rename a file
 
1604
        tree.rename_one('a', 'b/g')
 
1605
        # And a directory
 
1606
        tree.rename_one('b/d', 'h')
 
1607
 
 
1608
        old_a = expected['a']
 
1609
        expected['a'] = (old_a[0], [('r', 'b/g', 0, False, ''), old_a[1][1]])
 
1610
        expected['b/g'] = (('b', 'g', 'a-id'), [old_a[1][0],
 
1611
                                                ('r', 'a', 0, False, '')])
 
1612
        old_d = expected['b/d']
 
1613
        expected['b/d'] = (old_d[0], [('r', 'h', 0, False, ''), old_d[1][1]])
 
1614
        expected['h'] = (('', 'h', 'd-id'), [old_d[1][0],
 
1615
                                             ('r', 'b/d', 0, False, '')])
 
1616
 
 
1617
        old_e = expected['b/d/e']
 
1618
        expected['b/d/e'] = (old_e[0], [('r', 'h/e', 0, False, ''),
 
1619
                             old_e[1][1]])
 
1620
        expected['h/e'] = (('h', 'e', 'e-id'), [old_e[1][0],
 
1621
                                                ('r', 'b/d/e', 0, False, '')])
 
1622
 
 
1623
        state.unlock()
 
1624
        try:
 
1625
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
 
1626
            try:
 
1627
                new_state.save()
 
1628
            finally:
 
1629
                new_state.unlock()
 
1630
        finally:
 
1631
            state.lock_read()
 
1632
        return tree, state, expected
 
1633
 
1852
1634
    def assertBisect(self, expected_map, map_keys, state, paths):
1853
1635
        """Assert that bisecting for paths returns the right result.
1854
1636
 
1859
1641
                      (dir, name) tuples, and sorted according to how _bisect
1860
1642
                      requires.
1861
1643
        """
1862
 
        result = state._bisect(paths)
 
1644
        dir_names = sorted(osutils.split(p) for p in paths)
 
1645
        result = state._bisect(dir_names)
1863
1646
        # For now, results are just returned in whatever order we read them.
1864
1647
        # We could sort by (dir, name, file_id) or something like that, but in
1865
1648
        # the end it would still be fairly arbitrary, and we don't want the
1866
1649
        # extra overhead if we can avoid it. So sort everything to make sure
1867
1650
        # equality is true
1868
 
        self.assertEqual(len(map_keys), len(paths))
 
1651
        assert len(map_keys) == len(dir_names)
1869
1652
        expected = {}
1870
 
        for path, keys in zip(paths, map_keys):
 
1653
        for dir_name, keys in zip(dir_names, map_keys):
1871
1654
            if keys is None:
1872
1655
                # This should not be present in the output
1873
1656
                continue
1874
 
            expected[path] = sorted(expected_map[k] for k in keys)
 
1657
            expected[dir_name] = sorted(expected_map[k] for k in keys)
1875
1658
 
1876
 
        # The returned values are just arranged randomly based on when they
1877
 
        # were read, for testing, make sure it is properly sorted.
1878
 
        for path in result:
1879
 
            result[path].sort()
 
1659
        for dir_name in result:
 
1660
            result[dir_name].sort()
1880
1661
 
1881
1662
        self.assertEqual(expected, result)
1882
1663
 
1890
1671
        :param paths: A list of directories
1891
1672
        """
1892
1673
        result = state._bisect_dirblocks(paths)
1893
 
        self.assertEqual(len(map_keys), len(paths))
 
1674
        assert len(map_keys) == len(paths)
 
1675
 
1894
1676
        expected = {}
1895
1677
        for path, keys in zip(paths, map_keys):
1896
1678
            if keys is None:
1918
1700
            dir_name_id, trees_info = entry
1919
1701
            expected[dir_name_id] = trees_info
1920
1702
 
1921
 
        result = state._bisect_recursive(paths)
 
1703
        dir_names = sorted(osutils.split(p) for p in paths)
 
1704
        result = state._bisect_recursive(dir_names)
1922
1705
 
1923
1706
        self.assertEqual(expected, result)
1924
1707
 
1933
1716
        self.assertBisect(expected, [['b/c']], state, ['b/c'])
1934
1717
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
1935
1718
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
1936
 
        self.assertBisect(expected, [['b-c']], state, ['b-c'])
1937
1719
        self.assertBisect(expected, [['f']], state, ['f'])
1938
1720
 
1939
1721
    def test_bisect_multi(self):
1942
1724
        # Bisect should be capable of finding multiple entries at the same time
1943
1725
        self.assertBisect(expected, [['a'], ['b'], ['f']],
1944
1726
                          state, ['a', 'b', 'f'])
 
1727
        # ('', 'f') sorts before the others
1945
1728
        self.assertBisect(expected, [['f'], ['b/d'], ['b/d/e']],
1946
 
                          state, ['f', 'b/d', 'b/d/e'])
1947
 
        self.assertBisect(expected, [['b'], ['b-c'], ['b/c']],
1948
 
                          state, ['b', 'b-c', 'b/c'])
 
1729
                          state, ['b/d', 'b/d/e', 'f'])
1949
1730
 
1950
1731
    def test_bisect_one_page(self):
1951
1732
        """Test bisect when there is only 1 page to read"""
1957
1738
        self.assertBisect(expected,[['b/c']], state, ['b/c'])
1958
1739
        self.assertBisect(expected,[['b/d']], state, ['b/d'])
1959
1740
        self.assertBisect(expected,[['b/d/e']], state, ['b/d/e'])
1960
 
        self.assertBisect(expected,[['b-c']], state, ['b-c'])
1961
1741
        self.assertBisect(expected,[['f']], state, ['f'])
1962
1742
        self.assertBisect(expected,[['a'], ['b'], ['f']],
1963
1743
                          state, ['a', 'b', 'f'])
1964
 
        self.assertBisect(expected, [['b/d'], ['b/d/e'], ['f']],
 
1744
        # ('', 'f') sorts before the others
 
1745
        self.assertBisect(expected, [['f'], ['b/d'], ['b/d/e']],
1965
1746
                          state, ['b/d', 'b/d/e', 'f'])
1966
 
        self.assertBisect(expected, [['b'], ['b/c'], ['b-c']],
1967
 
                          state, ['b', 'b/c', 'b-c'])
1968
1747
 
1969
1748
    def test_bisect_duplicate_paths(self):
1970
1749
        """When bisecting for a path, handle multiple entries."""
1978
1757
        self.assertBisect(expected, [['b/d', 'b/d2']], state, ['b/d'])
1979
1758
        self.assertBisect(expected, [['b/d/e', 'b/d/e2']],
1980
1759
                          state, ['b/d/e'])
1981
 
        self.assertBisect(expected, [['b-c', 'b-c2']], state, ['b-c'])
1982
1760
        self.assertBisect(expected, [['f', 'f2']], state, ['f'])
1983
1761
 
1984
1762
    def test_bisect_page_size_too_small(self):
1991
1769
        self.assertBisect(expected, [['b/c']], state, ['b/c'])
1992
1770
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
1993
1771
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
1994
 
        self.assertBisect(expected, [['b-c']], state, ['b-c'])
1995
1772
        self.assertBisect(expected, [['f']], state, ['f'])
1996
1773
 
1997
1774
    def test_bisect_missing(self):
2000
1777
        self.assertBisect(expected, [None], state, ['foo'])
2001
1778
        self.assertBisect(expected, [None], state, ['b/foo'])
2002
1779
        self.assertBisect(expected, [None], state, ['bar/foo'])
2003
 
        self.assertBisect(expected, [None], state, ['b-c/foo'])
2004
1780
 
2005
1781
        self.assertBisect(expected, [['a'], None, ['b/d']],
2006
1782
                          state, ['a', 'foo', 'b/d'])
2022
1798
    def test_bisect_dirblocks(self):
2023
1799
        tree, state, expected = self.create_duplicated_dirstate()
2024
1800
        self.assertBisectDirBlocks(expected,
2025
 
            [['', 'a', 'a2', 'b', 'b2', 'b-c', 'b-c2', 'f', 'f2']],
2026
 
            state, [''])
 
1801
            [['', 'a', 'a2', 'b', 'b2', 'f', 'f2']], state, [''])
2027
1802
        self.assertBisectDirBlocks(expected,
2028
1803
            [['b/c', 'b/c2', 'b/d', 'b/d2']], state, ['b'])
2029
1804
        self.assertBisectDirBlocks(expected,
2030
1805
            [['b/d/e', 'b/d/e2']], state, ['b/d'])
2031
1806
        self.assertBisectDirBlocks(expected,
2032
 
            [['', 'a', 'a2', 'b', 'b2', 'b-c', 'b-c2', 'f', 'f2'],
 
1807
            [['', 'a', 'a2', 'b', 'b2', 'f', 'f2'],
2033
1808
             ['b/c', 'b/c2', 'b/d', 'b/d2'],
2034
1809
             ['b/d/e', 'b/d/e2'],
2035
1810
            ], state, ['', 'b', 'b/d'])
2050
1825
        self.assertBisectRecursive(expected, ['a'], state, ['a'])
2051
1826
        self.assertBisectRecursive(expected, ['b/c'], state, ['b/c'])
2052
1827
        self.assertBisectRecursive(expected, ['b/d/e'], state, ['b/d/e'])
2053
 
        self.assertBisectRecursive(expected, ['b-c'], state, ['b-c'])
2054
1828
        self.assertBisectRecursive(expected, ['b/d', 'b/d/e'],
2055
1829
                                   state, ['b/d'])
2056
1830
        self.assertBisectRecursive(expected, ['b', 'b/c', 'b/d', 'b/d/e'],
2057
1831
                                   state, ['b'])
2058
 
        self.assertBisectRecursive(expected, ['', 'a', 'b', 'b-c', 'f', 'b/c',
 
1832
        self.assertBisectRecursive(expected, ['', 'a', 'b', 'f', 'b/c',
2059
1833
                                              'b/d', 'b/d/e'],
2060
1834
                                   state, [''])
2061
1835
 
2085
1859
                                   state, ['b'])
2086
1860
 
2087
1861
 
2088
 
class TestDirstateValidation(TestCaseWithDirState):
2089
 
 
2090
 
    def test_validate_correct_dirstate(self):
2091
 
        state = self.create_complex_dirstate()
2092
 
        state._validate()
2093
 
        state.unlock()
2094
 
        # and make sure we can also validate with a read lock
2095
 
        state.lock_read()
2096
 
        try:
2097
 
            state._validate()
2098
 
        finally:
2099
 
            state.unlock()
2100
 
 
2101
 
    def test_dirblock_not_sorted(self):
2102
 
        tree, state, expected = self.create_renamed_dirstate()
2103
 
        state._read_dirblocks_if_needed()
2104
 
        last_dirblock = state._dirblocks[-1]
2105
 
        # we're appending to the dirblock, but this name comes before some of
2106
 
        # the existing names; that's wrong
2107
 
        last_dirblock[1].append(
2108
 
            (('h', 'aaaa', 'a-id'),
2109
 
             [('a', '', 0, False, ''),
2110
 
              ('a', '', 0, False, '')]))
2111
 
        e = self.assertRaises(AssertionError,
2112
 
            state._validate)
2113
 
        self.assertContainsRe(str(e), 'not sorted')
2114
 
 
2115
 
    def test_dirblock_name_mismatch(self):
2116
 
        tree, state, expected = self.create_renamed_dirstate()
2117
 
        state._read_dirblocks_if_needed()
2118
 
        last_dirblock = state._dirblocks[-1]
2119
 
        # add an entry with the wrong directory name
2120
 
        last_dirblock[1].append(
2121
 
            (('', 'z', 'a-id'),
2122
 
             [('a', '', 0, False, ''),
2123
 
              ('a', '', 0, False, '')]))
2124
 
        e = self.assertRaises(AssertionError,
2125
 
            state._validate)
2126
 
        self.assertContainsRe(str(e),
2127
 
            "doesn't match directory name")
2128
 
 
2129
 
    def test_dirblock_missing_rename(self):
2130
 
        tree, state, expected = self.create_renamed_dirstate()
2131
 
        state._read_dirblocks_if_needed()
2132
 
        last_dirblock = state._dirblocks[-1]
2133
 
        # make another entry for a-id, without a correct 'r' pointer to
2134
 
        # the real occurrence in the working tree
2135
 
        last_dirblock[1].append(
2136
 
            (('h', 'z', 'a-id'),
2137
 
             [('a', '', 0, False, ''),
2138
 
              ('a', '', 0, False, '')]))
2139
 
        e = self.assertRaises(AssertionError,
2140
 
            state._validate)
2141
 
        self.assertContainsRe(str(e),
2142
 
            'file a-id is absent in row')
2143
 
 
2144
 
 
2145
 
class TestDirstateTreeReference(TestCaseWithDirState):
2146
 
 
2147
 
    def test_reference_revision_is_none(self):
2148
 
        tree = self.make_branch_and_tree('tree', format='dirstate-with-subtree')
2149
 
        subtree = self.make_branch_and_tree('tree/subtree',
2150
 
                            format='dirstate-with-subtree')
2151
 
        subtree.set_root_id('subtree')
2152
 
        tree.add_reference(subtree)
2153
 
        tree.add('subtree')
2154
 
        state = dirstate.DirState.from_tree(tree, 'dirstate')
2155
 
        key = ('', 'subtree', 'subtree')
2156
 
        expected = ('', [(key,
2157
 
            [('t', '', 0, False, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])])
2158
 
 
2159
 
        try:
2160
 
            self.assertEqual(expected, state._find_block(key))
2161
 
        finally:
2162
 
            state.unlock()
2163
 
 
2164
 
 
2165
 
class TestDiscardMergeParents(TestCaseWithDirState):
2166
 
 
2167
 
    def test_discard_no_parents(self):
2168
 
        # This should be a no-op
2169
 
        state = self.create_empty_dirstate()
2170
 
        self.addCleanup(state.unlock)
2171
 
        state._discard_merge_parents()
2172
 
        state._validate()
2173
 
 
2174
 
    def test_discard_one_parent(self):
2175
 
        # No-op
2176
 
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
2177
 
        root_entry_direntry = ('', '', 'a-root-value'), [
2178
 
            ('d', '', 0, False, packed_stat),
2179
 
            ('d', '', 0, False, packed_stat),
2180
 
            ]
2181
 
        dirblocks = []
2182
 
        dirblocks.append(('', [root_entry_direntry]))
2183
 
        dirblocks.append(('', []))
2184
 
 
2185
 
        state = self.create_empty_dirstate()
2186
 
        self.addCleanup(state.unlock)
2187
 
        state._set_data(['parent-id'], dirblocks[:])
2188
 
        state._validate()
2189
 
 
2190
 
        state._discard_merge_parents()
2191
 
        state._validate()
2192
 
        self.assertEqual(dirblocks, state._dirblocks)
2193
 
 
2194
 
    def test_discard_simple(self):
2195
 
        # No-op
2196
 
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
2197
 
        root_entry_direntry = ('', '', 'a-root-value'), [
2198
 
            ('d', '', 0, False, packed_stat),
2199
 
            ('d', '', 0, False, packed_stat),
2200
 
            ('d', '', 0, False, packed_stat),
2201
 
            ]
2202
 
        expected_root_entry_direntry = ('', '', 'a-root-value'), [
2203
 
            ('d', '', 0, False, packed_stat),
2204
 
            ('d', '', 0, False, packed_stat),
2205
 
            ]
2206
 
        dirblocks = []
2207
 
        dirblocks.append(('', [root_entry_direntry]))
2208
 
        dirblocks.append(('', []))
2209
 
 
2210
 
        state = self.create_empty_dirstate()
2211
 
        self.addCleanup(state.unlock)
2212
 
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
2213
 
        state._validate()
2214
 
 
2215
 
        # This should strip of the extra column
2216
 
        state._discard_merge_parents()
2217
 
        state._validate()
2218
 
        expected_dirblocks = [('', [expected_root_entry_direntry]), ('', [])]
2219
 
        self.assertEqual(expected_dirblocks, state._dirblocks)
2220
 
 
2221
 
    def test_discard_absent(self):
2222
 
        """If entries are only in a merge, discard should remove the entries"""
2223
 
        null_stat = dirstate.DirState.NULLSTAT
2224
 
        present_dir = ('d', '', 0, False, null_stat)
2225
 
        present_file = ('f', '', 0, False, null_stat)
2226
 
        absent = dirstate.DirState.NULL_PARENT_DETAILS
2227
 
        root_key = ('', '', 'a-root-value')
2228
 
        file_in_root_key = ('', 'file-in-root', 'a-file-id')
2229
 
        file_in_merged_key = ('', 'file-in-merged', 'b-file-id')
2230
 
        dirblocks = [('', [(root_key, [present_dir, present_dir, present_dir])]),
2231
 
                     ('', [(file_in_merged_key,
2232
 
                            [absent, absent, present_file]),
2233
 
                           (file_in_root_key,
2234
 
                            [present_file, present_file, present_file]),
2235
 
                          ]),
2236
 
                    ]
2237
 
 
2238
 
        state = self.create_empty_dirstate()
2239
 
        self.addCleanup(state.unlock)
2240
 
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
2241
 
        state._validate()
2242
 
 
2243
 
        exp_dirblocks = [('', [(root_key, [present_dir, present_dir])]),
2244
 
                         ('', [(file_in_root_key,
2245
 
                                [present_file, present_file]),
2246
 
                              ]),
2247
 
                        ]
2248
 
        state._discard_merge_parents()
2249
 
        state._validate()
2250
 
        self.assertEqual(exp_dirblocks, state._dirblocks)
2251
 
 
2252
 
    def test_discard_renamed(self):
2253
 
        null_stat = dirstate.DirState.NULLSTAT
2254
 
        present_dir = ('d', '', 0, False, null_stat)
2255
 
        present_file = ('f', '', 0, False, null_stat)
2256
 
        absent = dirstate.DirState.NULL_PARENT_DETAILS
2257
 
        root_key = ('', '', 'a-root-value')
2258
 
        file_in_root_key = ('', 'file-in-root', 'a-file-id')
2259
 
        # Renamed relative to parent
2260
 
        file_rename_s_key = ('', 'file-s', 'b-file-id')
2261
 
        file_rename_t_key = ('', 'file-t', 'b-file-id')
2262
 
        # And one that is renamed between the parents, but absent in this
2263
 
        key_in_1 = ('', 'file-in-1', 'c-file-id')
2264
 
        key_in_2 = ('', 'file-in-2', 'c-file-id')
2265
 
 
2266
 
        dirblocks = [
2267
 
            ('', [(root_key, [present_dir, present_dir, present_dir])]),
2268
 
            ('', [(key_in_1,
2269
 
                   [absent, present_file, ('r', 'file-in-2', 'c-file-id')]),
2270
 
                  (key_in_2,
2271
 
                   [absent, ('r', 'file-in-1', 'c-file-id'), present_file]),
2272
 
                  (file_in_root_key,
2273
 
                   [present_file, present_file, present_file]),
2274
 
                  (file_rename_s_key,
2275
 
                   [('r', 'file-t', 'b-file-id'), absent, present_file]),
2276
 
                  (file_rename_t_key,
2277
 
                   [present_file, absent, ('r', 'file-s', 'b-file-id')]),
2278
 
                 ]),
2279
 
        ]
2280
 
        exp_dirblocks = [
2281
 
            ('', [(root_key, [present_dir, present_dir])]),
2282
 
            ('', [(key_in_1, [absent, present_file]),
2283
 
                  (file_in_root_key, [present_file, present_file]),
2284
 
                  (file_rename_t_key, [present_file, absent]),
2285
 
                 ]),
2286
 
        ]
2287
 
        state = self.create_empty_dirstate()
2288
 
        self.addCleanup(state.unlock)
2289
 
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
2290
 
        state._validate()
2291
 
 
2292
 
        state._discard_merge_parents()
2293
 
        state._validate()
2294
 
        self.assertEqual(exp_dirblocks, state._dirblocks)
2295
 
 
2296
 
    def test_discard_all_subdir(self):
2297
 
        null_stat = dirstate.DirState.NULLSTAT
2298
 
        present_dir = ('d', '', 0, False, null_stat)
2299
 
        present_file = ('f', '', 0, False, null_stat)
2300
 
        absent = dirstate.DirState.NULL_PARENT_DETAILS
2301
 
        root_key = ('', '', 'a-root-value')
2302
 
        subdir_key = ('', 'sub', 'dir-id')
2303
 
        child1_key = ('sub', 'child1', 'child1-id')
2304
 
        child2_key = ('sub', 'child2', 'child2-id')
2305
 
        child3_key = ('sub', 'child3', 'child3-id')
2306
 
 
2307
 
        dirblocks = [
2308
 
            ('', [(root_key, [present_dir, present_dir, present_dir])]),
2309
 
            ('', [(subdir_key, [present_dir, present_dir, present_dir])]),
2310
 
            ('sub', [(child1_key, [absent, absent, present_file]),
2311
 
                     (child2_key, [absent, absent, present_file]),
2312
 
                     (child3_key, [absent, absent, present_file]),
2313
 
                    ]),
2314
 
        ]
2315
 
        exp_dirblocks = [
2316
 
            ('', [(root_key, [present_dir, present_dir])]),
2317
 
            ('', [(subdir_key, [present_dir, present_dir])]),
2318
 
            ('sub', []),
2319
 
        ]
2320
 
        state = self.create_empty_dirstate()
2321
 
        self.addCleanup(state.unlock)
2322
 
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
2323
 
        state._validate()
2324
 
 
2325
 
        state._discard_merge_parents()
2326
 
        state._validate()
2327
 
        self.assertEqual(exp_dirblocks, state._dirblocks)
2328
 
 
2329
 
 
2330
 
class Test_InvEntryToDetails(tests.TestCase):
2331
 
 
2332
 
    def assertDetails(self, expected, inv_entry):
2333
 
        details = dirstate.DirState._inv_entry_to_details(inv_entry)
2334
 
        self.assertEqual(expected, details)
2335
 
        # details should always allow join() and always be a plain str when
2336
 
        # finished
2337
 
        (minikind, fingerprint, size, executable, tree_data) = details
2338
 
        self.assertIsInstance(minikind, str)
2339
 
        self.assertIsInstance(fingerprint, str)
2340
 
        self.assertIsInstance(tree_data, str)
2341
 
 
2342
 
    def test_unicode_symlink(self):
2343
 
        inv_entry = inventory.InventoryLink('link-file-id',
2344
 
                                            u'nam\N{Euro Sign}e',
2345
 
                                            'link-parent-id')
2346
 
        inv_entry.revision = 'link-revision-id'
2347
 
        target = u'link-targ\N{Euro Sign}t'
2348
 
        inv_entry.symlink_target = target
2349
 
        self.assertDetails(('l', target.encode('UTF-8'), 0, False,
2350
 
                            'link-revision-id'), inv_entry)
2351
 
 
2352
 
 
2353
 
class TestSHA1Provider(tests.TestCaseInTempDir):
2354
 
 
2355
 
    def test_sha1provider_is_an_interface(self):
2356
 
        p = dirstate.SHA1Provider()
2357
 
        self.assertRaises(NotImplementedError, p.sha1, "foo")
2358
 
        self.assertRaises(NotImplementedError, p.stat_and_sha1, "foo")
2359
 
 
2360
 
    def test_defaultsha1provider_sha1(self):
2361
 
        text = 'test\r\nwith\nall\rpossible line endings\r\n'
2362
 
        self.build_tree_contents([('foo', text)])
2363
 
        expected_sha = osutils.sha_string(text)
2364
 
        p = dirstate.DefaultSHA1Provider()
2365
 
        self.assertEqual(expected_sha, p.sha1('foo'))
2366
 
 
2367
 
    def test_defaultsha1provider_stat_and_sha1(self):
2368
 
        text = 'test\r\nwith\nall\rpossible line endings\r\n'
2369
 
        self.build_tree_contents([('foo', text)])
2370
 
        expected_sha = osutils.sha_string(text)
2371
 
        p = dirstate.DefaultSHA1Provider()
2372
 
        statvalue, sha1 = p.stat_and_sha1('foo')
2373
 
        self.assertTrue(len(statvalue) >= 10)
2374
 
        self.assertEqual(len(text), statvalue.st_size)
2375
 
        self.assertEqual(expected_sha, sha1)
 
1862
class TestBisectDirblock(TestCase):
 
1863
    """Test that bisect_dirblock() returns the expected values.
 
1864
 
 
1865
    bisect_dirblock is intended to work like bisect.bisect_left() except it
 
1866
    knows it is working on dirblocks and that dirblocks are sorted by ('path',
 
1867
    'to', 'foo') chunks rather than by raw 'path/to/foo'.
 
1868
    """
 
1869
 
 
1870
    def assertBisect(self, dirblocks, split_dirblocks, path, *args, **kwargs):
 
1871
        """Assert that bisect_split works like bisect_left on the split paths.
 
1872
 
 
1873
        :param dirblocks: A list of (path, [info]) pairs.
 
1874
        :param split_dirblocks: A list of ((split, path), [info]) pairs.
 
1875
        :param path: The path we are indexing.
 
1876
 
 
1877
        All other arguments will be passed along.
 
1878
        """
 
1879
        bisect_split_idx = dirstate.bisect_dirblock(dirblocks, path,
 
1880
                                                 *args, **kwargs)
 
1881
        split_dirblock = (path.split('/'), [])
 
1882
        bisect_left_idx = bisect.bisect_left(split_dirblocks, split_dirblock,
 
1883
                                             *args)
 
1884
        self.assertEqual(bisect_left_idx, bisect_split_idx,
 
1885
                         'bisect_split disagreed. %s != %s'
 
1886
                         ' for key %s'
 
1887
                         % (bisect_left_idx, bisect_split_idx, path)
 
1888
                         )
 
1889
 
 
1890
    def paths_to_dirblocks(self, paths):
 
1891
        """Convert a list of paths into dirblock form.
 
1892
 
 
1893
        Also, ensure that the paths are in proper sorted order.
 
1894
        """
 
1895
        dirblocks = [(path, []) for path in paths]
 
1896
        split_dirblocks = [(path.split('/'), []) for path in paths]
 
1897
        self.assertEqual(sorted(split_dirblocks), split_dirblocks)
 
1898
        return dirblocks, split_dirblocks
 
1899
 
 
1900
    def test_simple(self):
 
1901
        """In the simple case it works just like bisect_left"""
 
1902
        paths = ['', 'a', 'b', 'c', 'd']
 
1903
        dirblocks, split_dirblocks = self.paths_to_dirblocks(paths)
 
1904
        for path in paths:
 
1905
            self.assertBisect(dirblocks, split_dirblocks, path)
 
1906
        self.assertBisect(dirblocks, split_dirblocks, '_')
 
1907
        self.assertBisect(dirblocks, split_dirblocks, 'aa')
 
1908
        self.assertBisect(dirblocks, split_dirblocks, 'bb')
 
1909
        self.assertBisect(dirblocks, split_dirblocks, 'cc')
 
1910
        self.assertBisect(dirblocks, split_dirblocks, 'dd')
 
1911
        self.assertBisect(dirblocks, split_dirblocks, 'a/a')
 
1912
        self.assertBisect(dirblocks, split_dirblocks, 'b/b')
 
1913
        self.assertBisect(dirblocks, split_dirblocks, 'c/c')
 
1914
        self.assertBisect(dirblocks, split_dirblocks, 'd/d')
 
1915
 
 
1916
    def test_involved(self):
 
1917
        """This is where bisect_left diverges slightly."""
 
1918
        paths = ['', 'a',
 
1919
                 'a/a', 'a/a/a', 'a/a/z', 'a/a-a', 'a/a-z',
 
1920
                 'a/z', 'a/z/a', 'a/z/z', 'a/z-a', 'a/z-z',
 
1921
                 'a-a', 'a-z',
 
1922
                 'z', 'z/a/a', 'z/a/z', 'z/a-a', 'z/a-z',
 
1923
                 'z/z', 'z/z/a', 'z/z/z', 'z/z-a', 'z/z-z',
 
1924
                 'z-a', 'z-z',
 
1925
                ]
 
1926
        dirblocks, split_dirblocks = self.paths_to_dirblocks(paths)
 
1927
        for path in paths:
 
1928
            self.assertBisect(dirblocks, split_dirblocks, path)
 
1929
 
 
1930
    def test_involved_cached(self):
 
1931
        """This is where bisect_left diverges slightly."""
 
1932
        paths = ['', 'a',
 
1933
                 'a/a', 'a/a/a', 'a/a/z', 'a/a-a', 'a/a-z',
 
1934
                 'a/z', 'a/z/a', 'a/z/z', 'a/z-a', 'a/z-z',
 
1935
                 'a-a', 'a-z',
 
1936
                 'z', 'z/a/a', 'z/a/z', 'z/a-a', 'z/a-z',
 
1937
                 'z/z', 'z/z/a', 'z/z/z', 'z/z-a', 'z/z-z',
 
1938
                 'z-a', 'z-z',
 
1939
                ]
 
1940
        cache = {}
 
1941
        dirblocks, split_dirblocks = self.paths_to_dirblocks(paths)
 
1942
        for path in paths:
 
1943
            self.assertBisect(dirblocks, split_dirblocks, path, cache=cache)
 
1944