/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_dirstate.py

  • Committer: Robert Collins
  • Date: 2007-03-05 03:43:56 UTC
  • mfrom: (2312 +trunk)
  • mto: (2255.11.6 dirstate)
  • mto: This revision was merged to the branch mainline in revision 2322.
  • Revision ID: robertc@robertcollins.net-20070305034356-og43j35eg62m952f
Merge bzr.dev.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2010 Canonical Ltd
 
1
# Copyright (C) 2006, 2007 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
16
 
17
17
"""Tests of the dirstate functionality being built for WorkingTreeFormat4."""
18
18
 
19
19
import bisect
20
20
import os
 
21
import time
21
22
 
22
23
from bzrlib import (
23
24
    dirstate,
24
25
    errors,
25
 
    inventory,
26
 
    memorytree,
27
26
    osutils,
28
 
    revision as _mod_revision,
29
 
    tests,
30
27
    )
31
 
from bzrlib.tests import test_osutils
 
28
from bzrlib.memorytree import MemoryTree
 
29
from bzrlib.tests import TestCase, TestCaseWithTransport
32
30
 
33
31
 
34
32
# TODO:
 
33
# test DirStateRevisionTree : test filtering out of deleted files does not
 
34
#         filter out files called RECYCLED.BIN ;)
 
35
# test 0 parents, 1 parent, 4 parents.
 
36
# test unicode parents, non unicode parents
 
37
# test all change permutations in one and two parents.
 
38
# i.e. file in parent 1, dir in parent 2, symlink in tree.
 
39
# test that renames in the tree result in correct parent paths
 
40
# Test get state from a file, then asking for lines.
 
41
# write a smaller state, and check the file has been truncated.
 
42
# add a entry when its in state deleted
 
43
# revision attribute for root entries.
 
44
# test that utf8 strings are preserved in _row_to_line
 
45
# test parent manipulation
 
46
# test parents that are null in save : i.e. no record in the parent tree for this.
 
47
# todo: _set_data records ghost parents.
35
48
# TESTS to write:
36
49
# general checks for NOT_IN_MEMORY error conditions.
37
50
# set_path_id on a NOT_IN_MEMORY dirstate
43
56
# set_path_id  setting id when state is in memory unmodified
44
57
# set_path_id  setting id when state is in memory modified
45
58
 
46
 
 
47
 
def load_tests(basic_tests, module, loader):
48
 
    suite = loader.suiteClass()
49
 
    dir_reader_tests, remaining_tests = tests.split_suite_by_condition(
50
 
        basic_tests, tests.condition_isinstance(TestCaseWithDirState))
51
 
    tests.multiply_tests(dir_reader_tests,
52
 
                         test_osutils.dir_reader_scenarios(), suite)
53
 
    suite.addTest(remaining_tests)
54
 
    return suite
55
 
 
56
 
 
57
 
class TestCaseWithDirState(tests.TestCaseWithTransport):
 
59
class TestCaseWithDirState(TestCaseWithTransport):
58
60
    """Helper functions for creating DirState objects with various content."""
59
61
 
60
 
    # Set by load_tests
61
 
    _dir_reader_class = None
62
 
    _native_to_unicode = None # Not used yet
63
 
 
64
 
    def setUp(self):
65
 
        tests.TestCaseWithTransport.setUp(self)
66
 
 
67
 
        self.overrideAttr(osutils,
68
 
                          '_selected_dir_reader', self._dir_reader_class())
69
 
 
70
62
    def create_empty_dirstate(self):
71
63
        """Return a locked but empty dirstate"""
72
64
        state = dirstate.DirState.initialize('dirstate')
119
111
         b/g      g-file
120
112
         b/h\xc3\xa5  h-\xc3\xa5-file  #This is u'\xe5' encoded into utf-8
121
113
 
122
 
        Notice that a/e is an empty directory.
123
 
 
124
 
        :return: The dirstate, still write-locked.
 
114
        # Notice that a/e is an empty directory.
125
115
        """
126
116
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
127
117
        null_sha = 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'
180
170
        """
181
171
        # The state should already be write locked, since we just had to do
182
172
        # some operation to get here.
183
 
        self.assertTrue(state._lock_token is not None)
 
173
        assert state._lock_token is not None
184
174
        try:
185
175
            self.assertEqual(expected_result[0],  state.get_parent_ids())
186
176
            # there should be no ghosts in this tree.
190
180
            state.save()
191
181
        finally:
192
182
            state.unlock()
193
 
        del state
 
183
        del state # Callers should unlock
194
184
        state = dirstate.DirState.on_file('dirstate')
195
185
        state.lock_read()
196
186
        try:
198
188
        finally:
199
189
            state.unlock()
200
190
 
201
 
    def create_basic_dirstate(self):
202
 
        """Create a dirstate with a few files and directories.
203
 
 
204
 
            a
205
 
            b/
206
 
              c
207
 
              d/
208
 
                e
209
 
            b-c
210
 
            f
211
 
        """
212
 
        tree = self.make_branch_and_tree('tree')
213
 
        paths = ['a', 'b/', 'b/c', 'b/d/', 'b/d/e', 'b-c', 'f']
214
 
        file_ids = ['a-id', 'b-id', 'c-id', 'd-id', 'e-id', 'b-c-id', 'f-id']
215
 
        self.build_tree(['tree/' + p for p in paths])
216
 
        tree.set_root_id('TREE_ROOT')
217
 
        tree.add([p.rstrip('/') for p in paths], file_ids)
218
 
        tree.commit('initial', rev_id='rev-1')
219
 
        revision_id = 'rev-1'
220
 
        # a_packed_stat = dirstate.pack_stat(os.stat('tree/a'))
221
 
        t = self.get_transport('tree')
222
 
        a_text = t.get_bytes('a')
223
 
        a_sha = osutils.sha_string(a_text)
224
 
        a_len = len(a_text)
225
 
        # b_packed_stat = dirstate.pack_stat(os.stat('tree/b'))
226
 
        # c_packed_stat = dirstate.pack_stat(os.stat('tree/b/c'))
227
 
        c_text = t.get_bytes('b/c')
228
 
        c_sha = osutils.sha_string(c_text)
229
 
        c_len = len(c_text)
230
 
        # d_packed_stat = dirstate.pack_stat(os.stat('tree/b/d'))
231
 
        # e_packed_stat = dirstate.pack_stat(os.stat('tree/b/d/e'))
232
 
        e_text = t.get_bytes('b/d/e')
233
 
        e_sha = osutils.sha_string(e_text)
234
 
        e_len = len(e_text)
235
 
        b_c_text = t.get_bytes('b-c')
236
 
        b_c_sha = osutils.sha_string(b_c_text)
237
 
        b_c_len = len(b_c_text)
238
 
        # f_packed_stat = dirstate.pack_stat(os.stat('tree/f'))
239
 
        f_text = t.get_bytes('f')
240
 
        f_sha = osutils.sha_string(f_text)
241
 
        f_len = len(f_text)
242
 
        null_stat = dirstate.DirState.NULLSTAT
243
 
        expected = {
244
 
            '':(('', '', 'TREE_ROOT'), [
245
 
                  ('d', '', 0, False, null_stat),
246
 
                  ('d', '', 0, False, revision_id),
247
 
                ]),
248
 
            'a':(('', 'a', 'a-id'), [
249
 
                   ('f', '', 0, False, null_stat),
250
 
                   ('f', a_sha, a_len, False, revision_id),
251
 
                 ]),
252
 
            'b':(('', 'b', 'b-id'), [
253
 
                  ('d', '', 0, False, null_stat),
254
 
                  ('d', '', 0, False, revision_id),
255
 
                 ]),
256
 
            'b/c':(('b', 'c', 'c-id'), [
257
 
                    ('f', '', 0, False, null_stat),
258
 
                    ('f', c_sha, c_len, False, revision_id),
259
 
                   ]),
260
 
            'b/d':(('b', 'd', 'd-id'), [
261
 
                    ('d', '', 0, False, null_stat),
262
 
                    ('d', '', 0, False, revision_id),
263
 
                   ]),
264
 
            'b/d/e':(('b/d', 'e', 'e-id'), [
265
 
                      ('f', '', 0, False, null_stat),
266
 
                      ('f', e_sha, e_len, False, revision_id),
267
 
                     ]),
268
 
            'b-c':(('', 'b-c', 'b-c-id'), [
269
 
                      ('f', '', 0, False, null_stat),
270
 
                      ('f', b_c_sha, b_c_len, False, revision_id),
271
 
                     ]),
272
 
            'f':(('', 'f', 'f-id'), [
273
 
                  ('f', '', 0, False, null_stat),
274
 
                  ('f', f_sha, f_len, False, revision_id),
275
 
                 ]),
276
 
        }
277
 
        state = dirstate.DirState.from_tree(tree, 'dirstate')
278
 
        try:
279
 
            state.save()
280
 
        finally:
281
 
            state.unlock()
282
 
        # Use a different object, to make sure nothing is pre-cached in memory.
283
 
        state = dirstate.DirState.on_file('dirstate')
284
 
        state.lock_read()
285
 
        self.addCleanup(state.unlock)
286
 
        self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
287
 
                         state._dirblock_state)
288
 
        # This is code is only really tested if we actually have to make more
289
 
        # than one read, so set the page size to something smaller.
290
 
        # We want it to contain about 2.2 records, so that we have a couple
291
 
        # records that we can read per attempt
292
 
        state._bisect_page_size = 200
293
 
        return tree, state, expected
294
 
 
295
 
    def create_duplicated_dirstate(self):
296
 
        """Create a dirstate with a deleted and added entries.
297
 
 
298
 
        This grabs a basic_dirstate, and then removes and re adds every entry
299
 
        with a new file id.
300
 
        """
301
 
        tree, state, expected = self.create_basic_dirstate()
302
 
        # Now we will just remove and add every file so we get an extra entry
303
 
        # per entry. Unversion in reverse order so we handle subdirs
304
 
        tree.unversion(['f-id', 'b-c-id', 'e-id', 'd-id', 'c-id', 'b-id', 'a-id'])
305
 
        tree.add(['a', 'b', 'b/c', 'b/d', 'b/d/e', 'b-c', 'f'],
306
 
                 ['a-id2', 'b-id2', 'c-id2', 'd-id2', 'e-id2', 'b-c-id2', 'f-id2'])
307
 
 
308
 
        # Update the expected dictionary.
309
 
        for path in ['a', 'b', 'b/c', 'b/d', 'b/d/e', 'b-c', 'f']:
310
 
            orig = expected[path]
311
 
            path2 = path + '2'
312
 
            # This record was deleted in the current tree
313
 
            expected[path] = (orig[0], [dirstate.DirState.NULL_PARENT_DETAILS,
314
 
                                        orig[1][1]])
315
 
            new_key = (orig[0][0], orig[0][1], orig[0][2]+'2')
316
 
            # And didn't exist in the basis tree
317
 
            expected[path2] = (new_key, [orig[1][0],
318
 
                                         dirstate.DirState.NULL_PARENT_DETAILS])
319
 
 
320
 
        # We will replace the 'dirstate' file underneath 'state', but that is
321
 
        # okay as lock as we unlock 'state' first.
322
 
        state.unlock()
323
 
        try:
324
 
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
325
 
            try:
326
 
                new_state.save()
327
 
            finally:
328
 
                new_state.unlock()
329
 
        finally:
330
 
            # But we need to leave state in a read-lock because we already have
331
 
            # a cleanup scheduled
332
 
            state.lock_read()
333
 
        return tree, state, expected
334
 
 
335
 
    def create_renamed_dirstate(self):
336
 
        """Create a dirstate with a few internal renames.
337
 
 
338
 
        This takes the basic dirstate, and moves the paths around.
339
 
        """
340
 
        tree, state, expected = self.create_basic_dirstate()
341
 
        # Rename a file
342
 
        tree.rename_one('a', 'b/g')
343
 
        # And a directory
344
 
        tree.rename_one('b/d', 'h')
345
 
 
346
 
        old_a = expected['a']
347
 
        expected['a'] = (old_a[0], [('r', 'b/g', 0, False, ''), old_a[1][1]])
348
 
        expected['b/g'] = (('b', 'g', 'a-id'), [old_a[1][0],
349
 
                                                ('r', 'a', 0, False, '')])
350
 
        old_d = expected['b/d']
351
 
        expected['b/d'] = (old_d[0], [('r', 'h', 0, False, ''), old_d[1][1]])
352
 
        expected['h'] = (('', 'h', 'd-id'), [old_d[1][0],
353
 
                                             ('r', 'b/d', 0, False, '')])
354
 
 
355
 
        old_e = expected['b/d/e']
356
 
        expected['b/d/e'] = (old_e[0], [('r', 'h/e', 0, False, ''),
357
 
                             old_e[1][1]])
358
 
        expected['h/e'] = (('h', 'e', 'e-id'), [old_e[1][0],
359
 
                                                ('r', 'b/d/e', 0, False, '')])
360
 
 
361
 
        state.unlock()
362
 
        try:
363
 
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
364
 
            try:
365
 
                new_state.save()
366
 
            finally:
367
 
                new_state.unlock()
368
 
        finally:
369
 
            state.lock_read()
370
 
        return tree, state, expected
371
 
 
372
191
 
373
192
class TestTreeToDirState(TestCaseWithDirState):
374
193
 
377
196
        # There are no files on disk and no parents
378
197
        tree = self.make_branch_and_tree('tree')
379
198
        expected_result = ([], [
380
 
            (('', '', tree.get_root_id()), # common details
 
199
            (('', '', tree.path2id('')), # common details
381
200
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
382
201
             ])])
383
202
        state = dirstate.DirState.from_tree(tree, 'dirstate')
390
209
        rev_id = tree.commit('first post').encode('utf8')
391
210
        root_stat_pack = dirstate.pack_stat(os.stat(tree.basedir))
392
211
        expected_result = ([rev_id], [
393
 
            (('', '', tree.get_root_id()), # common details
 
212
            (('', '', tree.path2id('')), # common details
394
213
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
395
214
              ('d', '', 0, False, rev_id), # first parent details
396
215
             ])])
397
216
        state = dirstate.DirState.from_tree(tree, 'dirstate')
398
217
        self.check_state_with_reopen(expected_result, state)
399
 
        state.lock_read()
400
 
        try:
401
 
            state._validate()
402
 
        finally:
403
 
            state.unlock()
 
218
        state._validate()
404
219
 
405
220
    def test_2_parents_empty_to_dirstate(self):
406
221
        # create a parent by doing a commit
410
225
        rev_id2 = tree2.commit('second post', allow_pointless=True)
411
226
        tree.merge_from_branch(tree2.branch)
412
227
        expected_result = ([rev_id, rev_id2], [
413
 
            (('', '', tree.get_root_id()), # common details
 
228
            (('', '', tree.path2id('')), # common details
414
229
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
415
230
              ('d', '', 0, False, rev_id), # first parent details
416
 
              ('d', '', 0, False, rev_id), # second parent details
 
231
              ('d', '', 0, False, rev_id2), # second parent details
417
232
             ])])
418
233
        state = dirstate.DirState.from_tree(tree, 'dirstate')
419
234
        self.check_state_with_reopen(expected_result, state)
420
 
        state.lock_read()
421
 
        try:
422
 
            state._validate()
423
 
        finally:
424
 
            state.unlock()
 
235
        state._validate()
425
236
 
426
237
    def test_empty_unknowns_are_ignored_to_dirstate(self):
427
238
        """We should be able to create a dirstate for an empty tree."""
429
240
        tree = self.make_branch_and_tree('tree')
430
241
        self.build_tree(['tree/unknown'])
431
242
        expected_result = ([], [
432
 
            (('', '', tree.get_root_id()), # common details
 
243
            (('', '', tree.path2id('')), # common details
433
244
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
434
245
             ])])
435
246
        state = dirstate.DirState.from_tree(tree, 'dirstate')
438
249
    def get_tree_with_a_file(self):
439
250
        tree = self.make_branch_and_tree('tree')
440
251
        self.build_tree(['tree/a file'])
441
 
        tree.add('a file', 'a-file-id')
 
252
        tree.add('a file', 'a file id')
442
253
        return tree
443
254
 
444
255
    def test_non_empty_no_parents_to_dirstate(self):
446
257
        # There are files on disk and no parents
447
258
        tree = self.get_tree_with_a_file()
448
259
        expected_result = ([], [
449
 
            (('', '', tree.get_root_id()), # common details
 
260
            (('', '', tree.path2id('')), # common details
450
261
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
451
262
             ]),
452
 
            (('', 'a file', 'a-file-id'), # common
 
263
            (('', 'a file', 'a file id'), # common
453
264
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
454
265
             ]),
455
266
            ])
464
275
        # and length:
465
276
        self.build_tree_contents([('tree/a file', 'new content\n')])
466
277
        expected_result = ([rev_id], [
467
 
            (('', '', tree.get_root_id()), # common details
 
278
            (('', '', tree.path2id('')), # common details
468
279
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
469
280
              ('d', '', 0, False, rev_id), # first parent details
470
281
             ]),
471
 
            (('', 'a file', 'a-file-id'), # common
 
282
            (('', 'a file', 'a file id'), # common
472
283
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
473
284
              ('f', 'c3ed76e4bfd45ff1763ca206055bca8e9fc28aa8', 24, False,
474
285
               rev_id), # first parent
491
302
        # and length again, giving us three distinct values:
492
303
        self.build_tree_contents([('tree/a file', 'new content\n')])
493
304
        expected_result = ([rev_id, rev_id2], [
494
 
            (('', '', tree.get_root_id()), # common details
 
305
            (('', '', tree.path2id('')), # common details
495
306
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
496
307
              ('d', '', 0, False, rev_id), # first parent details
497
 
              ('d', '', 0, False, rev_id), # second parent details
 
308
              ('d', '', 0, False, rev_id2), # second parent details
498
309
             ]),
499
 
            (('', 'a file', 'a-file-id'), # common
 
310
            (('', 'a file', 'a file id'), # common
500
311
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
501
312
              ('f', 'c3ed76e4bfd45ff1763ca206055bca8e9fc28aa8', 24, False,
502
313
               rev_id), # first parent
543
354
        # get a state object
544
355
        # no parents, default tree content
545
356
        expected_result = ([], [
546
 
            (('', '', tree.get_root_id()), # common details
 
357
            (('', '', tree.path2id('')), # common details
547
358
             # current tree details, but new from_tree skips statting, it
548
359
             # uses set_state_from_inventory, and thus depends on the
549
360
             # inventory state.
565
376
        finally:
566
377
            state.unlock()
567
378
 
568
 
    def test_can_save_in_read_lock(self):
569
 
        self.build_tree(['a-file'])
570
 
        state = dirstate.DirState.initialize('dirstate')
571
 
        try:
572
 
            # No stat and no sha1 sum.
573
 
            state.add('a-file', 'a-file-id', 'file', None, '')
574
 
            state.save()
575
 
        finally:
576
 
            state.unlock()
577
 
 
578
 
        # Now open in readonly mode
579
 
        state = dirstate.DirState.on_file('dirstate')
580
 
        state.lock_read()
581
 
        try:
582
 
            entry = state._get_entry(0, path_utf8='a-file')
583
 
            # The current size should be 0 (default)
584
 
            self.assertEqual(0, entry[1][0][2])
585
 
            # We should have a real entry.
586
 
            self.assertNotEqual((None, None), entry)
587
 
            # Make sure everything is old enough
588
 
            state._sha_cutoff_time()
589
 
            state._cutoff_time += 10
590
 
            # Change the file length
591
 
            self.build_tree_contents([('a-file', 'shorter')])
592
 
            sha1sum = dirstate.update_entry(state, entry, 'a-file',
593
 
                os.lstat('a-file'))
594
 
            # new file, no cached sha:
595
 
            self.assertEqual(None, sha1sum)
596
 
 
597
 
            # The dirblock has been updated
598
 
            self.assertEqual(7, entry[1][0][2])
599
 
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
600
 
                             state._dirblock_state)
601
 
 
602
 
            del entry
603
 
            # Now, since we are the only one holding a lock, we should be able
604
 
            # to save and have it written to disk
605
 
            state.save()
606
 
        finally:
607
 
            state.unlock()
608
 
 
609
 
        # Re-open the file, and ensure that the state has been updated.
610
 
        state = dirstate.DirState.on_file('dirstate')
611
 
        state.lock_read()
612
 
        try:
613
 
            entry = state._get_entry(0, path_utf8='a-file')
614
 
            self.assertEqual(7, entry[1][0][2])
615
 
        finally:
616
 
            state.unlock()
617
 
 
618
 
    def test_save_fails_quietly_if_locked(self):
619
 
        """If dirstate is locked, save will fail without complaining."""
620
 
        self.build_tree(['a-file'])
621
 
        state = dirstate.DirState.initialize('dirstate')
622
 
        try:
623
 
            # No stat and no sha1 sum.
624
 
            state.add('a-file', 'a-file-id', 'file', None, '')
625
 
            state.save()
626
 
        finally:
627
 
            state.unlock()
628
 
 
629
 
        state = dirstate.DirState.on_file('dirstate')
630
 
        state.lock_read()
631
 
        try:
632
 
            entry = state._get_entry(0, path_utf8='a-file')
633
 
            sha1sum = dirstate.update_entry(state, entry, 'a-file',
634
 
                os.lstat('a-file'))
635
 
            # No sha - too new
636
 
            self.assertEqual(None, sha1sum)
637
 
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
638
 
                             state._dirblock_state)
639
 
 
640
 
            # Now, before we try to save, grab another dirstate, and take out a
641
 
            # read lock.
642
 
            # TODO: jam 20070315 Ideally this would be locked by another
643
 
            #       process. To make sure the file is really OS locked.
644
 
            state2 = dirstate.DirState.on_file('dirstate')
645
 
            state2.lock_read()
646
 
            try:
647
 
                # This won't actually write anything, because it couldn't grab
648
 
                # a write lock. But it shouldn't raise an error, either.
649
 
                # TODO: jam 20070315 We should probably distinguish between
650
 
                #       being dirty because of 'update_entry'. And dirty
651
 
                #       because of real modification. So that save() *does*
652
 
                #       raise a real error if it fails when we have real
653
 
                #       modifications.
654
 
                state.save()
655
 
            finally:
656
 
                state2.unlock()
657
 
        finally:
658
 
            state.unlock()
659
 
 
660
 
        # The file on disk should not be modified.
661
 
        state = dirstate.DirState.on_file('dirstate')
662
 
        state.lock_read()
663
 
        try:
664
 
            entry = state._get_entry(0, path_utf8='a-file')
665
 
            self.assertEqual('', entry[1][0][1])
666
 
        finally:
667
 
            state.unlock()
668
 
 
669
 
    def test_save_refuses_if_changes_aborted(self):
670
 
        self.build_tree(['a-file', 'a-dir/'])
671
 
        state = dirstate.DirState.initialize('dirstate')
672
 
        try:
673
 
            # No stat and no sha1 sum.
674
 
            state.add('a-file', 'a-file-id', 'file', None, '')
675
 
            state.save()
676
 
        finally:
677
 
            state.unlock()
678
 
 
679
 
        # The dirstate should include TREE_ROOT and 'a-file' and nothing else
680
 
        expected_blocks = [
681
 
            ('', [(('', '', 'TREE_ROOT'),
682
 
                   [('d', '', 0, False, dirstate.DirState.NULLSTAT)])]),
683
 
            ('', [(('', 'a-file', 'a-file-id'),
684
 
                   [('f', '', 0, False, dirstate.DirState.NULLSTAT)])]),
685
 
        ]
686
 
 
687
 
        state = dirstate.DirState.on_file('dirstate')
688
 
        state.lock_write()
689
 
        try:
690
 
            state._read_dirblocks_if_needed()
691
 
            self.assertEqual(expected_blocks, state._dirblocks)
692
 
 
693
 
            # Now modify the state, but mark it as inconsistent
694
 
            state.add('a-dir', 'a-dir-id', 'directory', None, '')
695
 
            state._changes_aborted = True
696
 
            state.save()
697
 
        finally:
698
 
            state.unlock()
699
 
 
700
 
        state = dirstate.DirState.on_file('dirstate')
701
 
        state.lock_read()
702
 
        try:
703
 
            state._read_dirblocks_if_needed()
704
 
            self.assertEqual(expected_blocks, state._dirblocks)
705
 
        finally:
706
 
            state.unlock()
707
 
 
708
379
 
709
380
class TestDirStateInitialize(TestCaseWithDirState):
710
381
 
718
389
        try:
719
390
            self.assertIsInstance(state, dirstate.DirState)
720
391
            lines = state.get_lines()
721
 
        finally:
 
392
            self.assertFileEqual(''.join(state.get_lines()),
 
393
                'dirstate')
 
394
            self.check_state_with_reopen(expected_result, state)
 
395
        except:
722
396
            state.unlock()
723
 
        # On win32 you can't read from a locked file, even within the same
724
 
        # process. So we have to unlock and release before we check the file
725
 
        # contents.
726
 
        self.assertFileEqual(''.join(lines), 'dirstate')
727
 
        state.lock_read() # check_state_with_reopen will unlock
728
 
        self.check_state_with_reopen(expected_result, state)
 
397
            raise
729
398
 
730
399
 
731
400
class TestDirStateManipulations(TestCaseWithDirState):
737
406
        try:
738
407
            tree1.add('')
739
408
            revid1 = tree1.commit('foo').encode('utf8')
740
 
            root_id = tree1.get_root_id()
 
409
            root_id = tree1.inventory.root.file_id
741
410
            inv = tree1.inventory
742
411
        finally:
743
412
            tree1.unlock()
758
427
            # This will unlock it
759
428
            self.check_state_with_reopen(expected_result, state)
760
429
 
761
 
    def test_set_state_from_inventory_preserves_hashcache(self):
762
 
        # https://bugs.launchpad.net/bzr/+bug/146176
763
 
        # set_state_from_inventory should preserve the stat and hash value for
764
 
        # workingtree files that are not changed by the inventory.
765
 
 
766
 
        tree = self.make_branch_and_tree('.')
767
 
        # depends on the default format using dirstate...
768
 
        tree.lock_write()
769
 
        try:
770
 
            # make a dirstate with some valid hashcache data
771
 
            # file on disk, but that's not needed for this test
772
 
            foo_contents = 'contents of foo'
773
 
            self.build_tree_contents([('foo', foo_contents)])
774
 
            tree.add('foo', 'foo-id')
775
 
 
776
 
            foo_stat = os.stat('foo')
777
 
            foo_packed = dirstate.pack_stat(foo_stat)
778
 
            foo_sha = osutils.sha_string(foo_contents)
779
 
            foo_size = len(foo_contents)
780
 
 
781
 
            # should not be cached yet, because the file's too fresh
782
 
            self.assertEqual(
783
 
                (('', 'foo', 'foo-id',),
784
 
                 [('f', '', 0, False, dirstate.DirState.NULLSTAT)]),
785
 
                tree._dirstate._get_entry(0, 'foo-id'))
786
 
            # poke in some hashcache information - it wouldn't normally be
787
 
            # stored because it's too fresh
788
 
            tree._dirstate.update_minimal(
789
 
                ('', 'foo', 'foo-id'),
790
 
                'f', False, foo_sha, foo_packed, foo_size, 'foo')
791
 
            # now should be cached
792
 
            self.assertEqual(
793
 
                (('', 'foo', 'foo-id',),
794
 
                 [('f', foo_sha, foo_size, False, foo_packed)]),
795
 
                tree._dirstate._get_entry(0, 'foo-id'))
796
 
 
797
 
            # extract the inventory, and add something to it
798
 
            inv = tree._get_inventory()
799
 
            # should see the file we poked in...
800
 
            self.assertTrue(inv.has_id('foo-id'))
801
 
            self.assertTrue(inv.has_filename('foo'))
802
 
            inv.add_path('bar', 'file', 'bar-id')
803
 
            tree._dirstate._validate()
804
 
            # this used to cause it to lose its hashcache
805
 
            tree._dirstate.set_state_from_inventory(inv)
806
 
            tree._dirstate._validate()
807
 
        finally:
808
 
            tree.unlock()
809
 
 
810
 
        tree.lock_read()
811
 
        try:
812
 
            # now check that the state still has the original hashcache value
813
 
            state = tree._dirstate
814
 
            state._validate()
815
 
            foo_tuple = state._get_entry(0, path_utf8='foo')
816
 
            self.assertEqual(
817
 
                (('', 'foo', 'foo-id',),
818
 
                 [('f', foo_sha, len(foo_contents), False,
819
 
                   dirstate.pack_stat(foo_stat))]),
820
 
                foo_tuple)
821
 
        finally:
822
 
            tree.unlock()
823
 
 
824
 
    def test_set_state_from_inventory_mixed_paths(self):
825
 
        tree1 = self.make_branch_and_tree('tree1')
826
 
        self.build_tree(['tree1/a/', 'tree1/a/b/', 'tree1/a-b/',
827
 
                         'tree1/a/b/foo', 'tree1/a-b/bar'])
828
 
        tree1.lock_write()
829
 
        try:
830
 
            tree1.add(['a', 'a/b', 'a-b', 'a/b/foo', 'a-b/bar'],
831
 
                      ['a-id', 'b-id', 'a-b-id', 'foo-id', 'bar-id'])
832
 
            tree1.commit('rev1', rev_id='rev1')
833
 
            root_id = tree1.get_root_id()
834
 
            inv = tree1.inventory
835
 
        finally:
836
 
            tree1.unlock()
837
 
        expected_result1 = [('', '', root_id, 'd'),
838
 
                            ('', 'a', 'a-id', 'd'),
839
 
                            ('', 'a-b', 'a-b-id', 'd'),
840
 
                            ('a', 'b', 'b-id', 'd'),
841
 
                            ('a/b', 'foo', 'foo-id', 'f'),
842
 
                            ('a-b', 'bar', 'bar-id', 'f'),
843
 
                           ]
844
 
        expected_result2 = [('', '', root_id, 'd'),
845
 
                            ('', 'a', 'a-id', 'd'),
846
 
                            ('', 'a-b', 'a-b-id', 'd'),
847
 
                            ('a-b', 'bar', 'bar-id', 'f'),
848
 
                           ]
849
 
        state = dirstate.DirState.initialize('dirstate')
850
 
        try:
851
 
            state.set_state_from_inventory(inv)
852
 
            values = []
853
 
            for entry in state._iter_entries():
854
 
                values.append(entry[0] + entry[1][0][:1])
855
 
            self.assertEqual(expected_result1, values)
856
 
            del inv['b-id']
857
 
            state.set_state_from_inventory(inv)
858
 
            values = []
859
 
            for entry in state._iter_entries():
860
 
                values.append(entry[0] + entry[1][0][:1])
861
 
            self.assertEqual(expected_result2, values)
862
 
        finally:
863
 
            state.unlock()
864
 
 
865
430
    def test_set_path_id_no_parents(self):
866
431
        """The id of a path can be changed trivally with no parents."""
867
432
        state = dirstate.DirState.initialize('dirstate')
868
433
        try:
869
434
            # check precondition to be sure the state does change appropriately.
870
 
            root_entry = (('', '', 'TREE_ROOT'), [('d', '', 0, False, 'x'*32)])
871
 
            self.assertEqual([root_entry], list(state._iter_entries()))
872
 
            self.assertEqual(root_entry, state._get_entry(0, path_utf8=''))
873
 
            self.assertEqual(root_entry,
874
 
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
875
 
            self.assertEqual((None, None),
876
 
                             state._get_entry(0, fileid_utf8='second-root-id'))
877
 
            state.set_path_id('', 'second-root-id')
878
 
            new_root_entry = (('', '', 'second-root-id'),
879
 
                              [('d', '', 0, False, 'x'*32)])
880
 
            expected_rows = [new_root_entry]
 
435
            self.assertEqual(
 
436
                [(('', '', 'TREE_ROOT'), [('d', '', 0, False,
 
437
                   'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])],
 
438
                list(state._iter_entries()))
 
439
            state.set_path_id('', 'foobarbaz')
 
440
            expected_rows = [
 
441
                (('', '', 'foobarbaz'), [('d', '', 0, False,
 
442
                   'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])]
881
443
            self.assertEqual(expected_rows, list(state._iter_entries()))
882
 
            self.assertEqual(new_root_entry, state._get_entry(0, path_utf8=''))
883
 
            self.assertEqual(new_root_entry, 
884
 
                             state._get_entry(0, fileid_utf8='second-root-id'))
885
 
            self.assertEqual((None, None),
886
 
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
887
444
            # should work across save too
888
445
            state.save()
889
446
        finally:
890
447
            state.unlock()
891
448
        state = dirstate.DirState.on_file('dirstate')
 
449
        state._validate()
892
450
        state.lock_read()
893
451
        try:
894
 
            state._validate()
895
452
            self.assertEqual(expected_rows, list(state._iter_entries()))
896
453
        finally:
897
454
            state.unlock()
899
456
    def test_set_path_id_with_parents(self):
900
457
        """Set the root file id in a dirstate with parents"""
901
458
        mt = self.make_branch_and_tree('mt')
902
 
        # in case the default tree format uses a different root id
903
 
        mt.set_root_id('TREE_ROOT')
 
459
        # may need to set the root when the default format is one where it's
 
460
        # not TREE_ROOT
904
461
        mt.commit('foo', rev_id='parent-revid')
905
462
        rt = mt.branch.repository.revision_tree('parent-revid')
906
463
        state = dirstate.DirState.initialize('dirstate')
907
464
        state._validate()
908
465
        try:
909
466
            state.set_parent_trees([('parent-revid', rt)], ghosts=[])
910
 
            root_entry = (('', '', 'TREE_ROOT'),
911
 
                          [('d', '', 0, False, 'x'*32),
912
 
                           ('d', '', 0, False, 'parent-revid')])
913
 
            self.assertEqual(root_entry, state._get_entry(0, path_utf8=''))
914
 
            self.assertEqual(root_entry,
915
 
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
916
 
            self.assertEqual((None, None),
917
 
                             state._get_entry(0, fileid_utf8='Asecond-root-id'))
918
 
            state.set_path_id('', 'Asecond-root-id')
919
 
            state._validate()
 
467
            state.set_path_id('', 'foobarbaz')
920
468
            # now see that it is what we expected
921
 
            old_root_entry = (('', '', 'TREE_ROOT'),
922
 
                              [('a', '', 0, False, ''),
923
 
                               ('d', '', 0, False, 'parent-revid')])
924
 
            new_root_entry = (('', '', 'Asecond-root-id'),
925
 
                              [('d', '', 0, False, ''),
926
 
                               ('a', '', 0, False, '')])
927
 
            expected_rows = [new_root_entry, old_root_entry]
928
 
            state._validate()
 
469
            expected_rows = [
 
470
                (('', '', 'TREE_ROOT'),
 
471
                    [('a', '', 0, False, ''),
 
472
                     ('d', '', 0, False, 'parent-revid'),
 
473
                     ]),
 
474
                (('', '', 'foobarbaz'),
 
475
                    [('d', '', 0, False, ''),
 
476
                     ('a', '', 0, False, ''),
 
477
                     ]),
 
478
                ]
929
479
            self.assertEqual(expected_rows, list(state._iter_entries()))
930
 
            self.assertEqual(new_root_entry, state._get_entry(0, path_utf8=''))
931
 
            self.assertEqual(old_root_entry, state._get_entry(1, path_utf8=''))
932
 
            self.assertEqual((None, None),
933
 
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
934
 
            self.assertEqual(old_root_entry,
935
 
                             state._get_entry(1, fileid_utf8='TREE_ROOT'))
936
 
            self.assertEqual(new_root_entry,
937
 
                             state._get_entry(0, fileid_utf8='Asecond-root-id'))
938
 
            self.assertEqual((None, None),
939
 
                             state._get_entry(1, fileid_utf8='Asecond-root-id'))
940
480
            # should work across save too
941
481
            state.save()
942
482
        finally:
945
485
        state = dirstate.DirState.on_file('dirstate')
946
486
        state.lock_read()
947
487
        try:
948
 
            state._validate()
949
488
            self.assertEqual(expected_rows, list(state._iter_entries()))
950
489
        finally:
951
490
            state.unlock()
952
 
        # now change within an existing file-backed state
953
 
        state.lock_write()
954
 
        try:
955
 
            state._validate()
956
 
            state.set_path_id('', 'tree-root-2')
957
 
            state._validate()
958
 
        finally:
959
 
            state.unlock()
960
491
 
961
492
    def test_set_parent_trees_no_content(self):
962
493
        # set_parent_trees is a slow but important api to support.
968
499
        finally:
969
500
            tree1.unlock()
970
501
        branch2 = tree1.branch.bzrdir.clone('tree2').open_branch()
971
 
        tree2 = memorytree.MemoryTree.create_on_branch(branch2)
 
502
        tree2 = MemoryTree.create_on_branch(branch2)
972
503
        tree2.lock_write()
973
504
        try:
974
505
            revid2 = tree2.commit('foo')
975
 
            root_id = tree2.get_root_id()
 
506
            root_id = tree2.inventory.root.file_id
976
507
        finally:
977
508
            tree2.unlock()
978
509
        state = dirstate.DirState.initialize('dirstate')
1006
537
            state.set_parent_trees(
1007
538
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
1008
539
                 (revid2, tree2.branch.repository.revision_tree(revid2)),
1009
 
                 ('ghost-rev', tree2.branch.repository.revision_tree(
1010
 
                                   _mod_revision.NULL_REVISION))),
 
540
                 ('ghost-rev', tree2.branch.repository.revision_tree(None))),
1011
541
                ['ghost-rev'])
1012
542
            self.assertEqual([revid1, revid2, 'ghost-rev'],
1013
543
                             state.get_parent_ids())
1017
547
                [(('', '', root_id), [
1018
548
                  ('d', '', 0, False, dirstate.DirState.NULLSTAT),
1019
549
                  ('d', '', 0, False, revid1),
1020
 
                  ('d', '', 0, False, revid1)
 
550
                  ('d', '', 0, False, revid2)
1021
551
                  ])],
1022
552
                list(state._iter_entries()))
1023
553
        finally:
1038
568
        finally:
1039
569
            tree1.unlock()
1040
570
        branch2 = tree1.branch.bzrdir.clone('tree2').open_branch()
1041
 
        tree2 = memorytree.MemoryTree.create_on_branch(branch2)
 
571
        tree2 = MemoryTree.create_on_branch(branch2)
1042
572
        tree2.lock_write()
1043
573
        try:
1044
574
            tree2.put_file_bytes_non_atomic('file-id', 'new file-content')
1045
575
            revid2 = tree2.commit('foo')
1046
 
            root_id = tree2.get_root_id()
 
576
            root_id = tree2.inventory.root.file_id
1047
577
        finally:
1048
578
            tree2.unlock()
1049
579
        # check the layout in memory
1051
581
            (('', '', root_id), [
1052
582
             ('d', '', 0, False, dirstate.DirState.NULLSTAT),
1053
583
             ('d', '', 0, False, revid1.encode('utf8')),
1054
 
             ('d', '', 0, False, revid1.encode('utf8'))
 
584
             ('d', '', 0, False, revid2.encode('utf8'))
1055
585
             ]),
1056
586
            (('', 'a file', 'file-id'), [
1057
587
             ('a', '', 0, False, ''),
1089
619
            (('', '', 'TREE_ROOT'), [
1090
620
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
1091
621
             ]),
1092
 
            (('', 'a file', 'a-file-id'), [
 
622
            (('', 'a file', 'a file id'), [
1093
623
             ('f', '1'*20, 19, False, dirstate.pack_stat(stat)), # current tree
1094
624
             ]),
1095
625
            ]
1096
626
        try:
1097
 
            state.add('a file', 'a-file-id', 'file', stat, '1'*20)
 
627
            state.add('a file', 'a file id', 'file', stat, '1'*20)
1098
628
            # having added it, it should be in the output of iter_entries.
1099
629
            self.assertEqual(expected_entries, list(state._iter_entries()))
1100
630
            # saving and reloading should not affect this.
1103
633
            state.unlock()
1104
634
        state = dirstate.DirState.on_file('dirstate')
1105
635
        state.lock_read()
1106
 
        self.addCleanup(state.unlock)
1107
 
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
636
        try:
 
637
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
638
        finally:
 
639
            state.unlock()
1108
640
 
1109
641
    def test_add_path_to_unversioned_directory(self):
1110
642
        """Adding a path to an unversioned directory should error.
1115
647
        """
1116
648
        self.build_tree(['unversioned/', 'unversioned/a file'])
1117
649
        state = dirstate.DirState.initialize('dirstate')
1118
 
        self.addCleanup(state.unlock)
1119
 
        self.assertRaises(errors.NotVersionedError, state.add,
1120
 
                          'unversioned/a file', 'a-file-id', 'file', None, None)
 
650
        try:
 
651
            self.assertRaises(errors.NotVersionedError, state.add,
 
652
                'unversioned/a file', 'a file id', 'file', None, None)
 
653
        finally:
 
654
            state.unlock()
1121
655
 
1122
656
    def test_add_directory_to_root_no_parents_all_data(self):
1123
657
        # The most trivial addition of a dir is when there are no parents and
1143
677
            state.unlock()
1144
678
        state = dirstate.DirState.on_file('dirstate')
1145
679
        state.lock_read()
1146
 
        self.addCleanup(state.unlock)
1147
680
        state._validate()
1148
 
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
681
        try:
 
682
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
683
        finally:
 
684
            state.unlock()
1149
685
 
1150
 
    def _test_add_symlink_to_root_no_parents_all_data(self, link_name, target):
 
686
    def test_add_symlink_to_root_no_parents_all_data(self):
1151
687
        # The most trivial addition of a symlink when there are no parents and
1152
688
        # its in the root and all data about the file is supplied
1153
 
        # bzr doesn't support fake symlinks on windows, yet.
1154
 
        self.requireFeature(tests.SymlinkFeature)
1155
 
        os.symlink(target, link_name)
1156
 
        stat = os.lstat(link_name)
 
689
        ## TODO: windows: dont fail this test. Also, how are symlinks meant to
 
690
        # be represented on windows.
 
691
        os.symlink('target', 'a link')
 
692
        stat = os.lstat('a link')
1157
693
        expected_entries = [
1158
694
            (('', '', 'TREE_ROOT'), [
1159
695
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
1160
696
             ]),
1161
 
            (('', link_name.encode('UTF-8'), 'a link id'), [
1162
 
             ('l', target.encode('UTF-8'), stat[6],
1163
 
              False, dirstate.pack_stat(stat)), # current tree
 
697
            (('', 'a link', 'a link id'), [
 
698
             ('l', 'target', 6, False, dirstate.pack_stat(stat)), # current tree
1164
699
             ]),
1165
700
            ]
1166
701
        state = dirstate.DirState.initialize('dirstate')
1167
702
        try:
1168
 
            state.add(link_name, 'a link id', 'symlink', stat,
1169
 
                      target.encode('UTF-8'))
 
703
            state.add('a link', 'a link id', 'symlink', stat, 'target')
1170
704
            # having added it, it should be in the output of iter_entries.
1171
705
            self.assertEqual(expected_entries, list(state._iter_entries()))
1172
706
            # saving and reloading should not affect this.
1175
709
            state.unlock()
1176
710
        state = dirstate.DirState.on_file('dirstate')
1177
711
        state.lock_read()
1178
 
        self.addCleanup(state.unlock)
1179
 
        self.assertEqual(expected_entries, list(state._iter_entries()))
1180
 
 
1181
 
    def test_add_symlink_to_root_no_parents_all_data(self):
1182
 
        self._test_add_symlink_to_root_no_parents_all_data('a link', 'target')
1183
 
 
1184
 
    def test_add_symlink_unicode_to_root_no_parents_all_data(self):
1185
 
        self.requireFeature(tests.UnicodeFilenameFeature)
1186
 
        self._test_add_symlink_to_root_no_parents_all_data(
1187
 
            u'\N{Euro Sign}link', u'targ\N{Euro Sign}et')
 
712
        try:
 
713
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
714
        finally:
 
715
            state.unlock()
1188
716
 
1189
717
    def test_add_directory_and_child_no_parents_all_data(self):
1190
718
        # after adding a directory, we should be able to add children to it.
1198
726
            (('', 'a dir', 'a dir id'), [
1199
727
             ('d', '', 0, False, dirstate.pack_stat(dirstat)), # current tree
1200
728
             ]),
1201
 
            (('a dir', 'a file', 'a-file-id'), [
 
729
            (('a dir', 'a file', 'a file id'), [
1202
730
             ('f', '1'*20, 25, False,
1203
731
              dirstate.pack_stat(filestat)), # current tree details
1204
732
             ]),
1206
734
        state = dirstate.DirState.initialize('dirstate')
1207
735
        try:
1208
736
            state.add('a dir', 'a dir id', 'directory', dirstat, None)
1209
 
            state.add('a dir/a file', 'a-file-id', 'file', filestat, '1'*20)
 
737
            state.add('a dir/a file', 'a file id', 'file', filestat, '1'*20)
1210
738
            # added it, it should be in the output of iter_entries.
1211
739
            self.assertEqual(expected_entries, list(state._iter_entries()))
1212
740
            # saving and reloading should not affect this.
1215
743
            state.unlock()
1216
744
        state = dirstate.DirState.on_file('dirstate')
1217
745
        state.lock_read()
1218
 
        self.addCleanup(state.unlock)
1219
 
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
746
        try:
 
747
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
748
        finally:
 
749
            state.unlock()
1220
750
 
1221
751
    def test_add_tree_reference(self):
1222
752
        # make a dirstate and add a tree reference
1236
766
            state.unlock()
1237
767
        # now check we can read it back
1238
768
        state.lock_read()
1239
 
        self.addCleanup(state.unlock)
1240
769
        state._validate()
1241
 
        entry2 = state._get_entry(0, 'subdir-id', 'subdir')
1242
 
        self.assertEqual(entry, entry2)
1243
 
        self.assertEqual(entry, expected_entry)
1244
 
        # and lookup by id should work too
1245
 
        entry2 = state._get_entry(0, fileid_utf8='subdir-id')
1246
 
        self.assertEqual(entry, expected_entry)
1247
 
 
1248
 
    def test_add_forbidden_names(self):
1249
 
        state = dirstate.DirState.initialize('dirstate')
1250
 
        self.addCleanup(state.unlock)
1251
 
        self.assertRaises(errors.BzrError,
1252
 
            state.add, '.', 'ass-id', 'directory', None, None)
1253
 
        self.assertRaises(errors.BzrError,
1254
 
            state.add, '..', 'ass-id', 'directory', None, None)
1255
 
 
1256
 
    def test_set_state_with_rename_b_a_bug_395556(self):
1257
 
        # bug 395556 uncovered a bug where the dirstate ends up with a false
1258
 
        # relocation record - in a tree with no parents there should be no
1259
 
        # absent or relocated records. This then leads to further corruption
1260
 
        # when a commit occurs, as the incorrect relocation gathers an
1261
 
        # incorrect absent in tree 1, and future changes go to pot.
1262
 
        tree1 = self.make_branch_and_tree('tree1')
1263
 
        self.build_tree(['tree1/b'])
1264
 
        tree1.lock_write()
1265
770
        try:
1266
 
            tree1.add(['b'], ['b-id'])
1267
 
            root_id = tree1.get_root_id()
1268
 
            inv = tree1.inventory
1269
 
            state = dirstate.DirState.initialize('dirstate')
1270
 
            try:
1271
 
                # Set the initial state with 'b'
1272
 
                state.set_state_from_inventory(inv)
1273
 
                inv.rename('b-id', root_id, 'a')
1274
 
                # Set the new state with 'a', which currently corrupts.
1275
 
                state.set_state_from_inventory(inv)
1276
 
                expected_result1 = [('', '', root_id, 'd'),
1277
 
                                    ('', 'a', 'b-id', 'f'),
1278
 
                                   ]
1279
 
                values = []
1280
 
                for entry in state._iter_entries():
1281
 
                    values.append(entry[0] + entry[1][0][:1])
1282
 
                self.assertEqual(expected_result1, values)
1283
 
            finally:
1284
 
                state.unlock()
 
771
            entry2 = state._get_entry(0, 'subdir-id', 'subdir')
 
772
            self.assertEqual(entry, entry2)
 
773
            self.assertEqual(entry, expected_entry)
 
774
            # and lookup by id should work too
 
775
            entry2 = state._get_entry(0, fileid_utf8='subdir-id')
 
776
            self.assertEqual(entry, expected_entry)
1285
777
        finally:
1286
 
            tree1.unlock()
 
778
            state.unlock()
1287
779
 
1288
780
 
1289
781
class TestGetLines(TestCaseWithDirState):
1292
784
        state = self.create_dirstate_with_root_and_subdir()
1293
785
        try:
1294
786
            self.assertEqual(['#bazaar dirstate flat format 3\n',
1295
 
                'crc32: 41262208\n',
 
787
                'adler32: -1327947603\n',
1296
788
                'num_entries: 2\n',
1297
789
                '0\x00\n\x00'
1298
790
                '0\x00\n\x00'
1503
995
            state.unlock()
1504
996
 
1505
997
 
1506
 
class TestIterChildEntries(TestCaseWithDirState):
1507
 
 
1508
 
    def create_dirstate_with_two_trees(self):
1509
 
        """This dirstate contains multiple files and directories.
1510
 
 
1511
 
         /        a-root-value
1512
 
         a/       a-dir
1513
 
         b/       b-dir
1514
 
         c        c-file
1515
 
         d        d-file
1516
 
         a/e/     e-dir
1517
 
         a/f      f-file
1518
 
         b/g      g-file
1519
 
         b/h\xc3\xa5  h-\xc3\xa5-file  #This is u'\xe5' encoded into utf-8
1520
 
 
1521
 
        Notice that a/e is an empty directory.
1522
 
 
1523
 
        There is one parent tree, which has the same shape with the following variations:
1524
 
        b/g in the parent is gone.
1525
 
        b/h in the parent has a different id
1526
 
        b/i is new in the parent
1527
 
        c is renamed to b/j in the parent
1528
 
 
1529
 
        :return: The dirstate, still write-locked.
1530
 
        """
1531
 
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
1532
 
        null_sha = 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'
1533
 
        NULL_PARENT_DETAILS = dirstate.DirState.NULL_PARENT_DETAILS
1534
 
        root_entry = ('', '', 'a-root-value'), [
1535
 
            ('d', '', 0, False, packed_stat),
1536
 
            ('d', '', 0, False, 'parent-revid'),
1537
 
            ]
1538
 
        a_entry = ('', 'a', 'a-dir'), [
1539
 
            ('d', '', 0, False, packed_stat),
1540
 
            ('d', '', 0, False, 'parent-revid'),
1541
 
            ]
1542
 
        b_entry = ('', 'b', 'b-dir'), [
1543
 
            ('d', '', 0, False, packed_stat),
1544
 
            ('d', '', 0, False, 'parent-revid'),
1545
 
            ]
1546
 
        c_entry = ('', 'c', 'c-file'), [
1547
 
            ('f', null_sha, 10, False, packed_stat),
1548
 
            ('r', 'b/j', 0, False, ''),
1549
 
            ]
1550
 
        d_entry = ('', 'd', 'd-file'), [
1551
 
            ('f', null_sha, 20, False, packed_stat),
1552
 
            ('f', 'd', 20, False, 'parent-revid'),
1553
 
            ]
1554
 
        e_entry = ('a', 'e', 'e-dir'), [
1555
 
            ('d', '', 0, False, packed_stat),
1556
 
            ('d', '', 0, False, 'parent-revid'),
1557
 
            ]
1558
 
        f_entry = ('a', 'f', 'f-file'), [
1559
 
            ('f', null_sha, 30, False, packed_stat),
1560
 
            ('f', 'f', 20, False, 'parent-revid'),
1561
 
            ]
1562
 
        g_entry = ('b', 'g', 'g-file'), [
1563
 
            ('f', null_sha, 30, False, packed_stat),
1564
 
            NULL_PARENT_DETAILS,
1565
 
            ]
1566
 
        h_entry1 = ('b', 'h\xc3\xa5', 'h-\xc3\xa5-file1'), [
1567
 
            ('f', null_sha, 40, False, packed_stat),
1568
 
            NULL_PARENT_DETAILS,
1569
 
            ]
1570
 
        h_entry2 = ('b', 'h\xc3\xa5', 'h-\xc3\xa5-file2'), [
1571
 
            NULL_PARENT_DETAILS,
1572
 
            ('f', 'h', 20, False, 'parent-revid'),
1573
 
            ]
1574
 
        i_entry = ('b', 'i', 'i-file'), [
1575
 
            NULL_PARENT_DETAILS,
1576
 
            ('f', 'h', 20, False, 'parent-revid'),
1577
 
            ]
1578
 
        j_entry = ('b', 'j', 'c-file'), [
1579
 
            ('r', 'c', 0, False, ''),
1580
 
            ('f', 'j', 20, False, 'parent-revid'),
1581
 
            ]
1582
 
        dirblocks = []
1583
 
        dirblocks.append(('', [root_entry]))
1584
 
        dirblocks.append(('', [a_entry, b_entry, c_entry, d_entry]))
1585
 
        dirblocks.append(('a', [e_entry, f_entry]))
1586
 
        dirblocks.append(('b', [g_entry, h_entry1, h_entry2, i_entry, j_entry]))
1587
 
        state = dirstate.DirState.initialize('dirstate')
1588
 
        state._validate()
1589
 
        try:
1590
 
            state._set_data(['parent'], dirblocks)
1591
 
        except:
1592
 
            state.unlock()
1593
 
            raise
1594
 
        return state, dirblocks
1595
 
 
1596
 
    def test_iter_children_b(self):
1597
 
        state, dirblocks = self.create_dirstate_with_two_trees()
1598
 
        self.addCleanup(state.unlock)
1599
 
        expected_result = []
1600
 
        expected_result.append(dirblocks[3][1][2]) # h2
1601
 
        expected_result.append(dirblocks[3][1][3]) # i
1602
 
        expected_result.append(dirblocks[3][1][4]) # j
1603
 
        self.assertEqual(expected_result,
1604
 
            list(state._iter_child_entries(1, 'b')))
1605
 
 
1606
 
    def test_iter_child_root(self):
1607
 
        state, dirblocks = self.create_dirstate_with_two_trees()
1608
 
        self.addCleanup(state.unlock)
1609
 
        expected_result = []
1610
 
        expected_result.append(dirblocks[1][1][0]) # a
1611
 
        expected_result.append(dirblocks[1][1][1]) # b
1612
 
        expected_result.append(dirblocks[1][1][3]) # d
1613
 
        expected_result.append(dirblocks[2][1][0]) # e
1614
 
        expected_result.append(dirblocks[2][1][1]) # f
1615
 
        expected_result.append(dirblocks[3][1][2]) # h2
1616
 
        expected_result.append(dirblocks[3][1][3]) # i
1617
 
        expected_result.append(dirblocks[3][1][4]) # j
1618
 
        self.assertEqual(expected_result,
1619
 
            list(state._iter_child_entries(1, '')))
1620
 
 
1621
 
 
1622
 
class TestDirstateSortOrder(tests.TestCaseWithTransport):
 
998
class TestDirstateSortOrder(TestCaseWithTransport):
1623
999
    """Test that DirState adds entries in the right order."""
1624
1000
 
1625
1001
    def test_add_sorting(self):
1674
1050
 
1675
1051
        # *really* cheesy way to just get an empty tree
1676
1052
        repo = self.make_repository('repo')
1677
 
        empty_tree = repo.revision_tree(_mod_revision.NULL_REVISION)
 
1053
        empty_tree = repo.revision_tree(None)
1678
1054
        state.set_parent_trees([('null:', empty_tree)], [])
1679
1055
 
1680
1056
        dirblock_names = [d[0] for d in state._dirblocks]
1684
1060
class InstrumentedDirState(dirstate.DirState):
1685
1061
    """An DirState with instrumented sha1 functionality."""
1686
1062
 
1687
 
    def __init__(self, path, sha1_provider):
1688
 
        super(InstrumentedDirState, self).__init__(path, sha1_provider)
 
1063
    def __init__(self, path):
 
1064
        super(InstrumentedDirState, self).__init__(path)
1689
1065
        self._time_offset = 0
1690
1066
        self._log = []
1691
 
        # member is dynamically set in DirState.__init__ to turn on trace
1692
 
        self._sha1_provider = sha1_provider
1693
 
        self._sha1_file = self._sha1_file_and_log
1694
1067
 
1695
1068
    def _sha_cutoff_time(self):
1696
1069
        timestamp = super(InstrumentedDirState, self)._sha_cutoff_time()
1697
1070
        self._cutoff_time = timestamp + self._time_offset
1698
1071
 
1699
 
    def _sha1_file_and_log(self, abspath):
 
1072
    def _sha1_file(self, abspath, entry):
1700
1073
        self._log.append(('sha1', abspath))
1701
 
        return self._sha1_provider.sha1(abspath)
 
1074
        return super(InstrumentedDirState, self)._sha1_file(abspath, entry)
1702
1075
 
1703
1076
    def _read_link(self, abspath, old_link):
1704
1077
        self._log.append(('read_link', abspath, old_link))
1735
1108
        self.st_ino = ino
1736
1109
        self.st_mode = mode
1737
1110
 
1738
 
    @staticmethod
1739
 
    def from_stat(st):
1740
 
        return _FakeStat(st.st_size, st.st_mtime, st.st_ctime, st.st_dev,
1741
 
            st.st_ino, st.st_mode)
1742
 
 
1743
 
 
1744
 
class TestPackStat(tests.TestCaseWithTransport):
 
1111
 
 
1112
class TestUpdateEntry(TestCaseWithDirState):
 
1113
    """Test the DirState.update_entry functions"""
 
1114
 
 
1115
    def get_state_with_a(self):
 
1116
        """Create a DirState tracking a single object named 'a'"""
 
1117
        state = InstrumentedDirState.initialize('dirstate')
 
1118
        self.addCleanup(state.unlock)
 
1119
        state.add('a', 'a-id', 'file', None, '')
 
1120
        entry = state._get_entry(0, path_utf8='a')
 
1121
        return state, entry
 
1122
 
 
1123
    def test_update_entry(self):
 
1124
        state, entry = self.get_state_with_a()
 
1125
        self.build_tree(['a'])
 
1126
        # Add one where we don't provide the stat or sha already
 
1127
        self.assertEqual(('', 'a', 'a-id'), entry[0])
 
1128
        self.assertEqual([('f', '', 0, False, dirstate.DirState.NULLSTAT)],
 
1129
                         entry[1])
 
1130
        # Flush the buffers to disk
 
1131
        state.save()
 
1132
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1133
                         state._dirblock_state)
 
1134
 
 
1135
        stat_value = os.lstat('a')
 
1136
        packed_stat = dirstate.pack_stat(stat_value)
 
1137
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1138
                                          stat_value=stat_value)
 
1139
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1140
                         link_or_sha1)
 
1141
 
 
1142
        # The dirblock entry should be updated with the new info
 
1143
        self.assertEqual([('f', link_or_sha1, 14, False, packed_stat)],
 
1144
                         entry[1])
 
1145
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1146
                         state._dirblock_state)
 
1147
        mode = stat_value.st_mode
 
1148
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False)], state._log)
 
1149
 
 
1150
        state.save()
 
1151
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1152
                         state._dirblock_state)
 
1153
 
 
1154
        # If we do it again right away, we don't know if the file has changed
 
1155
        # so we will re-read the file. Roll the clock back so the file is
 
1156
        # guaranteed to look too new.
 
1157
        state.adjust_time(-10)
 
1158
 
 
1159
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1160
                                          stat_value=stat_value)
 
1161
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False),
 
1162
                          ('sha1', 'a'), ('is_exec', mode, False),
 
1163
                         ], state._log)
 
1164
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1165
                         link_or_sha1)
 
1166
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1167
                         state._dirblock_state)
 
1168
        state.save()
 
1169
 
 
1170
        # However, if we move the clock forward so the file is considered
 
1171
        # "stable", it should just returned the cached value.
 
1172
        state.adjust_time(20)
 
1173
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1174
                                          stat_value=stat_value)
 
1175
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1176
                         link_or_sha1)
 
1177
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False),
 
1178
                          ('sha1', 'a'), ('is_exec', mode, False),
 
1179
                         ], state._log)
 
1180
 
 
1181
    def test_update_entry_no_stat_value(self):
 
1182
        """Passing the stat_value is optional."""
 
1183
        state, entry = self.get_state_with_a()
 
1184
        state.adjust_time(-10) # Make sure the file looks new
 
1185
        self.build_tree(['a'])
 
1186
        # Add one where we don't provide the stat or sha already
 
1187
        link_or_sha1 = state.update_entry(entry, abspath='a')
 
1188
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1189
                         link_or_sha1)
 
1190
        stat_value = os.lstat('a')
 
1191
        self.assertEqual([('lstat', 'a'), ('sha1', 'a'),
 
1192
                          ('is_exec', stat_value.st_mode, False),
 
1193
                         ], state._log)
 
1194
 
 
1195
    def test_update_entry_symlink(self):
 
1196
        """Update entry should read symlinks."""
 
1197
        if not osutils.has_symlinks():
 
1198
            return # PlatformDeficiency / TestSkipped
 
1199
        state, entry = self.get_state_with_a()
 
1200
        state.save()
 
1201
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1202
                         state._dirblock_state)
 
1203
        os.symlink('target', 'a')
 
1204
 
 
1205
        state.adjust_time(-10) # Make the symlink look new
 
1206
        stat_value = os.lstat('a')
 
1207
        packed_stat = dirstate.pack_stat(stat_value)
 
1208
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1209
                                          stat_value=stat_value)
 
1210
        self.assertEqual('target', link_or_sha1)
 
1211
        self.assertEqual([('read_link', 'a', '')], state._log)
 
1212
        # Dirblock is updated
 
1213
        self.assertEqual([('l', link_or_sha1, 6, False, packed_stat)],
 
1214
                         entry[1])
 
1215
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1216
                         state._dirblock_state)
 
1217
 
 
1218
        # Because the stat_value looks new, we should re-read the target
 
1219
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1220
                                          stat_value=stat_value)
 
1221
        self.assertEqual('target', link_or_sha1)
 
1222
        self.assertEqual([('read_link', 'a', ''),
 
1223
                          ('read_link', 'a', 'target'),
 
1224
                         ], state._log)
 
1225
        state.adjust_time(+20) # Skip into the future, all files look old
 
1226
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1227
                                          stat_value=stat_value)
 
1228
        self.assertEqual('target', link_or_sha1)
 
1229
        # There should not be a new read_link call.
 
1230
        # (this is a weak assertion, because read_link is fairly inexpensive,
 
1231
        # versus the number of symlinks that we would have)
 
1232
        self.assertEqual([('read_link', 'a', ''),
 
1233
                          ('read_link', 'a', 'target'),
 
1234
                         ], state._log)
 
1235
 
 
1236
    def test_update_entry_dir(self):
 
1237
        state, entry = self.get_state_with_a()
 
1238
        self.build_tree(['a/'])
 
1239
        self.assertIs(None, state.update_entry(entry, 'a'))
 
1240
 
 
1241
    def create_and_test_file(self, state, entry):
 
1242
        """Create a file at 'a' and verify the state finds it.
 
1243
 
 
1244
        The state should already be versioning *something* at 'a'. This makes
 
1245
        sure that state.update_entry recognizes it as a file.
 
1246
        """
 
1247
        self.build_tree(['a'])
 
1248
        stat_value = os.lstat('a')
 
1249
        packed_stat = dirstate.pack_stat(stat_value)
 
1250
 
 
1251
        link_or_sha1 = state.update_entry(entry, abspath='a')
 
1252
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1253
                         link_or_sha1)
 
1254
        self.assertEqual([('f', link_or_sha1, 14, False, packed_stat)],
 
1255
                         entry[1])
 
1256
        return packed_stat
 
1257
 
 
1258
    def create_and_test_dir(self, state, entry):
 
1259
        """Create a directory at 'a' and verify the state finds it.
 
1260
 
 
1261
        The state should already be versioning *something* at 'a'. This makes
 
1262
        sure that state.update_entry recognizes it as a directory.
 
1263
        """
 
1264
        self.build_tree(['a/'])
 
1265
        stat_value = os.lstat('a')
 
1266
        packed_stat = dirstate.pack_stat(stat_value)
 
1267
 
 
1268
        link_or_sha1 = state.update_entry(entry, abspath='a')
 
1269
        self.assertIs(None, link_or_sha1)
 
1270
        self.assertEqual([('d', '', 0, False, packed_stat)], entry[1])
 
1271
 
 
1272
        return packed_stat
 
1273
 
 
1274
    def create_and_test_symlink(self, state, entry):
 
1275
        """Create a symlink at 'a' and verify the state finds it.
 
1276
 
 
1277
        The state should already be versioning *something* at 'a'. This makes
 
1278
        sure that state.update_entry recognizes it as a symlink.
 
1279
 
 
1280
        This should not be called if this platform does not have symlink
 
1281
        support.
 
1282
        """
 
1283
        os.symlink('path/to/foo', 'a')
 
1284
 
 
1285
        stat_value = os.lstat('a')
 
1286
        packed_stat = dirstate.pack_stat(stat_value)
 
1287
 
 
1288
        link_or_sha1 = state.update_entry(entry, abspath='a')
 
1289
        self.assertEqual('path/to/foo', link_or_sha1)
 
1290
        self.assertEqual([('l', 'path/to/foo', 11, False, packed_stat)],
 
1291
                         entry[1])
 
1292
        return packed_stat
 
1293
 
 
1294
    def test_update_missing_file(self):
 
1295
        state, entry = self.get_state_with_a()
 
1296
        packed_stat = self.create_and_test_file(state, entry)
 
1297
        # Now if we delete the file, update_entry should recover and
 
1298
        # return None.
 
1299
        os.remove('a')
 
1300
        self.assertIs(None, state.update_entry(entry, abspath='a'))
 
1301
        # And the record shouldn't be changed.
 
1302
        digest = 'b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6'
 
1303
        self.assertEqual([('f', digest, 14, False, packed_stat)],
 
1304
                         entry[1])
 
1305
 
 
1306
    def test_update_missing_dir(self):
 
1307
        state, entry = self.get_state_with_a()
 
1308
        packed_stat = self.create_and_test_dir(state, entry)
 
1309
        # Now if we delete the directory, update_entry should recover and
 
1310
        # return None.
 
1311
        os.rmdir('a')
 
1312
        self.assertIs(None, state.update_entry(entry, abspath='a'))
 
1313
        self.assertEqual([('d', '', 0, False, packed_stat)], entry[1])
 
1314
 
 
1315
    def test_update_missing_symlink(self):
 
1316
        if not osutils.has_symlinks():
 
1317
            return # PlatformDeficiency / TestSkipped
 
1318
        state, entry = self.get_state_with_a()
 
1319
        packed_stat = self.create_and_test_symlink(state, entry)
 
1320
        os.remove('a')
 
1321
        self.assertIs(None, state.update_entry(entry, abspath='a'))
 
1322
        # And the record shouldn't be changed.
 
1323
        self.assertEqual([('l', 'path/to/foo', 11, False, packed_stat)],
 
1324
                         entry[1])
 
1325
 
 
1326
    def test_update_file_to_dir(self):
 
1327
        """If a file changes to a directory we return None for the sha.
 
1328
        We also update the inventory record.
 
1329
        """
 
1330
        state, entry = self.get_state_with_a()
 
1331
        self.create_and_test_file(state, entry)
 
1332
        os.remove('a')
 
1333
        self.create_and_test_dir(state, entry)
 
1334
 
 
1335
    def test_update_file_to_symlink(self):
 
1336
        """File becomes a symlink"""
 
1337
        if not osutils.has_symlinks():
 
1338
            return # PlatformDeficiency / TestSkipped
 
1339
        state, entry = self.get_state_with_a()
 
1340
        self.create_and_test_file(state, entry)
 
1341
        os.remove('a')
 
1342
        self.create_and_test_symlink(state, entry)
 
1343
 
 
1344
    def test_update_dir_to_file(self):
 
1345
        """Directory becoming a file updates the entry."""
 
1346
        state, entry = self.get_state_with_a()
 
1347
        self.create_and_test_dir(state, entry)
 
1348
        os.rmdir('a')
 
1349
        self.create_and_test_file(state, entry)
 
1350
 
 
1351
    def test_update_dir_to_symlink(self):
 
1352
        """Directory becomes a symlink"""
 
1353
        if not osutils.has_symlinks():
 
1354
            return # PlatformDeficiency / TestSkipped
 
1355
        state, entry = self.get_state_with_a()
 
1356
        self.create_and_test_dir(state, entry)
 
1357
        os.rmdir('a')
 
1358
        self.create_and_test_symlink(state, entry)
 
1359
 
 
1360
    def test_update_symlink_to_file(self):
 
1361
        """Symlink becomes a file"""
 
1362
        state, entry = self.get_state_with_a()
 
1363
        self.create_and_test_symlink(state, entry)
 
1364
        os.remove('a')
 
1365
        self.create_and_test_file(state, entry)
 
1366
 
 
1367
    def test_update_symlink_to_dir(self):
 
1368
        """Symlink becomes a directory"""
 
1369
        state, entry = self.get_state_with_a()
 
1370
        self.create_and_test_symlink(state, entry)
 
1371
        os.remove('a')
 
1372
        self.create_and_test_dir(state, entry)
 
1373
 
 
1374
    def test__is_executable_win32(self):
 
1375
        state, entry = self.get_state_with_a()
 
1376
        self.build_tree(['a'])
 
1377
 
 
1378
        # Make sure we are using the win32 implementation of _is_executable
 
1379
        state._is_executable = state._is_executable_win32
 
1380
 
 
1381
        # The file on disk is not executable, but we are marking it as though
 
1382
        # it is. With _is_executable_win32 we ignore what is on disk.
 
1383
        entry[1][0] = ('f', '', 0, True, dirstate.DirState.NULLSTAT)
 
1384
 
 
1385
        stat_value = os.lstat('a')
 
1386
        packed_stat = dirstate.pack_stat(stat_value)
 
1387
 
 
1388
        state.adjust_time(-10) # Make sure everything is new
 
1389
        # Make sure it wants to kkkkkkkk
 
1390
        state.update_entry(entry, abspath='a', stat_value=stat_value)
 
1391
 
 
1392
        # The row is updated, but the executable bit stays set.
 
1393
        digest = 'b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6'
 
1394
        self.assertEqual([('f', digest, 14, True, packed_stat)], entry[1])
 
1395
 
 
1396
 
 
1397
class TestPackStat(TestCaseWithTransport):
1745
1398
 
1746
1399
    def assertPackStat(self, expected, stat_value):
1747
1400
        """Check the packed and serialized form of a stat value."""
1793
1446
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
1794
1447
 
1795
1448
 
1796
 
class TestBisect(TestCaseWithDirState):
 
1449
class TestBisect(TestCaseWithTransport):
1797
1450
    """Test the ability to bisect into the disk format."""
1798
1451
 
 
1452
    def create_basic_dirstate(self):
 
1453
        """Create a dirstate with a few files and directories.
 
1454
 
 
1455
            a
 
1456
            b/
 
1457
              c
 
1458
              d/
 
1459
                e
 
1460
            f
 
1461
        """
 
1462
        tree = self.make_branch_and_tree('tree')
 
1463
        paths = ['a', 'b/', 'b/c', 'b/d/', 'b/d/e', 'f']
 
1464
        file_ids = ['a-id', 'b-id', 'c-id', 'd-id', 'e-id', 'f-id']
 
1465
        self.build_tree(['tree/' + p for p in paths])
 
1466
        tree.set_root_id('TREE_ROOT')
 
1467
        tree.add([p.rstrip('/') for p in paths], file_ids)
 
1468
        tree.commit('initial', rev_id='rev-1')
 
1469
        revision_id = 'rev-1'
 
1470
        # a_packed_stat = dirstate.pack_stat(os.stat('tree/a'))
 
1471
        t = self.get_transport().clone('tree')
 
1472
        a_text = t.get_bytes('a')
 
1473
        a_sha = osutils.sha_string(a_text)
 
1474
        a_len = len(a_text)
 
1475
        # b_packed_stat = dirstate.pack_stat(os.stat('tree/b'))
 
1476
        # c_packed_stat = dirstate.pack_stat(os.stat('tree/b/c'))
 
1477
        c_text = t.get_bytes('b/c')
 
1478
        c_sha = osutils.sha_string(c_text)
 
1479
        c_len = len(c_text)
 
1480
        # d_packed_stat = dirstate.pack_stat(os.stat('tree/b/d'))
 
1481
        # e_packed_stat = dirstate.pack_stat(os.stat('tree/b/d/e'))
 
1482
        e_text = t.get_bytes('b/d/e')
 
1483
        e_sha = osutils.sha_string(e_text)
 
1484
        e_len = len(e_text)
 
1485
        # f_packed_stat = dirstate.pack_stat(os.stat('tree/f'))
 
1486
        f_text = t.get_bytes('f')
 
1487
        f_sha = osutils.sha_string(f_text)
 
1488
        f_len = len(f_text)
 
1489
        null_stat = dirstate.DirState.NULLSTAT
 
1490
        expected = {
 
1491
            '':(('', '', 'TREE_ROOT'), [
 
1492
                  ('d', '', 0, False, null_stat),
 
1493
                  ('d', '', 0, False, revision_id),
 
1494
                ]),
 
1495
            'a':(('', 'a', 'a-id'), [
 
1496
                   ('f', '', 0, False, null_stat),
 
1497
                   ('f', a_sha, a_len, False, revision_id),
 
1498
                 ]),
 
1499
            'b':(('', 'b', 'b-id'), [
 
1500
                  ('d', '', 0, False, null_stat),
 
1501
                  ('d', '', 0, False, revision_id),
 
1502
                 ]),
 
1503
            'b/c':(('b', 'c', 'c-id'), [
 
1504
                    ('f', '', 0, False, null_stat),
 
1505
                    ('f', c_sha, c_len, False, revision_id),
 
1506
                   ]),
 
1507
            'b/d':(('b', 'd', 'd-id'), [
 
1508
                    ('d', '', 0, False, null_stat),
 
1509
                    ('d', '', 0, False, revision_id),
 
1510
                   ]),
 
1511
            'b/d/e':(('b/d', 'e', 'e-id'), [
 
1512
                      ('f', '', 0, False, null_stat),
 
1513
                      ('f', e_sha, e_len, False, revision_id),
 
1514
                     ]),
 
1515
            'f':(('', 'f', 'f-id'), [
 
1516
                  ('f', '', 0, False, null_stat),
 
1517
                  ('f', f_sha, f_len, False, revision_id),
 
1518
                 ]),
 
1519
        }
 
1520
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
1521
        try:
 
1522
            state.save()
 
1523
        finally:
 
1524
            state.unlock()
 
1525
        # Use a different object, to make sure nothing is pre-cached in memory.
 
1526
        state = dirstate.DirState.on_file('dirstate')
 
1527
        state.lock_read()
 
1528
        self.addCleanup(state.unlock)
 
1529
        self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
 
1530
                         state._dirblock_state)
 
1531
        # This is code is only really tested if we actually have to make more
 
1532
        # than one read, so set the page size to something smaller.
 
1533
        # We want it to contain about 2.2 records, so that we have a couple
 
1534
        # records that we can read per attempt
 
1535
        state._bisect_page_size = 200
 
1536
        return tree, state, expected
 
1537
 
 
1538
    def create_duplicated_dirstate(self):
 
1539
        """Create a dirstate with a deleted and added entries.
 
1540
 
 
1541
        This grabs a basic_dirstate, and then removes and re adds every entry
 
1542
        with a new file id.
 
1543
        """
 
1544
        tree, state, expected = self.create_basic_dirstate()
 
1545
        # Now we will just remove and add every file so we get an extra entry
 
1546
        # per entry. Unversion in reverse order so we handle subdirs
 
1547
        tree.unversion(['f-id', 'e-id', 'd-id', 'c-id', 'b-id', 'a-id'])
 
1548
        tree.add(['a', 'b', 'b/c', 'b/d', 'b/d/e', 'f'],
 
1549
                 ['a-id2', 'b-id2', 'c-id2', 'd-id2', 'e-id2', 'f-id2'])
 
1550
 
 
1551
        # Update the expected dictionary.
 
1552
        for path in ['a', 'b', 'b/c', 'b/d', 'b/d/e', 'f']:
 
1553
            orig = expected[path]
 
1554
            path2 = path + '2'
 
1555
            # This record was deleted in the current tree
 
1556
            expected[path] = (orig[0], [dirstate.DirState.NULL_PARENT_DETAILS,
 
1557
                                        orig[1][1]])
 
1558
            new_key = (orig[0][0], orig[0][1], orig[0][2]+'2')
 
1559
            # And didn't exist in the basis tree
 
1560
            expected[path2] = (new_key, [orig[1][0],
 
1561
                                         dirstate.DirState.NULL_PARENT_DETAILS])
 
1562
 
 
1563
        # We will replace the 'dirstate' file underneath 'state', but that is
 
1564
        # okay as lock as we unlock 'state' first.
 
1565
        state.unlock()
 
1566
        try:
 
1567
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
 
1568
            try:
 
1569
                new_state.save()
 
1570
            finally:
 
1571
                new_state.unlock()
 
1572
        finally:
 
1573
            # But we need to leave state in a read-lock because we already have
 
1574
            # a cleanup scheduled
 
1575
            state.lock_read()
 
1576
        return tree, state, expected
 
1577
 
 
1578
    def create_renamed_dirstate(self):
 
1579
        """Create a dirstate with a few internal renames.
 
1580
 
 
1581
        This takes the basic dirstate, and moves the paths around.
 
1582
        """
 
1583
        tree, state, expected = self.create_basic_dirstate()
 
1584
        # Rename a file
 
1585
        tree.rename_one('a', 'b/g')
 
1586
        # And a directory
 
1587
        tree.rename_one('b/d', 'h')
 
1588
 
 
1589
        old_a = expected['a']
 
1590
        expected['a'] = (old_a[0], [('r', 'b/g', 0, False, ''), old_a[1][1]])
 
1591
        expected['b/g'] = (('b', 'g', 'a-id'), [old_a[1][0],
 
1592
                                                ('r', 'a', 0, False, '')])
 
1593
        old_d = expected['b/d']
 
1594
        expected['b/d'] = (old_d[0], [('r', 'h', 0, False, ''), old_d[1][1]])
 
1595
        expected['h'] = (('', 'h', 'd-id'), [old_d[1][0],
 
1596
                                             ('r', 'b/d', 0, False, '')])
 
1597
 
 
1598
        old_e = expected['b/d/e']
 
1599
        expected['b/d/e'] = (old_e[0], [('r', 'h/e', 0, False, ''),
 
1600
                             old_e[1][1]])
 
1601
        expected['h/e'] = (('h', 'e', 'e-id'), [old_e[1][0],
 
1602
                                                ('r', 'b/d/e', 0, False, '')])
 
1603
 
 
1604
        state.unlock()
 
1605
        try:
 
1606
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
 
1607
            try:
 
1608
                new_state.save()
 
1609
            finally:
 
1610
                new_state.unlock()
 
1611
        finally:
 
1612
            state.lock_read()
 
1613
        return tree, state, expected
 
1614
 
1799
1615
    def assertBisect(self, expected_map, map_keys, state, paths):
1800
1616
        """Assert that bisecting for paths returns the right result.
1801
1617
 
1806
1622
                      (dir, name) tuples, and sorted according to how _bisect
1807
1623
                      requires.
1808
1624
        """
1809
 
        result = state._bisect(paths)
 
1625
        dir_names = sorted(osutils.split(p) for p in paths)
 
1626
        result = state._bisect(dir_names)
1810
1627
        # For now, results are just returned in whatever order we read them.
1811
1628
        # We could sort by (dir, name, file_id) or something like that, but in
1812
1629
        # the end it would still be fairly arbitrary, and we don't want the
1813
1630
        # extra overhead if we can avoid it. So sort everything to make sure
1814
1631
        # equality is true
1815
 
        self.assertEqual(len(map_keys), len(paths))
 
1632
        assert len(map_keys) == len(dir_names)
1816
1633
        expected = {}
1817
 
        for path, keys in zip(paths, map_keys):
 
1634
        for dir_name, keys in zip(dir_names, map_keys):
1818
1635
            if keys is None:
1819
1636
                # This should not be present in the output
1820
1637
                continue
1821
 
            expected[path] = sorted(expected_map[k] for k in keys)
 
1638
            expected[dir_name] = sorted(expected_map[k] for k in keys)
1822
1639
 
1823
 
        # The returned values are just arranged randomly based on when they
1824
 
        # were read, for testing, make sure it is properly sorted.
1825
 
        for path in result:
1826
 
            result[path].sort()
 
1640
        for dir_name in result:
 
1641
            result[dir_name].sort()
1827
1642
 
1828
1643
        self.assertEqual(expected, result)
1829
1644
 
1837
1652
        :param paths: A list of directories
1838
1653
        """
1839
1654
        result = state._bisect_dirblocks(paths)
1840
 
        self.assertEqual(len(map_keys), len(paths))
 
1655
        assert len(map_keys) == len(paths)
 
1656
 
1841
1657
        expected = {}
1842
1658
        for path, keys in zip(paths, map_keys):
1843
1659
            if keys is None:
1865
1681
            dir_name_id, trees_info = entry
1866
1682
            expected[dir_name_id] = trees_info
1867
1683
 
1868
 
        result = state._bisect_recursive(paths)
 
1684
        dir_names = sorted(osutils.split(p) for p in paths)
 
1685
        result = state._bisect_recursive(dir_names)
1869
1686
 
1870
1687
        self.assertEqual(expected, result)
1871
1688
 
1880
1697
        self.assertBisect(expected, [['b/c']], state, ['b/c'])
1881
1698
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
1882
1699
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
1883
 
        self.assertBisect(expected, [['b-c']], state, ['b-c'])
1884
1700
        self.assertBisect(expected, [['f']], state, ['f'])
1885
1701
 
1886
1702
    def test_bisect_multi(self):
1889
1705
        # Bisect should be capable of finding multiple entries at the same time
1890
1706
        self.assertBisect(expected, [['a'], ['b'], ['f']],
1891
1707
                          state, ['a', 'b', 'f'])
 
1708
        # ('', 'f') sorts before the others
1892
1709
        self.assertBisect(expected, [['f'], ['b/d'], ['b/d/e']],
1893
 
                          state, ['f', 'b/d', 'b/d/e'])
1894
 
        self.assertBisect(expected, [['b'], ['b-c'], ['b/c']],
1895
 
                          state, ['b', 'b-c', 'b/c'])
 
1710
                          state, ['b/d', 'b/d/e', 'f'])
1896
1711
 
1897
1712
    def test_bisect_one_page(self):
1898
1713
        """Test bisect when there is only 1 page to read"""
1904
1719
        self.assertBisect(expected,[['b/c']], state, ['b/c'])
1905
1720
        self.assertBisect(expected,[['b/d']], state, ['b/d'])
1906
1721
        self.assertBisect(expected,[['b/d/e']], state, ['b/d/e'])
1907
 
        self.assertBisect(expected,[['b-c']], state, ['b-c'])
1908
1722
        self.assertBisect(expected,[['f']], state, ['f'])
1909
1723
        self.assertBisect(expected,[['a'], ['b'], ['f']],
1910
1724
                          state, ['a', 'b', 'f'])
1911
 
        self.assertBisect(expected, [['b/d'], ['b/d/e'], ['f']],
 
1725
        # ('', 'f') sorts before the others
 
1726
        self.assertBisect(expected, [['f'], ['b/d'], ['b/d/e']],
1912
1727
                          state, ['b/d', 'b/d/e', 'f'])
1913
 
        self.assertBisect(expected, [['b'], ['b/c'], ['b-c']],
1914
 
                          state, ['b', 'b/c', 'b-c'])
1915
1728
 
1916
1729
    def test_bisect_duplicate_paths(self):
1917
1730
        """When bisecting for a path, handle multiple entries."""
1925
1738
        self.assertBisect(expected, [['b/d', 'b/d2']], state, ['b/d'])
1926
1739
        self.assertBisect(expected, [['b/d/e', 'b/d/e2']],
1927
1740
                          state, ['b/d/e'])
1928
 
        self.assertBisect(expected, [['b-c', 'b-c2']], state, ['b-c'])
1929
1741
        self.assertBisect(expected, [['f', 'f2']], state, ['f'])
1930
1742
 
1931
1743
    def test_bisect_page_size_too_small(self):
1938
1750
        self.assertBisect(expected, [['b/c']], state, ['b/c'])
1939
1751
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
1940
1752
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
1941
 
        self.assertBisect(expected, [['b-c']], state, ['b-c'])
1942
1753
        self.assertBisect(expected, [['f']], state, ['f'])
1943
1754
 
1944
1755
    def test_bisect_missing(self):
1947
1758
        self.assertBisect(expected, [None], state, ['foo'])
1948
1759
        self.assertBisect(expected, [None], state, ['b/foo'])
1949
1760
        self.assertBisect(expected, [None], state, ['bar/foo'])
1950
 
        self.assertBisect(expected, [None], state, ['b-c/foo'])
1951
1761
 
1952
1762
        self.assertBisect(expected, [['a'], None, ['b/d']],
1953
1763
                          state, ['a', 'foo', 'b/d'])
1969
1779
    def test_bisect_dirblocks(self):
1970
1780
        tree, state, expected = self.create_duplicated_dirstate()
1971
1781
        self.assertBisectDirBlocks(expected,
1972
 
            [['', 'a', 'a2', 'b', 'b2', 'b-c', 'b-c2', 'f', 'f2']],
1973
 
            state, [''])
 
1782
            [['', 'a', 'a2', 'b', 'b2', 'f', 'f2']], state, [''])
1974
1783
        self.assertBisectDirBlocks(expected,
1975
1784
            [['b/c', 'b/c2', 'b/d', 'b/d2']], state, ['b'])
1976
1785
        self.assertBisectDirBlocks(expected,
1977
1786
            [['b/d/e', 'b/d/e2']], state, ['b/d'])
1978
1787
        self.assertBisectDirBlocks(expected,
1979
 
            [['', 'a', 'a2', 'b', 'b2', 'b-c', 'b-c2', 'f', 'f2'],
 
1788
            [['', 'a', 'a2', 'b', 'b2', 'f', 'f2'],
1980
1789
             ['b/c', 'b/c2', 'b/d', 'b/d2'],
1981
1790
             ['b/d/e', 'b/d/e2'],
1982
1791
            ], state, ['', 'b', 'b/d'])
1997
1806
        self.assertBisectRecursive(expected, ['a'], state, ['a'])
1998
1807
        self.assertBisectRecursive(expected, ['b/c'], state, ['b/c'])
1999
1808
        self.assertBisectRecursive(expected, ['b/d/e'], state, ['b/d/e'])
2000
 
        self.assertBisectRecursive(expected, ['b-c'], state, ['b-c'])
2001
1809
        self.assertBisectRecursive(expected, ['b/d', 'b/d/e'],
2002
1810
                                   state, ['b/d'])
2003
1811
        self.assertBisectRecursive(expected, ['b', 'b/c', 'b/d', 'b/d/e'],
2004
1812
                                   state, ['b'])
2005
 
        self.assertBisectRecursive(expected, ['', 'a', 'b', 'b-c', 'f', 'b/c',
 
1813
        self.assertBisectRecursive(expected, ['', 'a', 'b', 'f', 'b/c',
2006
1814
                                              'b/d', 'b/d/e'],
2007
1815
                                   state, [''])
2008
1816
 
2032
1840
                                   state, ['b'])
2033
1841
 
2034
1842
 
2035
 
class TestDirstateValidation(TestCaseWithDirState):
2036
 
 
2037
 
    def test_validate_correct_dirstate(self):
2038
 
        state = self.create_complex_dirstate()
2039
 
        state._validate()
2040
 
        state.unlock()
2041
 
        # and make sure we can also validate with a read lock
2042
 
        state.lock_read()
2043
 
        try:
2044
 
            state._validate()
2045
 
        finally:
2046
 
            state.unlock()
2047
 
 
2048
 
    def test_dirblock_not_sorted(self):
2049
 
        tree, state, expected = self.create_renamed_dirstate()
2050
 
        state._read_dirblocks_if_needed()
2051
 
        last_dirblock = state._dirblocks[-1]
2052
 
        # we're appending to the dirblock, but this name comes before some of
2053
 
        # the existing names; that's wrong
2054
 
        last_dirblock[1].append(
2055
 
            (('h', 'aaaa', 'a-id'),
2056
 
             [('a', '', 0, False, ''),
2057
 
              ('a', '', 0, False, '')]))
2058
 
        e = self.assertRaises(AssertionError,
2059
 
            state._validate)
2060
 
        self.assertContainsRe(str(e), 'not sorted')
2061
 
 
2062
 
    def test_dirblock_name_mismatch(self):
2063
 
        tree, state, expected = self.create_renamed_dirstate()
2064
 
        state._read_dirblocks_if_needed()
2065
 
        last_dirblock = state._dirblocks[-1]
2066
 
        # add an entry with the wrong directory name
2067
 
        last_dirblock[1].append(
2068
 
            (('', 'z', 'a-id'),
2069
 
             [('a', '', 0, False, ''),
2070
 
              ('a', '', 0, False, '')]))
2071
 
        e = self.assertRaises(AssertionError,
2072
 
            state._validate)
2073
 
        self.assertContainsRe(str(e),
2074
 
            "doesn't match directory name")
2075
 
 
2076
 
    def test_dirblock_missing_rename(self):
2077
 
        tree, state, expected = self.create_renamed_dirstate()
2078
 
        state._read_dirblocks_if_needed()
2079
 
        last_dirblock = state._dirblocks[-1]
2080
 
        # make another entry for a-id, without a correct 'r' pointer to
2081
 
        # the real occurrence in the working tree
2082
 
        last_dirblock[1].append(
2083
 
            (('h', 'z', 'a-id'),
2084
 
             [('a', '', 0, False, ''),
2085
 
              ('a', '', 0, False, '')]))
2086
 
        e = self.assertRaises(AssertionError,
2087
 
            state._validate)
2088
 
        self.assertContainsRe(str(e),
2089
 
            'file a-id is absent in row')
2090
 
 
2091
 
 
2092
 
class TestDirstateTreeReference(TestCaseWithDirState):
2093
 
 
2094
 
    def test_reference_revision_is_none(self):
2095
 
        tree = self.make_branch_and_tree('tree', format='dirstate-with-subtree')
2096
 
        subtree = self.make_branch_and_tree('tree/subtree',
2097
 
                            format='dirstate-with-subtree')
2098
 
        subtree.set_root_id('subtree')
2099
 
        tree.add_reference(subtree)
2100
 
        tree.add('subtree')
2101
 
        state = dirstate.DirState.from_tree(tree, 'dirstate')
2102
 
        key = ('', 'subtree', 'subtree')
2103
 
        expected = ('', [(key,
2104
 
            [('t', '', 0, False, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])])
2105
 
 
2106
 
        try:
2107
 
            self.assertEqual(expected, state._find_block(key))
2108
 
        finally:
2109
 
            state.unlock()
2110
 
 
2111
 
 
2112
 
class TestDiscardMergeParents(TestCaseWithDirState):
2113
 
 
2114
 
    def test_discard_no_parents(self):
2115
 
        # This should be a no-op
2116
 
        state = self.create_empty_dirstate()
2117
 
        self.addCleanup(state.unlock)
2118
 
        state._discard_merge_parents()
2119
 
        state._validate()
2120
 
 
2121
 
    def test_discard_one_parent(self):
2122
 
        # No-op
2123
 
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
2124
 
        root_entry_direntry = ('', '', 'a-root-value'), [
2125
 
            ('d', '', 0, False, packed_stat),
2126
 
            ('d', '', 0, False, packed_stat),
2127
 
            ]
2128
 
        dirblocks = []
2129
 
        dirblocks.append(('', [root_entry_direntry]))
2130
 
        dirblocks.append(('', []))
2131
 
 
2132
 
        state = self.create_empty_dirstate()
2133
 
        self.addCleanup(state.unlock)
2134
 
        state._set_data(['parent-id'], dirblocks[:])
2135
 
        state._validate()
2136
 
 
2137
 
        state._discard_merge_parents()
2138
 
        state._validate()
2139
 
        self.assertEqual(dirblocks, state._dirblocks)
2140
 
 
2141
 
    def test_discard_simple(self):
2142
 
        # No-op
2143
 
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
2144
 
        root_entry_direntry = ('', '', 'a-root-value'), [
2145
 
            ('d', '', 0, False, packed_stat),
2146
 
            ('d', '', 0, False, packed_stat),
2147
 
            ('d', '', 0, False, packed_stat),
2148
 
            ]
2149
 
        expected_root_entry_direntry = ('', '', 'a-root-value'), [
2150
 
            ('d', '', 0, False, packed_stat),
2151
 
            ('d', '', 0, False, packed_stat),
2152
 
            ]
2153
 
        dirblocks = []
2154
 
        dirblocks.append(('', [root_entry_direntry]))
2155
 
        dirblocks.append(('', []))
2156
 
 
2157
 
        state = self.create_empty_dirstate()
2158
 
        self.addCleanup(state.unlock)
2159
 
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
2160
 
        state._validate()
2161
 
 
2162
 
        # This should strip of the extra column
2163
 
        state._discard_merge_parents()
2164
 
        state._validate()
2165
 
        expected_dirblocks = [('', [expected_root_entry_direntry]), ('', [])]
2166
 
        self.assertEqual(expected_dirblocks, state._dirblocks)
2167
 
 
2168
 
    def test_discard_absent(self):
2169
 
        """If entries are only in a merge, discard should remove the entries"""
2170
 
        null_stat = dirstate.DirState.NULLSTAT
2171
 
        present_dir = ('d', '', 0, False, null_stat)
2172
 
        present_file = ('f', '', 0, False, null_stat)
2173
 
        absent = dirstate.DirState.NULL_PARENT_DETAILS
2174
 
        root_key = ('', '', 'a-root-value')
2175
 
        file_in_root_key = ('', 'file-in-root', 'a-file-id')
2176
 
        file_in_merged_key = ('', 'file-in-merged', 'b-file-id')
2177
 
        dirblocks = [('', [(root_key, [present_dir, present_dir, present_dir])]),
2178
 
                     ('', [(file_in_merged_key,
2179
 
                            [absent, absent, present_file]),
2180
 
                           (file_in_root_key,
2181
 
                            [present_file, present_file, present_file]),
2182
 
                          ]),
2183
 
                    ]
2184
 
 
2185
 
        state = self.create_empty_dirstate()
2186
 
        self.addCleanup(state.unlock)
2187
 
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
2188
 
        state._validate()
2189
 
 
2190
 
        exp_dirblocks = [('', [(root_key, [present_dir, present_dir])]),
2191
 
                         ('', [(file_in_root_key,
2192
 
                                [present_file, present_file]),
2193
 
                              ]),
2194
 
                        ]
2195
 
        state._discard_merge_parents()
2196
 
        state._validate()
2197
 
        self.assertEqual(exp_dirblocks, state._dirblocks)
2198
 
 
2199
 
    def test_discard_renamed(self):
2200
 
        null_stat = dirstate.DirState.NULLSTAT
2201
 
        present_dir = ('d', '', 0, False, null_stat)
2202
 
        present_file = ('f', '', 0, False, null_stat)
2203
 
        absent = dirstate.DirState.NULL_PARENT_DETAILS
2204
 
        root_key = ('', '', 'a-root-value')
2205
 
        file_in_root_key = ('', 'file-in-root', 'a-file-id')
2206
 
        # Renamed relative to parent
2207
 
        file_rename_s_key = ('', 'file-s', 'b-file-id')
2208
 
        file_rename_t_key = ('', 'file-t', 'b-file-id')
2209
 
        # And one that is renamed between the parents, but absent in this
2210
 
        key_in_1 = ('', 'file-in-1', 'c-file-id')
2211
 
        key_in_2 = ('', 'file-in-2', 'c-file-id')
2212
 
 
2213
 
        dirblocks = [
2214
 
            ('', [(root_key, [present_dir, present_dir, present_dir])]),
2215
 
            ('', [(key_in_1,
2216
 
                   [absent, present_file, ('r', 'file-in-2', 'c-file-id')]),
2217
 
                  (key_in_2,
2218
 
                   [absent, ('r', 'file-in-1', 'c-file-id'), present_file]),
2219
 
                  (file_in_root_key,
2220
 
                   [present_file, present_file, present_file]),
2221
 
                  (file_rename_s_key,
2222
 
                   [('r', 'file-t', 'b-file-id'), absent, present_file]),
2223
 
                  (file_rename_t_key,
2224
 
                   [present_file, absent, ('r', 'file-s', 'b-file-id')]),
2225
 
                 ]),
2226
 
        ]
2227
 
        exp_dirblocks = [
2228
 
            ('', [(root_key, [present_dir, present_dir])]),
2229
 
            ('', [(key_in_1, [absent, present_file]),
2230
 
                  (file_in_root_key, [present_file, present_file]),
2231
 
                  (file_rename_t_key, [present_file, absent]),
2232
 
                 ]),
2233
 
        ]
2234
 
        state = self.create_empty_dirstate()
2235
 
        self.addCleanup(state.unlock)
2236
 
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
2237
 
        state._validate()
2238
 
 
2239
 
        state._discard_merge_parents()
2240
 
        state._validate()
2241
 
        self.assertEqual(exp_dirblocks, state._dirblocks)
2242
 
 
2243
 
    def test_discard_all_subdir(self):
2244
 
        null_stat = dirstate.DirState.NULLSTAT
2245
 
        present_dir = ('d', '', 0, False, null_stat)
2246
 
        present_file = ('f', '', 0, False, null_stat)
2247
 
        absent = dirstate.DirState.NULL_PARENT_DETAILS
2248
 
        root_key = ('', '', 'a-root-value')
2249
 
        subdir_key = ('', 'sub', 'dir-id')
2250
 
        child1_key = ('sub', 'child1', 'child1-id')
2251
 
        child2_key = ('sub', 'child2', 'child2-id')
2252
 
        child3_key = ('sub', 'child3', 'child3-id')
2253
 
 
2254
 
        dirblocks = [
2255
 
            ('', [(root_key, [present_dir, present_dir, present_dir])]),
2256
 
            ('', [(subdir_key, [present_dir, present_dir, present_dir])]),
2257
 
            ('sub', [(child1_key, [absent, absent, present_file]),
2258
 
                     (child2_key, [absent, absent, present_file]),
2259
 
                     (child3_key, [absent, absent, present_file]),
2260
 
                    ]),
2261
 
        ]
2262
 
        exp_dirblocks = [
2263
 
            ('', [(root_key, [present_dir, present_dir])]),
2264
 
            ('', [(subdir_key, [present_dir, present_dir])]),
2265
 
            ('sub', []),
2266
 
        ]
2267
 
        state = self.create_empty_dirstate()
2268
 
        self.addCleanup(state.unlock)
2269
 
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
2270
 
        state._validate()
2271
 
 
2272
 
        state._discard_merge_parents()
2273
 
        state._validate()
2274
 
        self.assertEqual(exp_dirblocks, state._dirblocks)
2275
 
 
2276
 
 
2277
 
class Test_InvEntryToDetails(tests.TestCase):
2278
 
 
2279
 
    def assertDetails(self, expected, inv_entry):
2280
 
        details = dirstate.DirState._inv_entry_to_details(inv_entry)
2281
 
        self.assertEqual(expected, details)
2282
 
        # details should always allow join() and always be a plain str when
2283
 
        # finished
2284
 
        (minikind, fingerprint, size, executable, tree_data) = details
2285
 
        self.assertIsInstance(minikind, str)
2286
 
        self.assertIsInstance(fingerprint, str)
2287
 
        self.assertIsInstance(tree_data, str)
2288
 
 
2289
 
    def test_unicode_symlink(self):
2290
 
        inv_entry = inventory.InventoryLink('link-file-id',
2291
 
                                            u'nam\N{Euro Sign}e',
2292
 
                                            'link-parent-id')
2293
 
        inv_entry.revision = 'link-revision-id'
2294
 
        target = u'link-targ\N{Euro Sign}t'
2295
 
        inv_entry.symlink_target = target
2296
 
        self.assertDetails(('l', target.encode('UTF-8'), 0, False,
2297
 
                            'link-revision-id'), inv_entry)
2298
 
 
2299
 
 
2300
 
class TestSHA1Provider(tests.TestCaseInTempDir):
2301
 
 
2302
 
    def test_sha1provider_is_an_interface(self):
2303
 
        p = dirstate.SHA1Provider()
2304
 
        self.assertRaises(NotImplementedError, p.sha1, "foo")
2305
 
        self.assertRaises(NotImplementedError, p.stat_and_sha1, "foo")
2306
 
 
2307
 
    def test_defaultsha1provider_sha1(self):
2308
 
        text = 'test\r\nwith\nall\rpossible line endings\r\n'
2309
 
        self.build_tree_contents([('foo', text)])
2310
 
        expected_sha = osutils.sha_string(text)
2311
 
        p = dirstate.DefaultSHA1Provider()
2312
 
        self.assertEqual(expected_sha, p.sha1('foo'))
2313
 
 
2314
 
    def test_defaultsha1provider_stat_and_sha1(self):
2315
 
        text = 'test\r\nwith\nall\rpossible line endings\r\n'
2316
 
        self.build_tree_contents([('foo', text)])
2317
 
        expected_sha = osutils.sha_string(text)
2318
 
        p = dirstate.DefaultSHA1Provider()
2319
 
        statvalue, sha1 = p.stat_and_sha1('foo')
2320
 
        self.assertTrue(len(statvalue) >= 10)
2321
 
        self.assertEqual(len(text), statvalue.st_size)
2322
 
        self.assertEqual(expected_sha, sha1)
 
1843
class TestBisectDirblock(TestCase):
 
1844
    """Test that bisect_dirblock() returns the expected values.
 
1845
 
 
1846
    bisect_dirblock is intended to work like bisect.bisect_left() except it
 
1847
    knows it is working on dirblocks and that dirblocks are sorted by ('path',
 
1848
    'to', 'foo') chunks rather than by raw 'path/to/foo'.
 
1849
    """
 
1850
 
 
1851
    def assertBisect(self, dirblocks, split_dirblocks, path, *args, **kwargs):
 
1852
        """Assert that bisect_split works like bisect_left on the split paths.
 
1853
 
 
1854
        :param dirblocks: A list of (path, [info]) pairs.
 
1855
        :param split_dirblocks: A list of ((split, path), [info]) pairs.
 
1856
        :param path: The path we are indexing.
 
1857
 
 
1858
        All other arguments will be passed along.
 
1859
        """
 
1860
        bisect_split_idx = dirstate.bisect_dirblock(dirblocks, path,
 
1861
                                                 *args, **kwargs)
 
1862
        split_dirblock = (path.split('/'), [])
 
1863
        bisect_left_idx = bisect.bisect_left(split_dirblocks, split_dirblock,
 
1864
                                             *args)
 
1865
        self.assertEqual(bisect_left_idx, bisect_split_idx,
 
1866
                         'bisect_split disagreed. %s != %s'
 
1867
                         ' for key %s'
 
1868
                         % (bisect_left_idx, bisect_split_idx, path)
 
1869
                         )
 
1870
 
 
1871
    def paths_to_dirblocks(self, paths):
 
1872
        """Convert a list of paths into dirblock form.
 
1873
 
 
1874
        Also, ensure that the paths are in proper sorted order.
 
1875
        """
 
1876
        dirblocks = [(path, []) for path in paths]
 
1877
        split_dirblocks = [(path.split('/'), []) for path in paths]
 
1878
        self.assertEqual(sorted(split_dirblocks), split_dirblocks)
 
1879
        return dirblocks, split_dirblocks
 
1880
 
 
1881
    def test_simple(self):
 
1882
        """In the simple case it works just like bisect_left"""
 
1883
        paths = ['', 'a', 'b', 'c', 'd']
 
1884
        dirblocks, split_dirblocks = self.paths_to_dirblocks(paths)
 
1885
        for path in paths:
 
1886
            self.assertBisect(dirblocks, split_dirblocks, path)
 
1887
        self.assertBisect(dirblocks, split_dirblocks, '_')
 
1888
        self.assertBisect(dirblocks, split_dirblocks, 'aa')
 
1889
        self.assertBisect(dirblocks, split_dirblocks, 'bb')
 
1890
        self.assertBisect(dirblocks, split_dirblocks, 'cc')
 
1891
        self.assertBisect(dirblocks, split_dirblocks, 'dd')
 
1892
        self.assertBisect(dirblocks, split_dirblocks, 'a/a')
 
1893
        self.assertBisect(dirblocks, split_dirblocks, 'b/b')
 
1894
        self.assertBisect(dirblocks, split_dirblocks, 'c/c')
 
1895
        self.assertBisect(dirblocks, split_dirblocks, 'd/d')
 
1896
 
 
1897
    def test_involved(self):
 
1898
        """This is where bisect_left diverges slightly."""
 
1899
        paths = ['', 'a',
 
1900
                 'a/a', 'a/a/a', 'a/a/z', 'a/a-a', 'a/a-z',
 
1901
                 'a/z', 'a/z/a', 'a/z/z', 'a/z-a', 'a/z-z',
 
1902
                 'a-a', 'a-z',
 
1903
                 'z', 'z/a/a', 'z/a/z', 'z/a-a', 'z/a-z',
 
1904
                 'z/z', 'z/z/a', 'z/z/z', 'z/z-a', 'z/z-z',
 
1905
                 'z-a', 'z-z',
 
1906
                ]
 
1907
        dirblocks, split_dirblocks = self.paths_to_dirblocks(paths)
 
1908
        for path in paths:
 
1909
            self.assertBisect(dirblocks, split_dirblocks, path)
 
1910
 
 
1911
    def test_involved_cached(self):
 
1912
        """This is where bisect_left diverges slightly."""
 
1913
        paths = ['', 'a',
 
1914
                 'a/a', 'a/a/a', 'a/a/z', 'a/a-a', 'a/a-z',
 
1915
                 'a/z', 'a/z/a', 'a/z/z', 'a/z-a', 'a/z-z',
 
1916
                 'a-a', 'a-z',
 
1917
                 'z', 'z/a/a', 'z/a/z', 'z/a-a', 'z/a-z',
 
1918
                 'z/z', 'z/z/a', 'z/z/z', 'z/z-a', 'z/z-z',
 
1919
                 'z-a', 'z-z',
 
1920
                ]
 
1921
        cache = {}
 
1922
        dirblocks, split_dirblocks = self.paths_to_dirblocks(paths)
 
1923
        for path in paths:
 
1924
            self.assertBisect(dirblocks, split_dirblocks, path, cache=cache)
 
1925