/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_dirstate.py

  • Committer: Martin Pool
  • Date: 2007-10-08 07:29:57 UTC
  • mfrom: (2894 +trunk)
  • mto: This revision was merged to the branch mainline in revision 2895.
  • Revision ID: mbp@sourcefrog.net-20071008072957-uhm1gl1mqcsdc377
merge trunk

Show diffs side-by-side

added added

removed removed

Lines of Context:
 
1
# Copyright (C) 2006, 2007 Canonical Ltd
 
2
#
 
3
# This program is free software; you can redistribute it and/or modify
 
4
# it under the terms of the GNU General Public License as published by
 
5
# the Free Software Foundation; either version 2 of the License, or
 
6
# (at your option) any later version.
 
7
#
 
8
# This program is distributed in the hope that it will be useful,
 
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 
11
# GNU General Public License for more details.
 
12
#
 
13
# You should have received a copy of the GNU General Public License
 
14
# along with this program; if not, write to the Free Software
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
16
 
 
17
"""Tests of the dirstate functionality being built for WorkingTreeFormat4."""
 
18
 
 
19
import bisect
 
20
import os
 
21
import time
 
22
 
 
23
from bzrlib import (
 
24
    dirstate,
 
25
    errors,
 
26
    osutils,
 
27
    )
 
28
from bzrlib.memorytree import MemoryTree
 
29
from bzrlib.osutils import has_symlinks
 
30
from bzrlib.tests import (
 
31
        TestCase,
 
32
        TestCaseWithTransport,
 
33
        TestSkipped,
 
34
        )
 
35
 
 
36
 
 
37
# TODO:
 
38
# TESTS to write:
 
39
# general checks for NOT_IN_MEMORY error conditions.
 
40
# set_path_id on a NOT_IN_MEMORY dirstate
 
41
# set_path_id  unicode support
 
42
# set_path_id  setting id of a path not root
 
43
# set_path_id  setting id when there are parents without the id in the parents
 
44
# set_path_id  setting id when there are parents with the id in the parents
 
45
# set_path_id  setting id when state is not in memory
 
46
# set_path_id  setting id when state is in memory unmodified
 
47
# set_path_id  setting id when state is in memory modified
 
48
 
 
49
 
 
50
class TestCaseWithDirState(TestCaseWithTransport):
 
51
    """Helper functions for creating DirState objects with various content."""
 
52
 
 
53
    def create_empty_dirstate(self):
 
54
        """Return a locked but empty dirstate"""
 
55
        state = dirstate.DirState.initialize('dirstate')
 
56
        return state
 
57
 
 
58
    def create_dirstate_with_root(self):
 
59
        """Return a write-locked state with a single root entry."""
 
60
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
61
        root_entry_direntry = ('', '', 'a-root-value'), [
 
62
            ('d', '', 0, False, packed_stat),
 
63
            ]
 
64
        dirblocks = []
 
65
        dirblocks.append(('', [root_entry_direntry]))
 
66
        dirblocks.append(('', []))
 
67
        state = self.create_empty_dirstate()
 
68
        try:
 
69
            state._set_data([], dirblocks)
 
70
            state._validate()
 
71
        except:
 
72
            state.unlock()
 
73
            raise
 
74
        return state
 
75
 
 
76
    def create_dirstate_with_root_and_subdir(self):
 
77
        """Return a locked DirState with a root and a subdir"""
 
78
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
79
        subdir_entry = ('', 'subdir', 'subdir-id'), [
 
80
            ('d', '', 0, False, packed_stat),
 
81
            ]
 
82
        state = self.create_dirstate_with_root()
 
83
        try:
 
84
            dirblocks = list(state._dirblocks)
 
85
            dirblocks[1][1].append(subdir_entry)
 
86
            state._set_data([], dirblocks)
 
87
        except:
 
88
            state.unlock()
 
89
            raise
 
90
        return state
 
91
 
 
92
    def create_complex_dirstate(self):
 
93
        """This dirstate contains multiple files and directories.
 
94
 
 
95
         /        a-root-value
 
96
         a/       a-dir
 
97
         b/       b-dir
 
98
         c        c-file
 
99
         d        d-file
 
100
         a/e/     e-dir
 
101
         a/f      f-file
 
102
         b/g      g-file
 
103
         b/h\xc3\xa5  h-\xc3\xa5-file  #This is u'\xe5' encoded into utf-8
 
104
 
 
105
        Notice that a/e is an empty directory.
 
106
 
 
107
        :return: The dirstate, still write-locked.
 
108
        """
 
109
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
110
        null_sha = 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'
 
111
        root_entry = ('', '', 'a-root-value'), [
 
112
            ('d', '', 0, False, packed_stat),
 
113
            ]
 
114
        a_entry = ('', 'a', 'a-dir'), [
 
115
            ('d', '', 0, False, packed_stat),
 
116
            ]
 
117
        b_entry = ('', 'b', 'b-dir'), [
 
118
            ('d', '', 0, False, packed_stat),
 
119
            ]
 
120
        c_entry = ('', 'c', 'c-file'), [
 
121
            ('f', null_sha, 10, False, packed_stat),
 
122
            ]
 
123
        d_entry = ('', 'd', 'd-file'), [
 
124
            ('f', null_sha, 20, False, packed_stat),
 
125
            ]
 
126
        e_entry = ('a', 'e', 'e-dir'), [
 
127
            ('d', '', 0, False, packed_stat),
 
128
            ]
 
129
        f_entry = ('a', 'f', 'f-file'), [
 
130
            ('f', null_sha, 30, False, packed_stat),
 
131
            ]
 
132
        g_entry = ('b', 'g', 'g-file'), [
 
133
            ('f', null_sha, 30, False, packed_stat),
 
134
            ]
 
135
        h_entry = ('b', 'h\xc3\xa5', 'h-\xc3\xa5-file'), [
 
136
            ('f', null_sha, 40, False, packed_stat),
 
137
            ]
 
138
        dirblocks = []
 
139
        dirblocks.append(('', [root_entry]))
 
140
        dirblocks.append(('', [a_entry, b_entry, c_entry, d_entry]))
 
141
        dirblocks.append(('a', [e_entry, f_entry]))
 
142
        dirblocks.append(('b', [g_entry, h_entry]))
 
143
        state = dirstate.DirState.initialize('dirstate')
 
144
        state._validate()
 
145
        try:
 
146
            state._set_data([], dirblocks)
 
147
        except:
 
148
            state.unlock()
 
149
            raise
 
150
        return state
 
151
 
 
152
    def check_state_with_reopen(self, expected_result, state):
 
153
        """Check that state has current state expected_result.
 
154
 
 
155
        This will check the current state, open the file anew and check it
 
156
        again.
 
157
        This function expects the current state to be locked for writing, and
 
158
        will unlock it before re-opening.
 
159
        This is required because we can't open a lock_read() while something
 
160
        else has a lock_write().
 
161
            write => mutually exclusive lock
 
162
            read => shared lock
 
163
        """
 
164
        # The state should already be write locked, since we just had to do
 
165
        # some operation to get here.
 
166
        assert state._lock_token is not None
 
167
        try:
 
168
            self.assertEqual(expected_result[0],  state.get_parent_ids())
 
169
            # there should be no ghosts in this tree.
 
170
            self.assertEqual([], state.get_ghosts())
 
171
            # there should be one fileid in this tree - the root of the tree.
 
172
            self.assertEqual(expected_result[1], list(state._iter_entries()))
 
173
            state.save()
 
174
        finally:
 
175
            state.unlock()
 
176
        del state
 
177
        state = dirstate.DirState.on_file('dirstate')
 
178
        state.lock_read()
 
179
        try:
 
180
            self.assertEqual(expected_result[1], list(state._iter_entries()))
 
181
        finally:
 
182
            state.unlock()
 
183
 
 
184
    def create_basic_dirstate(self):
 
185
        """Create a dirstate with a few files and directories.
 
186
 
 
187
            a
 
188
            b/
 
189
              c
 
190
              d/
 
191
                e
 
192
            b-c
 
193
            f
 
194
        """
 
195
        tree = self.make_branch_and_tree('tree')
 
196
        paths = ['a', 'b/', 'b/c', 'b/d/', 'b/d/e', 'b-c', 'f']
 
197
        file_ids = ['a-id', 'b-id', 'c-id', 'd-id', 'e-id', 'b-c-id', 'f-id']
 
198
        self.build_tree(['tree/' + p for p in paths])
 
199
        tree.set_root_id('TREE_ROOT')
 
200
        tree.add([p.rstrip('/') for p in paths], file_ids)
 
201
        tree.commit('initial', rev_id='rev-1')
 
202
        revision_id = 'rev-1'
 
203
        # a_packed_stat = dirstate.pack_stat(os.stat('tree/a'))
 
204
        t = self.get_transport('tree')
 
205
        a_text = t.get_bytes('a')
 
206
        a_sha = osutils.sha_string(a_text)
 
207
        a_len = len(a_text)
 
208
        # b_packed_stat = dirstate.pack_stat(os.stat('tree/b'))
 
209
        # c_packed_stat = dirstate.pack_stat(os.stat('tree/b/c'))
 
210
        c_text = t.get_bytes('b/c')
 
211
        c_sha = osutils.sha_string(c_text)
 
212
        c_len = len(c_text)
 
213
        # d_packed_stat = dirstate.pack_stat(os.stat('tree/b/d'))
 
214
        # e_packed_stat = dirstate.pack_stat(os.stat('tree/b/d/e'))
 
215
        e_text = t.get_bytes('b/d/e')
 
216
        e_sha = osutils.sha_string(e_text)
 
217
        e_len = len(e_text)
 
218
        b_c_text = t.get_bytes('b-c')
 
219
        b_c_sha = osutils.sha_string(b_c_text)
 
220
        b_c_len = len(b_c_text)
 
221
        # f_packed_stat = dirstate.pack_stat(os.stat('tree/f'))
 
222
        f_text = t.get_bytes('f')
 
223
        f_sha = osutils.sha_string(f_text)
 
224
        f_len = len(f_text)
 
225
        null_stat = dirstate.DirState.NULLSTAT
 
226
        expected = {
 
227
            '':(('', '', 'TREE_ROOT'), [
 
228
                  ('d', '', 0, False, null_stat),
 
229
                  ('d', '', 0, False, revision_id),
 
230
                ]),
 
231
            'a':(('', 'a', 'a-id'), [
 
232
                   ('f', '', 0, False, null_stat),
 
233
                   ('f', a_sha, a_len, False, revision_id),
 
234
                 ]),
 
235
            'b':(('', 'b', 'b-id'), [
 
236
                  ('d', '', 0, False, null_stat),
 
237
                  ('d', '', 0, False, revision_id),
 
238
                 ]),
 
239
            'b/c':(('b', 'c', 'c-id'), [
 
240
                    ('f', '', 0, False, null_stat),
 
241
                    ('f', c_sha, c_len, False, revision_id),
 
242
                   ]),
 
243
            'b/d':(('b', 'd', 'd-id'), [
 
244
                    ('d', '', 0, False, null_stat),
 
245
                    ('d', '', 0, False, revision_id),
 
246
                   ]),
 
247
            'b/d/e':(('b/d', 'e', 'e-id'), [
 
248
                      ('f', '', 0, False, null_stat),
 
249
                      ('f', e_sha, e_len, False, revision_id),
 
250
                     ]),
 
251
            'b-c':(('', 'b-c', 'b-c-id'), [
 
252
                      ('f', '', 0, False, null_stat),
 
253
                      ('f', b_c_sha, b_c_len, False, revision_id),
 
254
                     ]),
 
255
            'f':(('', 'f', 'f-id'), [
 
256
                  ('f', '', 0, False, null_stat),
 
257
                  ('f', f_sha, f_len, False, revision_id),
 
258
                 ]),
 
259
        }
 
260
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
261
        try:
 
262
            state.save()
 
263
        finally:
 
264
            state.unlock()
 
265
        # Use a different object, to make sure nothing is pre-cached in memory.
 
266
        state = dirstate.DirState.on_file('dirstate')
 
267
        state.lock_read()
 
268
        self.addCleanup(state.unlock)
 
269
        self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
 
270
                         state._dirblock_state)
 
271
        # This is code is only really tested if we actually have to make more
 
272
        # than one read, so set the page size to something smaller.
 
273
        # We want it to contain about 2.2 records, so that we have a couple
 
274
        # records that we can read per attempt
 
275
        state._bisect_page_size = 200
 
276
        return tree, state, expected
 
277
 
 
278
    def create_duplicated_dirstate(self):
 
279
        """Create a dirstate with a deleted and added entries.
 
280
 
 
281
        This grabs a basic_dirstate, and then removes and re adds every entry
 
282
        with a new file id.
 
283
        """
 
284
        tree, state, expected = self.create_basic_dirstate()
 
285
        # Now we will just remove and add every file so we get an extra entry
 
286
        # per entry. Unversion in reverse order so we handle subdirs
 
287
        tree.unversion(['f-id', 'b-c-id', 'e-id', 'd-id', 'c-id', 'b-id', 'a-id'])
 
288
        tree.add(['a', 'b', 'b/c', 'b/d', 'b/d/e', 'b-c', 'f'],
 
289
                 ['a-id2', 'b-id2', 'c-id2', 'd-id2', 'e-id2', 'b-c-id2', 'f-id2'])
 
290
 
 
291
        # Update the expected dictionary.
 
292
        for path in ['a', 'b', 'b/c', 'b/d', 'b/d/e', 'b-c', 'f']:
 
293
            orig = expected[path]
 
294
            path2 = path + '2'
 
295
            # This record was deleted in the current tree
 
296
            expected[path] = (orig[0], [dirstate.DirState.NULL_PARENT_DETAILS,
 
297
                                        orig[1][1]])
 
298
            new_key = (orig[0][0], orig[0][1], orig[0][2]+'2')
 
299
            # And didn't exist in the basis tree
 
300
            expected[path2] = (new_key, [orig[1][0],
 
301
                                         dirstate.DirState.NULL_PARENT_DETAILS])
 
302
 
 
303
        # We will replace the 'dirstate' file underneath 'state', but that is
 
304
        # okay as lock as we unlock 'state' first.
 
305
        state.unlock()
 
306
        try:
 
307
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
 
308
            try:
 
309
                new_state.save()
 
310
            finally:
 
311
                new_state.unlock()
 
312
        finally:
 
313
            # But we need to leave state in a read-lock because we already have
 
314
            # a cleanup scheduled
 
315
            state.lock_read()
 
316
        return tree, state, expected
 
317
 
 
318
    def create_renamed_dirstate(self):
 
319
        """Create a dirstate with a few internal renames.
 
320
 
 
321
        This takes the basic dirstate, and moves the paths around.
 
322
        """
 
323
        tree, state, expected = self.create_basic_dirstate()
 
324
        # Rename a file
 
325
        tree.rename_one('a', 'b/g')
 
326
        # And a directory
 
327
        tree.rename_one('b/d', 'h')
 
328
 
 
329
        old_a = expected['a']
 
330
        expected['a'] = (old_a[0], [('r', 'b/g', 0, False, ''), old_a[1][1]])
 
331
        expected['b/g'] = (('b', 'g', 'a-id'), [old_a[1][0],
 
332
                                                ('r', 'a', 0, False, '')])
 
333
        old_d = expected['b/d']
 
334
        expected['b/d'] = (old_d[0], [('r', 'h', 0, False, ''), old_d[1][1]])
 
335
        expected['h'] = (('', 'h', 'd-id'), [old_d[1][0],
 
336
                                             ('r', 'b/d', 0, False, '')])
 
337
 
 
338
        old_e = expected['b/d/e']
 
339
        expected['b/d/e'] = (old_e[0], [('r', 'h/e', 0, False, ''),
 
340
                             old_e[1][1]])
 
341
        expected['h/e'] = (('h', 'e', 'e-id'), [old_e[1][0],
 
342
                                                ('r', 'b/d/e', 0, False, '')])
 
343
 
 
344
        state.unlock()
 
345
        try:
 
346
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
 
347
            try:
 
348
                new_state.save()
 
349
            finally:
 
350
                new_state.unlock()
 
351
        finally:
 
352
            state.lock_read()
 
353
        return tree, state, expected
 
354
 
 
355
 
 
356
class TestTreeToDirState(TestCaseWithDirState):
 
357
 
 
358
    def test_empty_to_dirstate(self):
 
359
        """We should be able to create a dirstate for an empty tree."""
 
360
        # There are no files on disk and no parents
 
361
        tree = self.make_branch_and_tree('tree')
 
362
        expected_result = ([], [
 
363
            (('', '', tree.path2id('')), # common details
 
364
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
365
             ])])
 
366
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
367
        state._validate()
 
368
        self.check_state_with_reopen(expected_result, state)
 
369
 
 
370
    def test_1_parents_empty_to_dirstate(self):
 
371
        # create a parent by doing a commit
 
372
        tree = self.make_branch_and_tree('tree')
 
373
        rev_id = tree.commit('first post').encode('utf8')
 
374
        root_stat_pack = dirstate.pack_stat(os.stat(tree.basedir))
 
375
        expected_result = ([rev_id], [
 
376
            (('', '', tree.path2id('')), # common details
 
377
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
378
              ('d', '', 0, False, rev_id), # first parent details
 
379
             ])])
 
380
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
381
        self.check_state_with_reopen(expected_result, state)
 
382
        state.lock_read()
 
383
        try:
 
384
            state._validate()
 
385
        finally:
 
386
            state.unlock()
 
387
 
 
388
    def test_2_parents_empty_to_dirstate(self):
 
389
        # create a parent by doing a commit
 
390
        tree = self.make_branch_and_tree('tree')
 
391
        rev_id = tree.commit('first post')
 
392
        tree2 = tree.bzrdir.sprout('tree2').open_workingtree()
 
393
        rev_id2 = tree2.commit('second post', allow_pointless=True)
 
394
        tree.merge_from_branch(tree2.branch)
 
395
        expected_result = ([rev_id, rev_id2], [
 
396
            (('', '', tree.path2id('')), # common details
 
397
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
398
              ('d', '', 0, False, rev_id), # first parent details
 
399
              ('d', '', 0, False, rev_id2), # second parent details
 
400
             ])])
 
401
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
402
        self.check_state_with_reopen(expected_result, state)
 
403
        state.lock_read()
 
404
        try:
 
405
            state._validate()
 
406
        finally:
 
407
            state.unlock()
 
408
 
 
409
    def test_empty_unknowns_are_ignored_to_dirstate(self):
 
410
        """We should be able to create a dirstate for an empty tree."""
 
411
        # There are no files on disk and no parents
 
412
        tree = self.make_branch_and_tree('tree')
 
413
        self.build_tree(['tree/unknown'])
 
414
        expected_result = ([], [
 
415
            (('', '', tree.path2id('')), # common details
 
416
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
417
             ])])
 
418
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
419
        self.check_state_with_reopen(expected_result, state)
 
420
 
 
421
    def get_tree_with_a_file(self):
 
422
        tree = self.make_branch_and_tree('tree')
 
423
        self.build_tree(['tree/a file'])
 
424
        tree.add('a file', 'a file id')
 
425
        return tree
 
426
 
 
427
    def test_non_empty_no_parents_to_dirstate(self):
 
428
        """We should be able to create a dirstate for an empty tree."""
 
429
        # There are files on disk and no parents
 
430
        tree = self.get_tree_with_a_file()
 
431
        expected_result = ([], [
 
432
            (('', '', tree.path2id('')), # common details
 
433
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
434
             ]),
 
435
            (('', 'a file', 'a file id'), # common
 
436
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
 
437
             ]),
 
438
            ])
 
439
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
440
        self.check_state_with_reopen(expected_result, state)
 
441
 
 
442
    def test_1_parents_not_empty_to_dirstate(self):
 
443
        # create a parent by doing a commit
 
444
        tree = self.get_tree_with_a_file()
 
445
        rev_id = tree.commit('first post').encode('utf8')
 
446
        # change the current content to be different this will alter stat, sha
 
447
        # and length:
 
448
        self.build_tree_contents([('tree/a file', 'new content\n')])
 
449
        expected_result = ([rev_id], [
 
450
            (('', '', tree.path2id('')), # common details
 
451
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
452
              ('d', '', 0, False, rev_id), # first parent details
 
453
             ]),
 
454
            (('', 'a file', 'a file id'), # common
 
455
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
 
456
              ('f', 'c3ed76e4bfd45ff1763ca206055bca8e9fc28aa8', 24, False,
 
457
               rev_id), # first parent
 
458
             ]),
 
459
            ])
 
460
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
461
        self.check_state_with_reopen(expected_result, state)
 
462
 
 
463
    def test_2_parents_not_empty_to_dirstate(self):
 
464
        # create a parent by doing a commit
 
465
        tree = self.get_tree_with_a_file()
 
466
        rev_id = tree.commit('first post').encode('utf8')
 
467
        tree2 = tree.bzrdir.sprout('tree2').open_workingtree()
 
468
        # change the current content to be different this will alter stat, sha
 
469
        # and length:
 
470
        self.build_tree_contents([('tree2/a file', 'merge content\n')])
 
471
        rev_id2 = tree2.commit('second post').encode('utf8')
 
472
        tree.merge_from_branch(tree2.branch)
 
473
        # change the current content to be different this will alter stat, sha
 
474
        # and length again, giving us three distinct values:
 
475
        self.build_tree_contents([('tree/a file', 'new content\n')])
 
476
        expected_result = ([rev_id, rev_id2], [
 
477
            (('', '', tree.path2id('')), # common details
 
478
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
479
              ('d', '', 0, False, rev_id), # first parent details
 
480
              ('d', '', 0, False, rev_id2), # second parent details
 
481
             ]),
 
482
            (('', 'a file', 'a file id'), # common
 
483
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
 
484
              ('f', 'c3ed76e4bfd45ff1763ca206055bca8e9fc28aa8', 24, False,
 
485
               rev_id), # first parent
 
486
              ('f', '314d796174c9412647c3ce07dfb5d36a94e72958', 14, False,
 
487
               rev_id2), # second parent
 
488
             ]),
 
489
            ])
 
490
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
491
        self.check_state_with_reopen(expected_result, state)
 
492
 
 
493
    def test_colliding_fileids(self):
 
494
        # test insertion of parents creating several entries at the same path.
 
495
        # we used to have a bug where they could cause the dirstate to break
 
496
        # its ordering invariants.
 
497
        # create some trees to test from
 
498
        parents = []
 
499
        for i in range(7):
 
500
            tree = self.make_branch_and_tree('tree%d' % i)
 
501
            self.build_tree(['tree%d/name' % i,])
 
502
            tree.add(['name'], ['file-id%d' % i])
 
503
            revision_id = 'revid-%d' % i
 
504
            tree.commit('message', rev_id=revision_id)
 
505
            parents.append((revision_id,
 
506
                tree.branch.repository.revision_tree(revision_id)))
 
507
        # now fold these trees into a dirstate
 
508
        state = dirstate.DirState.initialize('dirstate')
 
509
        try:
 
510
            state.set_parent_trees(parents, [])
 
511
            state._validate()
 
512
        finally:
 
513
            state.unlock()
 
514
 
 
515
 
 
516
class TestDirStateOnFile(TestCaseWithDirState):
 
517
 
 
518
    def test_construct_with_path(self):
 
519
        tree = self.make_branch_and_tree('tree')
 
520
        state = dirstate.DirState.from_tree(tree, 'dirstate.from_tree')
 
521
        # we want to be able to get the lines of the dirstate that we will
 
522
        # write to disk.
 
523
        lines = state.get_lines()
 
524
        state.unlock()
 
525
        self.build_tree_contents([('dirstate', ''.join(lines))])
 
526
        # get a state object
 
527
        # no parents, default tree content
 
528
        expected_result = ([], [
 
529
            (('', '', tree.path2id('')), # common details
 
530
             # current tree details, but new from_tree skips statting, it
 
531
             # uses set_state_from_inventory, and thus depends on the
 
532
             # inventory state.
 
533
             [('d', '', 0, False, dirstate.DirState.NULLSTAT),
 
534
             ])
 
535
            ])
 
536
        state = dirstate.DirState.on_file('dirstate')
 
537
        state.lock_write() # check_state_with_reopen will save() and unlock it
 
538
        self.check_state_with_reopen(expected_result, state)
 
539
 
 
540
    def test_can_save_clean_on_file(self):
 
541
        tree = self.make_branch_and_tree('tree')
 
542
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
543
        try:
 
544
            # doing a save should work here as there have been no changes.
 
545
            state.save()
 
546
            # TODO: stat it and check it hasn't changed; may require waiting
 
547
            # for the state accuracy window.
 
548
        finally:
 
549
            state.unlock()
 
550
 
 
551
    def test_can_save_in_read_lock(self):
 
552
        self.build_tree(['a-file'])
 
553
        state = dirstate.DirState.initialize('dirstate')
 
554
        try:
 
555
            # No stat and no sha1 sum.
 
556
            state.add('a-file', 'a-file-id', 'file', None, '')
 
557
            state.save()
 
558
        finally:
 
559
            state.unlock()
 
560
 
 
561
        # Now open in readonly mode
 
562
        state = dirstate.DirState.on_file('dirstate')
 
563
        state.lock_read()
 
564
        try:
 
565
            entry = state._get_entry(0, path_utf8='a-file')
 
566
            # The current sha1 sum should be empty
 
567
            self.assertEqual('', entry[1][0][1])
 
568
            # We should have a real entry.
 
569
            self.assertNotEqual((None, None), entry)
 
570
            # Make sure everything is old enough
 
571
            state._sha_cutoff_time()
 
572
            state._cutoff_time += 10
 
573
            sha1sum = state.update_entry(entry, 'a-file', os.lstat('a-file'))
 
574
            # We should have gotten a real sha1
 
575
            self.assertEqual('ecc5374e9ed82ad3ea3b4d452ea995a5fd3e70e3',
 
576
                             sha1sum)
 
577
 
 
578
            # The dirblock has been updated
 
579
            self.assertEqual(sha1sum, entry[1][0][1])
 
580
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
581
                             state._dirblock_state)
 
582
 
 
583
            del entry
 
584
            # Now, since we are the only one holding a lock, we should be able
 
585
            # to save and have it written to disk
 
586
            state.save()
 
587
        finally:
 
588
            state.unlock()
 
589
 
 
590
        # Re-open the file, and ensure that the state has been updated.
 
591
        state = dirstate.DirState.on_file('dirstate')
 
592
        state.lock_read()
 
593
        try:
 
594
            entry = state._get_entry(0, path_utf8='a-file')
 
595
            self.assertEqual(sha1sum, entry[1][0][1])
 
596
        finally:
 
597
            state.unlock()
 
598
 
 
599
    def test_save_fails_quietly_if_locked(self):
 
600
        """If dirstate is locked, save will fail without complaining."""
 
601
        self.build_tree(['a-file'])
 
602
        state = dirstate.DirState.initialize('dirstate')
 
603
        try:
 
604
            # No stat and no sha1 sum.
 
605
            state.add('a-file', 'a-file-id', 'file', None, '')
 
606
            state.save()
 
607
        finally:
 
608
            state.unlock()
 
609
 
 
610
        state = dirstate.DirState.on_file('dirstate')
 
611
        state.lock_read()
 
612
        try:
 
613
            entry = state._get_entry(0, path_utf8='a-file')
 
614
            sha1sum = state.update_entry(entry, 'a-file', os.lstat('a-file'))
 
615
            # We should have gotten a real sha1
 
616
            self.assertEqual('ecc5374e9ed82ad3ea3b4d452ea995a5fd3e70e3',
 
617
                             sha1sum)
 
618
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
619
                             state._dirblock_state)
 
620
 
 
621
            # Now, before we try to save, grab another dirstate, and take out a
 
622
            # read lock.
 
623
            # TODO: jam 20070315 Ideally this would be locked by another
 
624
            #       process. To make sure the file is really OS locked.
 
625
            state2 = dirstate.DirState.on_file('dirstate')
 
626
            state2.lock_read()
 
627
            try:
 
628
                # This won't actually write anything, because it couldn't grab
 
629
                # a write lock. But it shouldn't raise an error, either.
 
630
                # TODO: jam 20070315 We should probably distinguish between
 
631
                #       being dirty because of 'update_entry'. And dirty
 
632
                #       because of real modification. So that save() *does*
 
633
                #       raise a real error if it fails when we have real
 
634
                #       modifications.
 
635
                state.save()
 
636
            finally:
 
637
                state2.unlock()
 
638
        finally:
 
639
            state.unlock()
 
640
        
 
641
        # The file on disk should not be modified.
 
642
        state = dirstate.DirState.on_file('dirstate')
 
643
        state.lock_read()
 
644
        try:
 
645
            entry = state._get_entry(0, path_utf8='a-file')
 
646
            self.assertEqual('', entry[1][0][1])
 
647
        finally:
 
648
            state.unlock()
 
649
 
 
650
 
 
651
class TestDirStateInitialize(TestCaseWithDirState):
 
652
 
 
653
    def test_initialize(self):
 
654
        expected_result = ([], [
 
655
            (('', '', 'TREE_ROOT'), # common details
 
656
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
657
             ])
 
658
            ])
 
659
        state = dirstate.DirState.initialize('dirstate')
 
660
        try:
 
661
            self.assertIsInstance(state, dirstate.DirState)
 
662
            lines = state.get_lines()
 
663
        finally:
 
664
            state.unlock()
 
665
        # On win32 you can't read from a locked file, even within the same
 
666
        # process. So we have to unlock and release before we check the file
 
667
        # contents.
 
668
        self.assertFileEqual(''.join(lines), 'dirstate')
 
669
        state.lock_read() # check_state_with_reopen will unlock
 
670
        self.check_state_with_reopen(expected_result, state)
 
671
 
 
672
 
 
673
class TestDirStateManipulations(TestCaseWithDirState):
 
674
 
 
675
    def test_set_state_from_inventory_no_content_no_parents(self):
 
676
        # setting the current inventory is a slow but important api to support.
 
677
        tree1 = self.make_branch_and_memory_tree('tree1')
 
678
        tree1.lock_write()
 
679
        try:
 
680
            tree1.add('')
 
681
            revid1 = tree1.commit('foo').encode('utf8')
 
682
            root_id = tree1.inventory.root.file_id
 
683
            inv = tree1.inventory
 
684
        finally:
 
685
            tree1.unlock()
 
686
        expected_result = [], [
 
687
            (('', '', root_id), [
 
688
             ('d', '', 0, False, dirstate.DirState.NULLSTAT)])]
 
689
        state = dirstate.DirState.initialize('dirstate')
 
690
        try:
 
691
            state.set_state_from_inventory(inv)
 
692
            self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
693
                             state._header_state)
 
694
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
695
                             state._dirblock_state)
 
696
        except:
 
697
            state.unlock()
 
698
            raise
 
699
        else:
 
700
            # This will unlock it
 
701
            self.check_state_with_reopen(expected_result, state)
 
702
 
 
703
    def test_set_state_from_inventory_mixed_paths(self):
 
704
        tree1 = self.make_branch_and_tree('tree1')
 
705
        self.build_tree(['tree1/a/', 'tree1/a/b/', 'tree1/a-b/',
 
706
                         'tree1/a/b/foo', 'tree1/a-b/bar'])
 
707
        tree1.lock_write()
 
708
        try:
 
709
            tree1.add(['a', 'a/b', 'a-b', 'a/b/foo', 'a-b/bar'],
 
710
                      ['a-id', 'b-id', 'a-b-id', 'foo-id', 'bar-id'])
 
711
            tree1.commit('rev1', rev_id='rev1')
 
712
            root_id = tree1.get_root_id()
 
713
            inv = tree1.inventory
 
714
        finally:
 
715
            tree1.unlock()
 
716
        expected_result1 = [('', '', root_id, 'd'),
 
717
                            ('', 'a', 'a-id', 'd'),
 
718
                            ('', 'a-b', 'a-b-id', 'd'),
 
719
                            ('a', 'b', 'b-id', 'd'),
 
720
                            ('a/b', 'foo', 'foo-id', 'f'),
 
721
                            ('a-b', 'bar', 'bar-id', 'f'),
 
722
                           ]
 
723
        expected_result2 = [('', '', root_id, 'd'),
 
724
                            ('', 'a', 'a-id', 'd'),
 
725
                            ('', 'a-b', 'a-b-id', 'd'),
 
726
                            ('a-b', 'bar', 'bar-id', 'f'),
 
727
                           ]
 
728
        state = dirstate.DirState.initialize('dirstate')
 
729
        try:
 
730
            state.set_state_from_inventory(inv)
 
731
            values = []
 
732
            for entry in state._iter_entries():
 
733
                values.append(entry[0] + entry[1][0][:1])
 
734
            self.assertEqual(expected_result1, values)
 
735
            del inv['b-id']
 
736
            state.set_state_from_inventory(inv)
 
737
            values = []
 
738
            for entry in state._iter_entries():
 
739
                values.append(entry[0] + entry[1][0][:1])
 
740
            self.assertEqual(expected_result2, values)
 
741
        finally:
 
742
            state.unlock()
 
743
 
 
744
    def test_set_path_id_no_parents(self):
 
745
        """The id of a path can be changed trivally with no parents."""
 
746
        state = dirstate.DirState.initialize('dirstate')
 
747
        try:
 
748
            # check precondition to be sure the state does change appropriately.
 
749
            self.assertEqual(
 
750
                [(('', '', 'TREE_ROOT'), [('d', '', 0, False,
 
751
                   'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])],
 
752
                list(state._iter_entries()))
 
753
            state.set_path_id('', 'foobarbaz')
 
754
            expected_rows = [
 
755
                (('', '', 'foobarbaz'), [('d', '', 0, False,
 
756
                   'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])]
 
757
            self.assertEqual(expected_rows, list(state._iter_entries()))
 
758
            # should work across save too
 
759
            state.save()
 
760
        finally:
 
761
            state.unlock()
 
762
        state = dirstate.DirState.on_file('dirstate')
 
763
        state.lock_read()
 
764
        try:
 
765
            state._validate()
 
766
            self.assertEqual(expected_rows, list(state._iter_entries()))
 
767
        finally:
 
768
            state.unlock()
 
769
 
 
770
    def test_set_path_id_with_parents(self):
 
771
        """Set the root file id in a dirstate with parents"""
 
772
        mt = self.make_branch_and_tree('mt')
 
773
        # in case the default tree format uses a different root id
 
774
        mt.set_root_id('TREE_ROOT')
 
775
        mt.commit('foo', rev_id='parent-revid')
 
776
        rt = mt.branch.repository.revision_tree('parent-revid')
 
777
        state = dirstate.DirState.initialize('dirstate')
 
778
        state._validate()
 
779
        try:
 
780
            state.set_parent_trees([('parent-revid', rt)], ghosts=[])
 
781
            state.set_path_id('', 'foobarbaz')
 
782
            state._validate()
 
783
            # now see that it is what we expected
 
784
            expected_rows = [
 
785
                (('', '', 'TREE_ROOT'),
 
786
                    [('a', '', 0, False, ''),
 
787
                     ('d', '', 0, False, 'parent-revid'),
 
788
                     ]),
 
789
                (('', '', 'foobarbaz'),
 
790
                    [('d', '', 0, False, ''),
 
791
                     ('a', '', 0, False, ''),
 
792
                     ]),
 
793
                ]
 
794
            state._validate()
 
795
            self.assertEqual(expected_rows, list(state._iter_entries()))
 
796
            # should work across save too
 
797
            state.save()
 
798
        finally:
 
799
            state.unlock()
 
800
        # now flush & check we get the same
 
801
        state = dirstate.DirState.on_file('dirstate')
 
802
        state.lock_read()
 
803
        try:
 
804
            state._validate()
 
805
            self.assertEqual(expected_rows, list(state._iter_entries()))
 
806
        finally:
 
807
            state.unlock()
 
808
        # now change within an existing file-backed state
 
809
        state.lock_write()
 
810
        try:
 
811
            state._validate()
 
812
            state.set_path_id('', 'tree-root-2')
 
813
            state._validate()
 
814
        finally:
 
815
            state.unlock()
 
816
 
 
817
 
 
818
    def test_set_parent_trees_no_content(self):
 
819
        # set_parent_trees is a slow but important api to support.
 
820
        tree1 = self.make_branch_and_memory_tree('tree1')
 
821
        tree1.lock_write()
 
822
        try:
 
823
            tree1.add('')
 
824
            revid1 = tree1.commit('foo')
 
825
        finally:
 
826
            tree1.unlock()
 
827
        branch2 = tree1.branch.bzrdir.clone('tree2').open_branch()
 
828
        tree2 = MemoryTree.create_on_branch(branch2)
 
829
        tree2.lock_write()
 
830
        try:
 
831
            revid2 = tree2.commit('foo')
 
832
            root_id = tree2.inventory.root.file_id
 
833
        finally:
 
834
            tree2.unlock()
 
835
        state = dirstate.DirState.initialize('dirstate')
 
836
        try:
 
837
            state.set_path_id('', root_id)
 
838
            state.set_parent_trees(
 
839
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
 
840
                 (revid2, tree2.branch.repository.revision_tree(revid2)),
 
841
                 ('ghost-rev', None)),
 
842
                ['ghost-rev'])
 
843
            # check we can reopen and use the dirstate after setting parent
 
844
            # trees.
 
845
            state._validate()
 
846
            state.save()
 
847
            state._validate()
 
848
        finally:
 
849
            state.unlock()
 
850
        state = dirstate.DirState.on_file('dirstate')
 
851
        state.lock_write()
 
852
        try:
 
853
            self.assertEqual([revid1, revid2, 'ghost-rev'],
 
854
                             state.get_parent_ids())
 
855
            # iterating the entire state ensures that the state is parsable.
 
856
            list(state._iter_entries())
 
857
            # be sure that it sets not appends - change it
 
858
            state.set_parent_trees(
 
859
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
 
860
                 ('ghost-rev', None)),
 
861
                ['ghost-rev'])
 
862
            # and now put it back.
 
863
            state.set_parent_trees(
 
864
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
 
865
                 (revid2, tree2.branch.repository.revision_tree(revid2)),
 
866
                 ('ghost-rev', tree2.branch.repository.revision_tree(None))),
 
867
                ['ghost-rev'])
 
868
            self.assertEqual([revid1, revid2, 'ghost-rev'],
 
869
                             state.get_parent_ids())
 
870
            # the ghost should be recorded as such by set_parent_trees.
 
871
            self.assertEqual(['ghost-rev'], state.get_ghosts())
 
872
            self.assertEqual(
 
873
                [(('', '', root_id), [
 
874
                  ('d', '', 0, False, dirstate.DirState.NULLSTAT),
 
875
                  ('d', '', 0, False, revid1),
 
876
                  ('d', '', 0, False, revid2)
 
877
                  ])],
 
878
                list(state._iter_entries()))
 
879
        finally:
 
880
            state.unlock()
 
881
 
 
882
    def test_set_parent_trees_file_missing_from_tree(self):
 
883
        # Adding a parent tree may reference files not in the current state.
 
884
        # they should get listed just once by id, even if they are in two
 
885
        # separate trees.
 
886
        # set_parent_trees is a slow but important api to support.
 
887
        tree1 = self.make_branch_and_memory_tree('tree1')
 
888
        tree1.lock_write()
 
889
        try:
 
890
            tree1.add('')
 
891
            tree1.add(['a file'], ['file-id'], ['file'])
 
892
            tree1.put_file_bytes_non_atomic('file-id', 'file-content')
 
893
            revid1 = tree1.commit('foo')
 
894
        finally:
 
895
            tree1.unlock()
 
896
        branch2 = tree1.branch.bzrdir.clone('tree2').open_branch()
 
897
        tree2 = MemoryTree.create_on_branch(branch2)
 
898
        tree2.lock_write()
 
899
        try:
 
900
            tree2.put_file_bytes_non_atomic('file-id', 'new file-content')
 
901
            revid2 = tree2.commit('foo')
 
902
            root_id = tree2.inventory.root.file_id
 
903
        finally:
 
904
            tree2.unlock()
 
905
        # check the layout in memory
 
906
        expected_result = [revid1.encode('utf8'), revid2.encode('utf8')], [
 
907
            (('', '', root_id), [
 
908
             ('d', '', 0, False, dirstate.DirState.NULLSTAT),
 
909
             ('d', '', 0, False, revid1.encode('utf8')),
 
910
             ('d', '', 0, False, revid2.encode('utf8'))
 
911
             ]),
 
912
            (('', 'a file', 'file-id'), [
 
913
             ('a', '', 0, False, ''),
 
914
             ('f', '2439573625385400f2a669657a7db6ae7515d371', 12, False,
 
915
              revid1.encode('utf8')),
 
916
             ('f', '542e57dc1cda4af37cb8e55ec07ce60364bb3c7d', 16, False,
 
917
              revid2.encode('utf8'))
 
918
             ])
 
919
            ]
 
920
        state = dirstate.DirState.initialize('dirstate')
 
921
        try:
 
922
            state.set_path_id('', root_id)
 
923
            state.set_parent_trees(
 
924
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
 
925
                 (revid2, tree2.branch.repository.revision_tree(revid2)),
 
926
                 ), [])
 
927
        except:
 
928
            state.unlock()
 
929
            raise
 
930
        else:
 
931
            # check_state_with_reopen will unlock
 
932
            self.check_state_with_reopen(expected_result, state)
 
933
 
 
934
    ### add a path via _set_data - so we dont need delta work, just
 
935
    # raw data in, and ensure that it comes out via get_lines happily.
 
936
 
 
937
    def test_add_path_to_root_no_parents_all_data(self):
 
938
        # The most trivial addition of a path is when there are no parents and
 
939
        # its in the root and all data about the file is supplied
 
940
        self.build_tree(['a file'])
 
941
        stat = os.lstat('a file')
 
942
        # the 1*20 is the sha1 pretend value.
 
943
        state = dirstate.DirState.initialize('dirstate')
 
944
        expected_entries = [
 
945
            (('', '', 'TREE_ROOT'), [
 
946
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
947
             ]),
 
948
            (('', 'a file', 'a file id'), [
 
949
             ('f', '1'*20, 19, False, dirstate.pack_stat(stat)), # current tree
 
950
             ]),
 
951
            ]
 
952
        try:
 
953
            state.add('a file', 'a file id', 'file', stat, '1'*20)
 
954
            # having added it, it should be in the output of iter_entries.
 
955
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
956
            # saving and reloading should not affect this.
 
957
            state.save()
 
958
        finally:
 
959
            state.unlock()
 
960
        state = dirstate.DirState.on_file('dirstate')
 
961
        state.lock_read()
 
962
        try:
 
963
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
964
        finally:
 
965
            state.unlock()
 
966
 
 
967
    def test_add_path_to_unversioned_directory(self):
 
968
        """Adding a path to an unversioned directory should error.
 
969
 
 
970
        This is a duplicate of TestWorkingTree.test_add_in_unversioned,
 
971
        once dirstate is stable and if it is merged with WorkingTree3, consider
 
972
        removing this copy of the test.
 
973
        """
 
974
        self.build_tree(['unversioned/', 'unversioned/a file'])
 
975
        state = dirstate.DirState.initialize('dirstate')
 
976
        try:
 
977
            self.assertRaises(errors.NotVersionedError, state.add,
 
978
                'unversioned/a file', 'a file id', 'file', None, None)
 
979
        finally:
 
980
            state.unlock()
 
981
 
 
982
    def test_add_directory_to_root_no_parents_all_data(self):
 
983
        # The most trivial addition of a dir is when there are no parents and
 
984
        # its in the root and all data about the file is supplied
 
985
        self.build_tree(['a dir/'])
 
986
        stat = os.lstat('a dir')
 
987
        expected_entries = [
 
988
            (('', '', 'TREE_ROOT'), [
 
989
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
990
             ]),
 
991
            (('', 'a dir', 'a dir id'), [
 
992
             ('d', '', 0, False, dirstate.pack_stat(stat)), # current tree
 
993
             ]),
 
994
            ]
 
995
        state = dirstate.DirState.initialize('dirstate')
 
996
        try:
 
997
            state.add('a dir', 'a dir id', 'directory', stat, None)
 
998
            # having added it, it should be in the output of iter_entries.
 
999
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1000
            # saving and reloading should not affect this.
 
1001
            state.save()
 
1002
        finally:
 
1003
            state.unlock()
 
1004
        state = dirstate.DirState.on_file('dirstate')
 
1005
        state.lock_read()
 
1006
        state._validate()
 
1007
        try:
 
1008
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1009
        finally:
 
1010
            state.unlock()
 
1011
 
 
1012
    def test_add_symlink_to_root_no_parents_all_data(self):
 
1013
        # The most trivial addition of a symlink when there are no parents and
 
1014
        # its in the root and all data about the file is supplied
 
1015
        # bzr doesn't support fake symlinks on windows, yet.
 
1016
        if not has_symlinks():
 
1017
            raise TestSkipped("No symlink support")
 
1018
        os.symlink('target', 'a link')
 
1019
        stat = os.lstat('a link')
 
1020
        expected_entries = [
 
1021
            (('', '', 'TREE_ROOT'), [
 
1022
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
1023
             ]),
 
1024
            (('', 'a link', 'a link id'), [
 
1025
             ('l', 'target', 6, False, dirstate.pack_stat(stat)), # current tree
 
1026
             ]),
 
1027
            ]
 
1028
        state = dirstate.DirState.initialize('dirstate')
 
1029
        try:
 
1030
            state.add('a link', 'a link id', 'symlink', stat, 'target')
 
1031
            # having added it, it should be in the output of iter_entries.
 
1032
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1033
            # saving and reloading should not affect this.
 
1034
            state.save()
 
1035
        finally:
 
1036
            state.unlock()
 
1037
        state = dirstate.DirState.on_file('dirstate')
 
1038
        state.lock_read()
 
1039
        try:
 
1040
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1041
        finally:
 
1042
            state.unlock()
 
1043
 
 
1044
    def test_add_directory_and_child_no_parents_all_data(self):
 
1045
        # after adding a directory, we should be able to add children to it.
 
1046
        self.build_tree(['a dir/', 'a dir/a file'])
 
1047
        dirstat = os.lstat('a dir')
 
1048
        filestat = os.lstat('a dir/a file')
 
1049
        expected_entries = [
 
1050
            (('', '', 'TREE_ROOT'), [
 
1051
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
1052
             ]),
 
1053
            (('', 'a dir', 'a dir id'), [
 
1054
             ('d', '', 0, False, dirstate.pack_stat(dirstat)), # current tree
 
1055
             ]),
 
1056
            (('a dir', 'a file', 'a file id'), [
 
1057
             ('f', '1'*20, 25, False,
 
1058
              dirstate.pack_stat(filestat)), # current tree details
 
1059
             ]),
 
1060
            ]
 
1061
        state = dirstate.DirState.initialize('dirstate')
 
1062
        try:
 
1063
            state.add('a dir', 'a dir id', 'directory', dirstat, None)
 
1064
            state.add('a dir/a file', 'a file id', 'file', filestat, '1'*20)
 
1065
            # added it, it should be in the output of iter_entries.
 
1066
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1067
            # saving and reloading should not affect this.
 
1068
            state.save()
 
1069
        finally:
 
1070
            state.unlock()
 
1071
        state = dirstate.DirState.on_file('dirstate')
 
1072
        state.lock_read()
 
1073
        try:
 
1074
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1075
        finally:
 
1076
            state.unlock()
 
1077
 
 
1078
    def test_add_tree_reference(self):
 
1079
        # make a dirstate and add a tree reference
 
1080
        state = dirstate.DirState.initialize('dirstate')
 
1081
        expected_entry = (
 
1082
            ('', 'subdir', 'subdir-id'),
 
1083
            [('t', 'subtree-123123', 0, False,
 
1084
              'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')],
 
1085
            )
 
1086
        try:
 
1087
            state.add('subdir', 'subdir-id', 'tree-reference', None, 'subtree-123123')
 
1088
            entry = state._get_entry(0, 'subdir-id', 'subdir')
 
1089
            self.assertEqual(entry, expected_entry)
 
1090
            state._validate()
 
1091
            state.save()
 
1092
        finally:
 
1093
            state.unlock()
 
1094
        # now check we can read it back
 
1095
        state.lock_read()
 
1096
        state._validate()
 
1097
        try:
 
1098
            entry2 = state._get_entry(0, 'subdir-id', 'subdir')
 
1099
            self.assertEqual(entry, entry2)
 
1100
            self.assertEqual(entry, expected_entry)
 
1101
            # and lookup by id should work too
 
1102
            entry2 = state._get_entry(0, fileid_utf8='subdir-id')
 
1103
            self.assertEqual(entry, expected_entry)
 
1104
        finally:
 
1105
            state.unlock()
 
1106
 
 
1107
    def test_add_forbidden_names(self):
 
1108
        state = dirstate.DirState.initialize('dirstate')
 
1109
        self.addCleanup(state.unlock)
 
1110
        self.assertRaises(errors.BzrError,
 
1111
            state.add, '.', 'ass-id', 'directory', None, None)
 
1112
        self.assertRaises(errors.BzrError,
 
1113
            state.add, '..', 'ass-id', 'directory', None, None)
 
1114
 
 
1115
 
 
1116
class TestGetLines(TestCaseWithDirState):
 
1117
 
 
1118
    def test_get_line_with_2_rows(self):
 
1119
        state = self.create_dirstate_with_root_and_subdir()
 
1120
        try:
 
1121
            self.assertEqual(['#bazaar dirstate flat format 3\n',
 
1122
                'crc32: 41262208\n',
 
1123
                'num_entries: 2\n',
 
1124
                '0\x00\n\x00'
 
1125
                '0\x00\n\x00'
 
1126
                '\x00\x00a-root-value\x00'
 
1127
                'd\x00\x000\x00n\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk\x00\n\x00'
 
1128
                '\x00subdir\x00subdir-id\x00'
 
1129
                'd\x00\x000\x00n\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk\x00\n\x00'
 
1130
                ], state.get_lines())
 
1131
        finally:
 
1132
            state.unlock()
 
1133
 
 
1134
    def test_entry_to_line(self):
 
1135
        state = self.create_dirstate_with_root()
 
1136
        try:
 
1137
            self.assertEqual(
 
1138
                '\x00\x00a-root-value\x00d\x00\x000\x00n'
 
1139
                '\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk',
 
1140
                state._entry_to_line(state._dirblocks[0][1][0]))
 
1141
        finally:
 
1142
            state.unlock()
 
1143
 
 
1144
    def test_entry_to_line_with_parent(self):
 
1145
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
1146
        root_entry = ('', '', 'a-root-value'), [
 
1147
            ('d', '', 0, False, packed_stat), # current tree details
 
1148
             # first: a pointer to the current location
 
1149
            ('a', 'dirname/basename', 0, False, ''),
 
1150
            ]
 
1151
        state = dirstate.DirState.initialize('dirstate')
 
1152
        try:
 
1153
            self.assertEqual(
 
1154
                '\x00\x00a-root-value\x00'
 
1155
                'd\x00\x000\x00n\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk\x00'
 
1156
                'a\x00dirname/basename\x000\x00n\x00',
 
1157
                state._entry_to_line(root_entry))
 
1158
        finally:
 
1159
            state.unlock()
 
1160
 
 
1161
    def test_entry_to_line_with_two_parents_at_different_paths(self):
 
1162
        # / in the tree, at / in one parent and /dirname/basename in the other.
 
1163
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
1164
        root_entry = ('', '', 'a-root-value'), [
 
1165
            ('d', '', 0, False, packed_stat), # current tree details
 
1166
            ('d', '', 0, False, 'rev_id'), # first parent details
 
1167
             # second: a pointer to the current location
 
1168
            ('a', 'dirname/basename', 0, False, ''),
 
1169
            ]
 
1170
        state = dirstate.DirState.initialize('dirstate')
 
1171
        try:
 
1172
            self.assertEqual(
 
1173
                '\x00\x00a-root-value\x00'
 
1174
                'd\x00\x000\x00n\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk\x00'
 
1175
                'd\x00\x000\x00n\x00rev_id\x00'
 
1176
                'a\x00dirname/basename\x000\x00n\x00',
 
1177
                state._entry_to_line(root_entry))
 
1178
        finally:
 
1179
            state.unlock()
 
1180
 
 
1181
    def test_iter_entries(self):
 
1182
        # we should be able to iterate the dirstate entries from end to end
 
1183
        # this is for get_lines to be easy to read.
 
1184
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
1185
        dirblocks = []
 
1186
        root_entries = [(('', '', 'a-root-value'), [
 
1187
            ('d', '', 0, False, packed_stat), # current tree details
 
1188
            ])]
 
1189
        dirblocks.append(('', root_entries))
 
1190
        # add two files in the root
 
1191
        subdir_entry = ('', 'subdir', 'subdir-id'), [
 
1192
            ('d', '', 0, False, packed_stat), # current tree details
 
1193
            ]
 
1194
        afile_entry = ('', 'afile', 'afile-id'), [
 
1195
            ('f', 'sha1value', 34, False, packed_stat), # current tree details
 
1196
            ]
 
1197
        dirblocks.append(('', [subdir_entry, afile_entry]))
 
1198
        # and one in subdir
 
1199
        file_entry2 = ('subdir', '2file', '2file-id'), [
 
1200
            ('f', 'sha1value', 23, False, packed_stat), # current tree details
 
1201
            ]
 
1202
        dirblocks.append(('subdir', [file_entry2]))
 
1203
        state = dirstate.DirState.initialize('dirstate')
 
1204
        try:
 
1205
            state._set_data([], dirblocks)
 
1206
            expected_entries = [root_entries[0], subdir_entry, afile_entry,
 
1207
                                file_entry2]
 
1208
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1209
        finally:
 
1210
            state.unlock()
 
1211
 
 
1212
 
 
1213
class TestGetBlockRowIndex(TestCaseWithDirState):
 
1214
 
 
1215
    def assertBlockRowIndexEqual(self, block_index, row_index, dir_present,
 
1216
        file_present, state, dirname, basename, tree_index):
 
1217
        self.assertEqual((block_index, row_index, dir_present, file_present),
 
1218
            state._get_block_entry_index(dirname, basename, tree_index))
 
1219
        if dir_present:
 
1220
            block = state._dirblocks[block_index]
 
1221
            self.assertEqual(dirname, block[0])
 
1222
        if dir_present and file_present:
 
1223
            row = state._dirblocks[block_index][1][row_index]
 
1224
            self.assertEqual(dirname, row[0][0])
 
1225
            self.assertEqual(basename, row[0][1])
 
1226
 
 
1227
    def test_simple_structure(self):
 
1228
        state = self.create_dirstate_with_root_and_subdir()
 
1229
        self.addCleanup(state.unlock)
 
1230
        self.assertBlockRowIndexEqual(1, 0, True, True, state, '', 'subdir', 0)
 
1231
        self.assertBlockRowIndexEqual(1, 0, True, False, state, '', 'bdir', 0)
 
1232
        self.assertBlockRowIndexEqual(1, 1, True, False, state, '', 'zdir', 0)
 
1233
        self.assertBlockRowIndexEqual(2, 0, False, False, state, 'a', 'foo', 0)
 
1234
        self.assertBlockRowIndexEqual(2, 0, False, False, state,
 
1235
                                      'subdir', 'foo', 0)
 
1236
 
 
1237
    def test_complex_structure_exists(self):
 
1238
        state = self.create_complex_dirstate()
 
1239
        self.addCleanup(state.unlock)
 
1240
        # Make sure we can find everything that exists
 
1241
        self.assertBlockRowIndexEqual(0, 0, True, True, state, '', '', 0)
 
1242
        self.assertBlockRowIndexEqual(1, 0, True, True, state, '', 'a', 0)
 
1243
        self.assertBlockRowIndexEqual(1, 1, True, True, state, '', 'b', 0)
 
1244
        self.assertBlockRowIndexEqual(1, 2, True, True, state, '', 'c', 0)
 
1245
        self.assertBlockRowIndexEqual(1, 3, True, True, state, '', 'd', 0)
 
1246
        self.assertBlockRowIndexEqual(2, 0, True, True, state, 'a', 'e', 0)
 
1247
        self.assertBlockRowIndexEqual(2, 1, True, True, state, 'a', 'f', 0)
 
1248
        self.assertBlockRowIndexEqual(3, 0, True, True, state, 'b', 'g', 0)
 
1249
        self.assertBlockRowIndexEqual(3, 1, True, True, state,
 
1250
                                      'b', 'h\xc3\xa5', 0)
 
1251
 
 
1252
    def test_complex_structure_missing(self):
 
1253
        state = self.create_complex_dirstate()
 
1254
        self.addCleanup(state.unlock)
 
1255
        # Make sure things would be inserted in the right locations
 
1256
        # '_' comes before 'a'
 
1257
        self.assertBlockRowIndexEqual(0, 0, True, True, state, '', '', 0)
 
1258
        self.assertBlockRowIndexEqual(1, 0, True, False, state, '', '_', 0)
 
1259
        self.assertBlockRowIndexEqual(1, 1, True, False, state, '', 'aa', 0)
 
1260
        self.assertBlockRowIndexEqual(1, 4, True, False, state,
 
1261
                                      '', 'h\xc3\xa5', 0)
 
1262
        self.assertBlockRowIndexEqual(2, 0, False, False, state, '_', 'a', 0)
 
1263
        self.assertBlockRowIndexEqual(3, 0, False, False, state, 'aa', 'a', 0)
 
1264
        self.assertBlockRowIndexEqual(4, 0, False, False, state, 'bb', 'a', 0)
 
1265
        # This would be inserted between a/ and b/
 
1266
        self.assertBlockRowIndexEqual(3, 0, False, False, state, 'a/e', 'a', 0)
 
1267
        # Put at the end
 
1268
        self.assertBlockRowIndexEqual(4, 0, False, False, state, 'e', 'a', 0)
 
1269
 
 
1270
 
 
1271
class TestGetEntry(TestCaseWithDirState):
 
1272
 
 
1273
    def assertEntryEqual(self, dirname, basename, file_id, state, path, index):
 
1274
        """Check that the right entry is returned for a request to getEntry."""
 
1275
        entry = state._get_entry(index, path_utf8=path)
 
1276
        if file_id is None:
 
1277
            self.assertEqual((None, None), entry)
 
1278
        else:
 
1279
            cur = entry[0]
 
1280
            self.assertEqual((dirname, basename, file_id), cur[:3])
 
1281
 
 
1282
    def test_simple_structure(self):
 
1283
        state = self.create_dirstate_with_root_and_subdir()
 
1284
        self.addCleanup(state.unlock)
 
1285
        self.assertEntryEqual('', '', 'a-root-value', state, '', 0)
 
1286
        self.assertEntryEqual('', 'subdir', 'subdir-id', state, 'subdir', 0)
 
1287
        self.assertEntryEqual(None, None, None, state, 'missing', 0)
 
1288
        self.assertEntryEqual(None, None, None, state, 'missing/foo', 0)
 
1289
        self.assertEntryEqual(None, None, None, state, 'subdir/foo', 0)
 
1290
 
 
1291
    def test_complex_structure_exists(self):
 
1292
        state = self.create_complex_dirstate()
 
1293
        self.addCleanup(state.unlock)
 
1294
        self.assertEntryEqual('', '', 'a-root-value', state, '', 0)
 
1295
        self.assertEntryEqual('', 'a', 'a-dir', state, 'a', 0)
 
1296
        self.assertEntryEqual('', 'b', 'b-dir', state, 'b', 0)
 
1297
        self.assertEntryEqual('', 'c', 'c-file', state, 'c', 0)
 
1298
        self.assertEntryEqual('', 'd', 'd-file', state, 'd', 0)
 
1299
        self.assertEntryEqual('a', 'e', 'e-dir', state, 'a/e', 0)
 
1300
        self.assertEntryEqual('a', 'f', 'f-file', state, 'a/f', 0)
 
1301
        self.assertEntryEqual('b', 'g', 'g-file', state, 'b/g', 0)
 
1302
        self.assertEntryEqual('b', 'h\xc3\xa5', 'h-\xc3\xa5-file', state,
 
1303
                              'b/h\xc3\xa5', 0)
 
1304
 
 
1305
    def test_complex_structure_missing(self):
 
1306
        state = self.create_complex_dirstate()
 
1307
        self.addCleanup(state.unlock)
 
1308
        self.assertEntryEqual(None, None, None, state, '_', 0)
 
1309
        self.assertEntryEqual(None, None, None, state, '_\xc3\xa5', 0)
 
1310
        self.assertEntryEqual(None, None, None, state, 'a/b', 0)
 
1311
        self.assertEntryEqual(None, None, None, state, 'c/d', 0)
 
1312
 
 
1313
    def test_get_entry_uninitialized(self):
 
1314
        """Calling get_entry will load data if it needs to"""
 
1315
        state = self.create_dirstate_with_root()
 
1316
        try:
 
1317
            state.save()
 
1318
        finally:
 
1319
            state.unlock()
 
1320
        del state
 
1321
        state = dirstate.DirState.on_file('dirstate')
 
1322
        state.lock_read()
 
1323
        try:
 
1324
            self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
 
1325
                             state._header_state)
 
1326
            self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
 
1327
                             state._dirblock_state)
 
1328
            self.assertEntryEqual('', '', 'a-root-value', state, '', 0)
 
1329
        finally:
 
1330
            state.unlock()
 
1331
 
 
1332
 
 
1333
class TestDirstateSortOrder(TestCaseWithTransport):
 
1334
    """Test that DirState adds entries in the right order."""
 
1335
 
 
1336
    def test_add_sorting(self):
 
1337
        """Add entries in lexicographical order, we get path sorted order.
 
1338
 
 
1339
        This tests it to a depth of 4, to make sure we don't just get it right
 
1340
        at a single depth. 'a/a' should come before 'a-a', even though it
 
1341
        doesn't lexicographically.
 
1342
        """
 
1343
        dirs = ['a', 'a/a', 'a/a/a', 'a/a/a/a',
 
1344
                'a-a', 'a/a-a', 'a/a/a-a', 'a/a/a/a-a',
 
1345
               ]
 
1346
        null_sha = ''
 
1347
        state = dirstate.DirState.initialize('dirstate')
 
1348
        self.addCleanup(state.unlock)
 
1349
 
 
1350
        fake_stat = os.stat('dirstate')
 
1351
        for d in dirs:
 
1352
            d_id = d.replace('/', '_')+'-id'
 
1353
            file_path = d + '/f'
 
1354
            file_id = file_path.replace('/', '_')+'-id'
 
1355
            state.add(d, d_id, 'directory', fake_stat, null_sha)
 
1356
            state.add(file_path, file_id, 'file', fake_stat, null_sha)
 
1357
 
 
1358
        expected = ['', '', 'a',
 
1359
                'a/a', 'a/a/a', 'a/a/a/a',
 
1360
                'a/a/a/a-a', 'a/a/a-a', 'a/a-a', 'a-a',
 
1361
               ]
 
1362
        split = lambda p:p.split('/')
 
1363
        self.assertEqual(sorted(expected, key=split), expected)
 
1364
        dirblock_names = [d[0] for d in state._dirblocks]
 
1365
        self.assertEqual(expected, dirblock_names)
 
1366
 
 
1367
    def test_set_parent_trees_correct_order(self):
 
1368
        """After calling set_parent_trees() we should maintain the order."""
 
1369
        dirs = ['a', 'a-a', 'a/a']
 
1370
        null_sha = ''
 
1371
        state = dirstate.DirState.initialize('dirstate')
 
1372
        self.addCleanup(state.unlock)
 
1373
 
 
1374
        fake_stat = os.stat('dirstate')
 
1375
        for d in dirs:
 
1376
            d_id = d.replace('/', '_')+'-id'
 
1377
            file_path = d + '/f'
 
1378
            file_id = file_path.replace('/', '_')+'-id'
 
1379
            state.add(d, d_id, 'directory', fake_stat, null_sha)
 
1380
            state.add(file_path, file_id, 'file', fake_stat, null_sha)
 
1381
 
 
1382
        expected = ['', '', 'a', 'a/a', 'a-a']
 
1383
        dirblock_names = [d[0] for d in state._dirblocks]
 
1384
        self.assertEqual(expected, dirblock_names)
 
1385
 
 
1386
        # *really* cheesy way to just get an empty tree
 
1387
        repo = self.make_repository('repo')
 
1388
        empty_tree = repo.revision_tree(None)
 
1389
        state.set_parent_trees([('null:', empty_tree)], [])
 
1390
 
 
1391
        dirblock_names = [d[0] for d in state._dirblocks]
 
1392
        self.assertEqual(expected, dirblock_names)
 
1393
 
 
1394
 
 
1395
class InstrumentedDirState(dirstate.DirState):
 
1396
    """An DirState with instrumented sha1 functionality."""
 
1397
 
 
1398
    def __init__(self, path):
 
1399
        super(InstrumentedDirState, self).__init__(path)
 
1400
        self._time_offset = 0
 
1401
        self._log = []
 
1402
        # member is dynamically set in DirState.__init__ to turn on trace
 
1403
        self._sha1_file = self._sha1_file_and_log
 
1404
 
 
1405
    def _sha_cutoff_time(self):
 
1406
        timestamp = super(InstrumentedDirState, self)._sha_cutoff_time()
 
1407
        self._cutoff_time = timestamp + self._time_offset
 
1408
 
 
1409
    def _sha1_file_and_log(self, abspath):
 
1410
        self._log.append(('sha1', abspath))
 
1411
        return osutils.sha_file_by_name(abspath)
 
1412
 
 
1413
    def _read_link(self, abspath, old_link):
 
1414
        self._log.append(('read_link', abspath, old_link))
 
1415
        return super(InstrumentedDirState, self)._read_link(abspath, old_link)
 
1416
 
 
1417
    def _lstat(self, abspath, entry):
 
1418
        self._log.append(('lstat', abspath))
 
1419
        return super(InstrumentedDirState, self)._lstat(abspath, entry)
 
1420
 
 
1421
    def _is_executable(self, mode, old_executable):
 
1422
        self._log.append(('is_exec', mode, old_executable))
 
1423
        return super(InstrumentedDirState, self)._is_executable(mode,
 
1424
                                                                old_executable)
 
1425
 
 
1426
    def adjust_time(self, secs):
 
1427
        """Move the clock forward or back.
 
1428
 
 
1429
        :param secs: The amount to adjust the clock by. Positive values make it
 
1430
        seem as if we are in the future, negative values make it seem like we
 
1431
        are in the past.
 
1432
        """
 
1433
        self._time_offset += secs
 
1434
        self._cutoff_time = None
 
1435
 
 
1436
 
 
1437
class _FakeStat(object):
 
1438
    """A class with the same attributes as a real stat result."""
 
1439
 
 
1440
    def __init__(self, size, mtime, ctime, dev, ino, mode):
 
1441
        self.st_size = size
 
1442
        self.st_mtime = mtime
 
1443
        self.st_ctime = ctime
 
1444
        self.st_dev = dev
 
1445
        self.st_ino = ino
 
1446
        self.st_mode = mode
 
1447
 
 
1448
 
 
1449
class TestUpdateEntry(TestCaseWithDirState):
 
1450
    """Test the DirState.update_entry functions"""
 
1451
 
 
1452
    def get_state_with_a(self):
 
1453
        """Create a DirState tracking a single object named 'a'"""
 
1454
        state = InstrumentedDirState.initialize('dirstate')
 
1455
        self.addCleanup(state.unlock)
 
1456
        state.add('a', 'a-id', 'file', None, '')
 
1457
        entry = state._get_entry(0, path_utf8='a')
 
1458
        return state, entry
 
1459
 
 
1460
    def test_update_entry(self):
 
1461
        state, entry = self.get_state_with_a()
 
1462
        self.build_tree(['a'])
 
1463
        # Add one where we don't provide the stat or sha already
 
1464
        self.assertEqual(('', 'a', 'a-id'), entry[0])
 
1465
        self.assertEqual([('f', '', 0, False, dirstate.DirState.NULLSTAT)],
 
1466
                         entry[1])
 
1467
        # Flush the buffers to disk
 
1468
        state.save()
 
1469
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1470
                         state._dirblock_state)
 
1471
 
 
1472
        stat_value = os.lstat('a')
 
1473
        packed_stat = dirstate.pack_stat(stat_value)
 
1474
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1475
                                          stat_value=stat_value)
 
1476
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1477
                         link_or_sha1)
 
1478
 
 
1479
        # The dirblock entry should not cache the file's sha1
 
1480
        self.assertEqual([('f', '', 14, False, dirstate.DirState.NULLSTAT)],
 
1481
                         entry[1])
 
1482
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1483
                         state._dirblock_state)
 
1484
        mode = stat_value.st_mode
 
1485
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False)], state._log)
 
1486
 
 
1487
        state.save()
 
1488
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1489
                         state._dirblock_state)
 
1490
 
 
1491
        # If we do it again right away, we don't know if the file has changed
 
1492
        # so we will re-read the file. Roll the clock back so the file is
 
1493
        # guaranteed to look too new.
 
1494
        state.adjust_time(-10)
 
1495
 
 
1496
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1497
                                          stat_value=stat_value)
 
1498
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False),
 
1499
                          ('sha1', 'a'), ('is_exec', mode, False),
 
1500
                         ], state._log)
 
1501
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1502
                         link_or_sha1)
 
1503
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1504
                         state._dirblock_state)
 
1505
        self.assertEqual([('f', '', 14, False, dirstate.DirState.NULLSTAT)],
 
1506
                         entry[1])
 
1507
        state.save()
 
1508
 
 
1509
        # However, if we move the clock forward so the file is considered
 
1510
        # "stable", it should just cache the value.
 
1511
        state.adjust_time(+20)
 
1512
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1513
                                          stat_value=stat_value)
 
1514
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1515
                         link_or_sha1)
 
1516
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False),
 
1517
                          ('sha1', 'a'), ('is_exec', mode, False),
 
1518
                          ('sha1', 'a'), ('is_exec', mode, False),
 
1519
                         ], state._log)
 
1520
        self.assertEqual([('f', link_or_sha1, 14, False, packed_stat)],
 
1521
                         entry[1])
 
1522
 
 
1523
        # Subsequent calls will just return the cached value
 
1524
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1525
                                          stat_value=stat_value)
 
1526
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1527
                         link_or_sha1)
 
1528
        self.assertEqual([('sha1', 'a'), ('is_exec', mode, False),
 
1529
                          ('sha1', 'a'), ('is_exec', mode, False),
 
1530
                          ('sha1', 'a'), ('is_exec', mode, False),
 
1531
                         ], state._log)
 
1532
        self.assertEqual([('f', link_or_sha1, 14, False, packed_stat)],
 
1533
                         entry[1])
 
1534
 
 
1535
    def test_update_entry_symlink(self):
 
1536
        """Update entry should read symlinks."""
 
1537
        if not osutils.has_symlinks():
 
1538
            # PlatformDeficiency / TestSkipped
 
1539
            raise TestSkipped("No symlink support")
 
1540
        state, entry = self.get_state_with_a()
 
1541
        state.save()
 
1542
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1543
                         state._dirblock_state)
 
1544
        os.symlink('target', 'a')
 
1545
 
 
1546
        state.adjust_time(-10) # Make the symlink look new
 
1547
        stat_value = os.lstat('a')
 
1548
        packed_stat = dirstate.pack_stat(stat_value)
 
1549
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1550
                                          stat_value=stat_value)
 
1551
        self.assertEqual('target', link_or_sha1)
 
1552
        self.assertEqual([('read_link', 'a', '')], state._log)
 
1553
        # Dirblock is not updated (the link is too new)
 
1554
        self.assertEqual([('l', '', 6, False, dirstate.DirState.NULLSTAT)],
 
1555
                         entry[1])
 
1556
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1557
                         state._dirblock_state)
 
1558
 
 
1559
        # Because the stat_value looks new, we should re-read the target
 
1560
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1561
                                          stat_value=stat_value)
 
1562
        self.assertEqual('target', link_or_sha1)
 
1563
        self.assertEqual([('read_link', 'a', ''),
 
1564
                          ('read_link', 'a', ''),
 
1565
                         ], state._log)
 
1566
        self.assertEqual([('l', '', 6, False, dirstate.DirState.NULLSTAT)],
 
1567
                         entry[1])
 
1568
        state.adjust_time(+20) # Skip into the future, all files look old
 
1569
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1570
                                          stat_value=stat_value)
 
1571
        self.assertEqual('target', link_or_sha1)
 
1572
        # We need to re-read the link because only now can we cache it
 
1573
        self.assertEqual([('read_link', 'a', ''),
 
1574
                          ('read_link', 'a', ''),
 
1575
                          ('read_link', 'a', ''),
 
1576
                         ], state._log)
 
1577
        self.assertEqual([('l', 'target', 6, False, packed_stat)],
 
1578
                         entry[1])
 
1579
 
 
1580
        # Another call won't re-read the link
 
1581
        self.assertEqual([('read_link', 'a', ''),
 
1582
                          ('read_link', 'a', ''),
 
1583
                          ('read_link', 'a', ''),
 
1584
                         ], state._log)
 
1585
        link_or_sha1 = state.update_entry(entry, abspath='a',
 
1586
                                          stat_value=stat_value)
 
1587
        self.assertEqual('target', link_or_sha1)
 
1588
        self.assertEqual([('l', 'target', 6, False, packed_stat)],
 
1589
                         entry[1])
 
1590
 
 
1591
    def do_update_entry(self, state, entry, abspath):
 
1592
        stat_value = os.lstat(abspath)
 
1593
        return state.update_entry(entry, abspath, stat_value)
 
1594
 
 
1595
    def test_update_entry_dir(self):
 
1596
        state, entry = self.get_state_with_a()
 
1597
        self.build_tree(['a/'])
 
1598
        self.assertIs(None, self.do_update_entry(state, entry, 'a'))
 
1599
 
 
1600
    def test_update_entry_dir_unchanged(self):
 
1601
        state, entry = self.get_state_with_a()
 
1602
        self.build_tree(['a/'])
 
1603
        state.adjust_time(+20)
 
1604
        self.assertIs(None, self.do_update_entry(state, entry, 'a'))
 
1605
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1606
                         state._dirblock_state)
 
1607
        state.save()
 
1608
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1609
                         state._dirblock_state)
 
1610
        self.assertIs(None, self.do_update_entry(state, entry, 'a'))
 
1611
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1612
                         state._dirblock_state)
 
1613
 
 
1614
    def test_update_entry_file_unchanged(self):
 
1615
        state, entry = self.get_state_with_a()
 
1616
        self.build_tree(['a'])
 
1617
        sha1sum = 'b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6'
 
1618
        state.adjust_time(+20)
 
1619
        self.assertEqual(sha1sum, self.do_update_entry(state, entry, 'a'))
 
1620
        self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
1621
                         state._dirblock_state)
 
1622
        state.save()
 
1623
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1624
                         state._dirblock_state)
 
1625
        self.assertEqual(sha1sum, self.do_update_entry(state, entry, 'a'))
 
1626
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1627
                         state._dirblock_state)
 
1628
 
 
1629
    def create_and_test_file(self, state, entry):
 
1630
        """Create a file at 'a' and verify the state finds it.
 
1631
 
 
1632
        The state should already be versioning *something* at 'a'. This makes
 
1633
        sure that state.update_entry recognizes it as a file.
 
1634
        """
 
1635
        self.build_tree(['a'])
 
1636
        stat_value = os.lstat('a')
 
1637
        packed_stat = dirstate.pack_stat(stat_value)
 
1638
 
 
1639
        link_or_sha1 = self.do_update_entry(state, entry, abspath='a')
 
1640
        self.assertEqual('b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6',
 
1641
                         link_or_sha1)
 
1642
        self.assertEqual([('f', link_or_sha1, 14, False, packed_stat)],
 
1643
                         entry[1])
 
1644
        return packed_stat
 
1645
 
 
1646
    def create_and_test_dir(self, state, entry):
 
1647
        """Create a directory at 'a' and verify the state finds it.
 
1648
 
 
1649
        The state should already be versioning *something* at 'a'. This makes
 
1650
        sure that state.update_entry recognizes it as a directory.
 
1651
        """
 
1652
        self.build_tree(['a/'])
 
1653
        stat_value = os.lstat('a')
 
1654
        packed_stat = dirstate.pack_stat(stat_value)
 
1655
 
 
1656
        link_or_sha1 = self.do_update_entry(state, entry, abspath='a')
 
1657
        self.assertIs(None, link_or_sha1)
 
1658
        self.assertEqual([('d', '', 0, False, packed_stat)], entry[1])
 
1659
 
 
1660
        return packed_stat
 
1661
 
 
1662
    def create_and_test_symlink(self, state, entry):
 
1663
        """Create a symlink at 'a' and verify the state finds it.
 
1664
 
 
1665
        The state should already be versioning *something* at 'a'. This makes
 
1666
        sure that state.update_entry recognizes it as a symlink.
 
1667
 
 
1668
        This should not be called if this platform does not have symlink
 
1669
        support.
 
1670
        """
 
1671
        # caller should care about skipping test on platforms without symlinks
 
1672
        os.symlink('path/to/foo', 'a')
 
1673
 
 
1674
        stat_value = os.lstat('a')
 
1675
        packed_stat = dirstate.pack_stat(stat_value)
 
1676
 
 
1677
        link_or_sha1 = self.do_update_entry(state, entry, abspath='a')
 
1678
        self.assertEqual('path/to/foo', link_or_sha1)
 
1679
        self.assertEqual([('l', 'path/to/foo', 11, False, packed_stat)],
 
1680
                         entry[1])
 
1681
        return packed_stat
 
1682
 
 
1683
    def test_update_file_to_dir(self):
 
1684
        """If a file changes to a directory we return None for the sha.
 
1685
        We also update the inventory record.
 
1686
        """
 
1687
        state, entry = self.get_state_with_a()
 
1688
        # The file sha1 won't be cached unless the file is old
 
1689
        state.adjust_time(+10)
 
1690
        self.create_and_test_file(state, entry)
 
1691
        os.remove('a')
 
1692
        self.create_and_test_dir(state, entry)
 
1693
 
 
1694
    def test_update_file_to_symlink(self):
 
1695
        """File becomes a symlink"""
 
1696
        if not osutils.has_symlinks():
 
1697
            # PlatformDeficiency / TestSkipped
 
1698
            raise TestSkipped("No symlink support")
 
1699
        state, entry = self.get_state_with_a()
 
1700
        # The file sha1 won't be cached unless the file is old
 
1701
        state.adjust_time(+10)
 
1702
        self.create_and_test_file(state, entry)
 
1703
        os.remove('a')
 
1704
        self.create_and_test_symlink(state, entry)
 
1705
 
 
1706
    def test_update_dir_to_file(self):
 
1707
        """Directory becoming a file updates the entry."""
 
1708
        state, entry = self.get_state_with_a()
 
1709
        # The file sha1 won't be cached unless the file is old
 
1710
        state.adjust_time(+10)
 
1711
        self.create_and_test_dir(state, entry)
 
1712
        os.rmdir('a')
 
1713
        self.create_and_test_file(state, entry)
 
1714
 
 
1715
    def test_update_dir_to_symlink(self):
 
1716
        """Directory becomes a symlink"""
 
1717
        if not osutils.has_symlinks():
 
1718
            # PlatformDeficiency / TestSkipped
 
1719
            raise TestSkipped("No symlink support")
 
1720
        state, entry = self.get_state_with_a()
 
1721
        # The symlink target won't be cached if it isn't old
 
1722
        state.adjust_time(+10)
 
1723
        self.create_and_test_dir(state, entry)
 
1724
        os.rmdir('a')
 
1725
        self.create_and_test_symlink(state, entry)
 
1726
 
 
1727
    def test_update_symlink_to_file(self):
 
1728
        """Symlink becomes a file"""
 
1729
        if not has_symlinks():
 
1730
            raise TestSkipped("No symlink support")
 
1731
        state, entry = self.get_state_with_a()
 
1732
        # The symlink and file info won't be cached unless old
 
1733
        state.adjust_time(+10)
 
1734
        self.create_and_test_symlink(state, entry)
 
1735
        os.remove('a')
 
1736
        self.create_and_test_file(state, entry)
 
1737
 
 
1738
    def test_update_symlink_to_dir(self):
 
1739
        """Symlink becomes a directory"""
 
1740
        if not has_symlinks():
 
1741
            raise TestSkipped("No symlink support")
 
1742
        state, entry = self.get_state_with_a()
 
1743
        # The symlink target won't be cached if it isn't old
 
1744
        state.adjust_time(+10)
 
1745
        self.create_and_test_symlink(state, entry)
 
1746
        os.remove('a')
 
1747
        self.create_and_test_dir(state, entry)
 
1748
 
 
1749
    def test__is_executable_win32(self):
 
1750
        state, entry = self.get_state_with_a()
 
1751
        self.build_tree(['a'])
 
1752
 
 
1753
        # Make sure we are using the win32 implementation of _is_executable
 
1754
        state._is_executable = state._is_executable_win32
 
1755
 
 
1756
        # The file on disk is not executable, but we are marking it as though
 
1757
        # it is. With _is_executable_win32 we ignore what is on disk.
 
1758
        entry[1][0] = ('f', '', 0, True, dirstate.DirState.NULLSTAT)
 
1759
 
 
1760
        stat_value = os.lstat('a')
 
1761
        packed_stat = dirstate.pack_stat(stat_value)
 
1762
 
 
1763
        state.adjust_time(-10) # Make sure everything is new
 
1764
        state.update_entry(entry, abspath='a', stat_value=stat_value)
 
1765
 
 
1766
        # The row is updated, but the executable bit stays set.
 
1767
        self.assertEqual([('f', '', 14, True, dirstate.DirState.NULLSTAT)],
 
1768
                         entry[1])
 
1769
 
 
1770
        # Make the disk object look old enough to cache
 
1771
        state.adjust_time(+20)
 
1772
        digest = 'b50e5406bb5e153ebbeb20268fcf37c87e1ecfb6'
 
1773
        state.update_entry(entry, abspath='a', stat_value=stat_value)
 
1774
        self.assertEqual([('f', digest, 14, True, packed_stat)], entry[1])
 
1775
 
 
1776
 
 
1777
class TestPackStat(TestCaseWithTransport):
 
1778
 
 
1779
    def assertPackStat(self, expected, stat_value):
 
1780
        """Check the packed and serialized form of a stat value."""
 
1781
        self.assertEqual(expected, dirstate.pack_stat(stat_value))
 
1782
 
 
1783
    def test_pack_stat_int(self):
 
1784
        st = _FakeStat(6859L, 1172758614, 1172758617, 777L, 6499538L, 0100644)
 
1785
        # Make sure that all parameters have an impact on the packed stat.
 
1786
        self.assertPackStat('AAAay0Xm4FZF5uBZAAADCQBjLNIAAIGk', st)
 
1787
        st.st_size = 7000L
 
1788
        #                ay0 => bWE
 
1789
        self.assertPackStat('AAAbWEXm4FZF5uBZAAADCQBjLNIAAIGk', st)
 
1790
        st.st_mtime = 1172758620
 
1791
        #                     4FZ => 4Fx
 
1792
        self.assertPackStat('AAAbWEXm4FxF5uBZAAADCQBjLNIAAIGk', st)
 
1793
        st.st_ctime = 1172758630
 
1794
        #                          uBZ => uBm
 
1795
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
 
1796
        st.st_dev = 888L
 
1797
        #                                DCQ => DeA
 
1798
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADeABjLNIAAIGk', st)
 
1799
        st.st_ino = 6499540L
 
1800
        #                                     LNI => LNQ
 
1801
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADeABjLNQAAIGk', st)
 
1802
        st.st_mode = 0100744
 
1803
        #                                          IGk => IHk
 
1804
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADeABjLNQAAIHk', st)
 
1805
 
 
1806
    def test_pack_stat_float(self):
 
1807
        """On some platforms mtime and ctime are floats.
 
1808
 
 
1809
        Make sure we don't get warnings or errors, and that we ignore changes <
 
1810
        1s
 
1811
        """
 
1812
        st = _FakeStat(7000L, 1172758614.0, 1172758617.0,
 
1813
                       777L, 6499538L, 0100644)
 
1814
        # These should all be the same as the integer counterparts
 
1815
        self.assertPackStat('AAAbWEXm4FZF5uBZAAADCQBjLNIAAIGk', st)
 
1816
        st.st_mtime = 1172758620.0
 
1817
        #                     FZF5 => FxF5
 
1818
        self.assertPackStat('AAAbWEXm4FxF5uBZAAADCQBjLNIAAIGk', st)
 
1819
        st.st_ctime = 1172758630.0
 
1820
        #                          uBZ => uBm
 
1821
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
 
1822
        # fractional seconds are discarded, so no change from above
 
1823
        st.st_mtime = 1172758620.453
 
1824
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
 
1825
        st.st_ctime = 1172758630.228
 
1826
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
 
1827
 
 
1828
 
 
1829
class TestBisect(TestCaseWithDirState):
 
1830
    """Test the ability to bisect into the disk format."""
 
1831
 
 
1832
    def assertBisect(self, expected_map, map_keys, state, paths):
 
1833
        """Assert that bisecting for paths returns the right result.
 
1834
 
 
1835
        :param expected_map: A map from key => entry value
 
1836
        :param map_keys: The keys to expect for each path
 
1837
        :param state: The DirState object.
 
1838
        :param paths: A list of paths, these will automatically be split into
 
1839
                      (dir, name) tuples, and sorted according to how _bisect
 
1840
                      requires.
 
1841
        """
 
1842
        result = state._bisect(paths)
 
1843
        # For now, results are just returned in whatever order we read them.
 
1844
        # We could sort by (dir, name, file_id) or something like that, but in
 
1845
        # the end it would still be fairly arbitrary, and we don't want the
 
1846
        # extra overhead if we can avoid it. So sort everything to make sure
 
1847
        # equality is true
 
1848
        assert len(map_keys) == len(paths)
 
1849
        expected = {}
 
1850
        for path, keys in zip(paths, map_keys):
 
1851
            if keys is None:
 
1852
                # This should not be present in the output
 
1853
                continue
 
1854
            expected[path] = sorted(expected_map[k] for k in keys)
 
1855
 
 
1856
        # The returned values are just arranged randomly based on when they
 
1857
        # were read, for testing, make sure it is properly sorted.
 
1858
        for path in result:
 
1859
            result[path].sort()
 
1860
 
 
1861
        self.assertEqual(expected, result)
 
1862
 
 
1863
    def assertBisectDirBlocks(self, expected_map, map_keys, state, paths):
 
1864
        """Assert that bisecting for dirbblocks returns the right result.
 
1865
 
 
1866
        :param expected_map: A map from key => expected values
 
1867
        :param map_keys: A nested list of paths we expect to be returned.
 
1868
            Something like [['a', 'b', 'f'], ['b/c', 'b/d']]
 
1869
        :param state: The DirState object.
 
1870
        :param paths: A list of directories
 
1871
        """
 
1872
        result = state._bisect_dirblocks(paths)
 
1873
        assert len(map_keys) == len(paths)
 
1874
 
 
1875
        expected = {}
 
1876
        for path, keys in zip(paths, map_keys):
 
1877
            if keys is None:
 
1878
                # This should not be present in the output
 
1879
                continue
 
1880
            expected[path] = sorted(expected_map[k] for k in keys)
 
1881
        for path in result:
 
1882
            result[path].sort()
 
1883
 
 
1884
        self.assertEqual(expected, result)
 
1885
 
 
1886
    def assertBisectRecursive(self, expected_map, map_keys, state, paths):
 
1887
        """Assert the return value of a recursive bisection.
 
1888
 
 
1889
        :param expected_map: A map from key => entry value
 
1890
        :param map_keys: A list of paths we expect to be returned.
 
1891
            Something like ['a', 'b', 'f', 'b/d', 'b/d2']
 
1892
        :param state: The DirState object.
 
1893
        :param paths: A list of files and directories. It will be broken up
 
1894
            into (dir, name) pairs and sorted before calling _bisect_recursive.
 
1895
        """
 
1896
        expected = {}
 
1897
        for key in map_keys:
 
1898
            entry = expected_map[key]
 
1899
            dir_name_id, trees_info = entry
 
1900
            expected[dir_name_id] = trees_info
 
1901
 
 
1902
        result = state._bisect_recursive(paths)
 
1903
 
 
1904
        self.assertEqual(expected, result)
 
1905
 
 
1906
    def test_bisect_each(self):
 
1907
        """Find a single record using bisect."""
 
1908
        tree, state, expected = self.create_basic_dirstate()
 
1909
 
 
1910
        # Bisect should return the rows for the specified files.
 
1911
        self.assertBisect(expected, [['']], state, [''])
 
1912
        self.assertBisect(expected, [['a']], state, ['a'])
 
1913
        self.assertBisect(expected, [['b']], state, ['b'])
 
1914
        self.assertBisect(expected, [['b/c']], state, ['b/c'])
 
1915
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
 
1916
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
 
1917
        self.assertBisect(expected, [['b-c']], state, ['b-c'])
 
1918
        self.assertBisect(expected, [['f']], state, ['f'])
 
1919
 
 
1920
    def test_bisect_multi(self):
 
1921
        """Bisect can be used to find multiple records at the same time."""
 
1922
        tree, state, expected = self.create_basic_dirstate()
 
1923
        # Bisect should be capable of finding multiple entries at the same time
 
1924
        self.assertBisect(expected, [['a'], ['b'], ['f']],
 
1925
                          state, ['a', 'b', 'f'])
 
1926
        self.assertBisect(expected, [['f'], ['b/d'], ['b/d/e']],
 
1927
                          state, ['f', 'b/d', 'b/d/e'])
 
1928
        self.assertBisect(expected, [['b'], ['b-c'], ['b/c']],
 
1929
                          state, ['b', 'b-c', 'b/c'])
 
1930
 
 
1931
    def test_bisect_one_page(self):
 
1932
        """Test bisect when there is only 1 page to read"""
 
1933
        tree, state, expected = self.create_basic_dirstate()
 
1934
        state._bisect_page_size = 5000
 
1935
        self.assertBisect(expected,[['']], state, [''])
 
1936
        self.assertBisect(expected,[['a']], state, ['a'])
 
1937
        self.assertBisect(expected,[['b']], state, ['b'])
 
1938
        self.assertBisect(expected,[['b/c']], state, ['b/c'])
 
1939
        self.assertBisect(expected,[['b/d']], state, ['b/d'])
 
1940
        self.assertBisect(expected,[['b/d/e']], state, ['b/d/e'])
 
1941
        self.assertBisect(expected,[['b-c']], state, ['b-c'])
 
1942
        self.assertBisect(expected,[['f']], state, ['f'])
 
1943
        self.assertBisect(expected,[['a'], ['b'], ['f']],
 
1944
                          state, ['a', 'b', 'f'])
 
1945
        self.assertBisect(expected, [['b/d'], ['b/d/e'], ['f']],
 
1946
                          state, ['b/d', 'b/d/e', 'f'])
 
1947
        self.assertBisect(expected, [['b'], ['b/c'], ['b-c']],
 
1948
                          state, ['b', 'b/c', 'b-c'])
 
1949
 
 
1950
    def test_bisect_duplicate_paths(self):
 
1951
        """When bisecting for a path, handle multiple entries."""
 
1952
        tree, state, expected = self.create_duplicated_dirstate()
 
1953
 
 
1954
        # Now make sure that both records are properly returned.
 
1955
        self.assertBisect(expected, [['']], state, [''])
 
1956
        self.assertBisect(expected, [['a', 'a2']], state, ['a'])
 
1957
        self.assertBisect(expected, [['b', 'b2']], state, ['b'])
 
1958
        self.assertBisect(expected, [['b/c', 'b/c2']], state, ['b/c'])
 
1959
        self.assertBisect(expected, [['b/d', 'b/d2']], state, ['b/d'])
 
1960
        self.assertBisect(expected, [['b/d/e', 'b/d/e2']],
 
1961
                          state, ['b/d/e'])
 
1962
        self.assertBisect(expected, [['b-c', 'b-c2']], state, ['b-c'])
 
1963
        self.assertBisect(expected, [['f', 'f2']], state, ['f'])
 
1964
 
 
1965
    def test_bisect_page_size_too_small(self):
 
1966
        """If the page size is too small, we will auto increase it."""
 
1967
        tree, state, expected = self.create_basic_dirstate()
 
1968
        state._bisect_page_size = 50
 
1969
        self.assertBisect(expected, [None], state, ['b/e'])
 
1970
        self.assertBisect(expected, [['a']], state, ['a'])
 
1971
        self.assertBisect(expected, [['b']], state, ['b'])
 
1972
        self.assertBisect(expected, [['b/c']], state, ['b/c'])
 
1973
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
 
1974
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
 
1975
        self.assertBisect(expected, [['b-c']], state, ['b-c'])
 
1976
        self.assertBisect(expected, [['f']], state, ['f'])
 
1977
 
 
1978
    def test_bisect_missing(self):
 
1979
        """Test that bisect return None if it cannot find a path."""
 
1980
        tree, state, expected = self.create_basic_dirstate()
 
1981
        self.assertBisect(expected, [None], state, ['foo'])
 
1982
        self.assertBisect(expected, [None], state, ['b/foo'])
 
1983
        self.assertBisect(expected, [None], state, ['bar/foo'])
 
1984
        self.assertBisect(expected, [None], state, ['b-c/foo'])
 
1985
 
 
1986
        self.assertBisect(expected, [['a'], None, ['b/d']],
 
1987
                          state, ['a', 'foo', 'b/d'])
 
1988
 
 
1989
    def test_bisect_rename(self):
 
1990
        """Check that we find a renamed row."""
 
1991
        tree, state, expected = self.create_renamed_dirstate()
 
1992
 
 
1993
        # Search for the pre and post renamed entries
 
1994
        self.assertBisect(expected, [['a']], state, ['a'])
 
1995
        self.assertBisect(expected, [['b/g']], state, ['b/g'])
 
1996
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
 
1997
        self.assertBisect(expected, [['h']], state, ['h'])
 
1998
 
 
1999
        # What about b/d/e? shouldn't that also get 2 directory entries?
 
2000
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
 
2001
        self.assertBisect(expected, [['h/e']], state, ['h/e'])
 
2002
 
 
2003
    def test_bisect_dirblocks(self):
 
2004
        tree, state, expected = self.create_duplicated_dirstate()
 
2005
        self.assertBisectDirBlocks(expected,
 
2006
            [['', 'a', 'a2', 'b', 'b2', 'b-c', 'b-c2', 'f', 'f2']],
 
2007
            state, [''])
 
2008
        self.assertBisectDirBlocks(expected,
 
2009
            [['b/c', 'b/c2', 'b/d', 'b/d2']], state, ['b'])
 
2010
        self.assertBisectDirBlocks(expected,
 
2011
            [['b/d/e', 'b/d/e2']], state, ['b/d'])
 
2012
        self.assertBisectDirBlocks(expected,
 
2013
            [['', 'a', 'a2', 'b', 'b2', 'b-c', 'b-c2', 'f', 'f2'],
 
2014
             ['b/c', 'b/c2', 'b/d', 'b/d2'],
 
2015
             ['b/d/e', 'b/d/e2'],
 
2016
            ], state, ['', 'b', 'b/d'])
 
2017
 
 
2018
    def test_bisect_dirblocks_missing(self):
 
2019
        tree, state, expected = self.create_basic_dirstate()
 
2020
        self.assertBisectDirBlocks(expected, [['b/d/e'], None],
 
2021
            state, ['b/d', 'b/e'])
 
2022
        # Files don't show up in this search
 
2023
        self.assertBisectDirBlocks(expected, [None], state, ['a'])
 
2024
        self.assertBisectDirBlocks(expected, [None], state, ['b/c'])
 
2025
        self.assertBisectDirBlocks(expected, [None], state, ['c'])
 
2026
        self.assertBisectDirBlocks(expected, [None], state, ['b/d/e'])
 
2027
        self.assertBisectDirBlocks(expected, [None], state, ['f'])
 
2028
 
 
2029
    def test_bisect_recursive_each(self):
 
2030
        tree, state, expected = self.create_basic_dirstate()
 
2031
        self.assertBisectRecursive(expected, ['a'], state, ['a'])
 
2032
        self.assertBisectRecursive(expected, ['b/c'], state, ['b/c'])
 
2033
        self.assertBisectRecursive(expected, ['b/d/e'], state, ['b/d/e'])
 
2034
        self.assertBisectRecursive(expected, ['b-c'], state, ['b-c'])
 
2035
        self.assertBisectRecursive(expected, ['b/d', 'b/d/e'],
 
2036
                                   state, ['b/d'])
 
2037
        self.assertBisectRecursive(expected, ['b', 'b/c', 'b/d', 'b/d/e'],
 
2038
                                   state, ['b'])
 
2039
        self.assertBisectRecursive(expected, ['', 'a', 'b', 'b-c', 'f', 'b/c',
 
2040
                                              'b/d', 'b/d/e'],
 
2041
                                   state, [''])
 
2042
 
 
2043
    def test_bisect_recursive_multiple(self):
 
2044
        tree, state, expected = self.create_basic_dirstate()
 
2045
        self.assertBisectRecursive(expected, ['a', 'b/c'], state, ['a', 'b/c'])
 
2046
        self.assertBisectRecursive(expected, ['b/d', 'b/d/e'],
 
2047
                                   state, ['b/d', 'b/d/e'])
 
2048
 
 
2049
    def test_bisect_recursive_missing(self):
 
2050
        tree, state, expected = self.create_basic_dirstate()
 
2051
        self.assertBisectRecursive(expected, [], state, ['d'])
 
2052
        self.assertBisectRecursive(expected, [], state, ['b/e'])
 
2053
        self.assertBisectRecursive(expected, [], state, ['g'])
 
2054
        self.assertBisectRecursive(expected, ['a'], state, ['a', 'g'])
 
2055
 
 
2056
    def test_bisect_recursive_renamed(self):
 
2057
        tree, state, expected = self.create_renamed_dirstate()
 
2058
 
 
2059
        # Looking for either renamed item should find the other
 
2060
        self.assertBisectRecursive(expected, ['a', 'b/g'], state, ['a'])
 
2061
        self.assertBisectRecursive(expected, ['a', 'b/g'], state, ['b/g'])
 
2062
        # Looking in the containing directory should find the rename target,
 
2063
        # and anything in a subdir of the renamed target.
 
2064
        self.assertBisectRecursive(expected, ['a', 'b', 'b/c', 'b/d',
 
2065
                                              'b/d/e', 'b/g', 'h', 'h/e'],
 
2066
                                   state, ['b'])
 
2067
 
 
2068
 
 
2069
class TestDirstateValidation(TestCaseWithDirState):
 
2070
 
 
2071
    def test_validate_correct_dirstate(self):
 
2072
        state = self.create_complex_dirstate()
 
2073
        state._validate()
 
2074
        state.unlock()
 
2075
        # and make sure we can also validate with a read lock
 
2076
        state.lock_read()
 
2077
        try:
 
2078
            state._validate()
 
2079
        finally:
 
2080
            state.unlock()
 
2081
 
 
2082
    def test_dirblock_not_sorted(self):
 
2083
        tree, state, expected = self.create_renamed_dirstate()
 
2084
        state._read_dirblocks_if_needed()
 
2085
        last_dirblock = state._dirblocks[-1]
 
2086
        # we're appending to the dirblock, but this name comes before some of
 
2087
        # the existing names; that's wrong
 
2088
        last_dirblock[1].append(
 
2089
            (('h', 'aaaa', 'a-id'),
 
2090
             [('a', '', 0, False, ''),
 
2091
              ('a', '', 0, False, '')]))
 
2092
        e = self.assertRaises(AssertionError,
 
2093
            state._validate)
 
2094
        self.assertContainsRe(str(e), 'not sorted')
 
2095
 
 
2096
    def test_dirblock_name_mismatch(self):
 
2097
        tree, state, expected = self.create_renamed_dirstate()
 
2098
        state._read_dirblocks_if_needed()
 
2099
        last_dirblock = state._dirblocks[-1]
 
2100
        # add an entry with the wrong directory name
 
2101
        last_dirblock[1].append(
 
2102
            (('', 'z', 'a-id'),
 
2103
             [('a', '', 0, False, ''),
 
2104
              ('a', '', 0, False, '')]))
 
2105
        e = self.assertRaises(AssertionError,
 
2106
            state._validate)
 
2107
        self.assertContainsRe(str(e),
 
2108
            "doesn't match directory name")
 
2109
 
 
2110
    def test_dirblock_missing_rename(self):
 
2111
        tree, state, expected = self.create_renamed_dirstate()
 
2112
        state._read_dirblocks_if_needed()
 
2113
        last_dirblock = state._dirblocks[-1]
 
2114
        # make another entry for a-id, without a correct 'r' pointer to
 
2115
        # the real occurrence in the working tree
 
2116
        last_dirblock[1].append(
 
2117
            (('h', 'z', 'a-id'),
 
2118
             [('a', '', 0, False, ''),
 
2119
              ('a', '', 0, False, '')]))
 
2120
        e = self.assertRaises(AssertionError,
 
2121
            state._validate)
 
2122
        self.assertContainsRe(str(e),
 
2123
            'file a-id is absent in row')
 
2124
 
 
2125
 
 
2126
class TestDirstateTreeReference(TestCaseWithDirState):
 
2127
 
 
2128
    def test_reference_revision_is_none(self):
 
2129
        tree = self.make_branch_and_tree('tree', format='dirstate-with-subtree')
 
2130
        subtree = self.make_branch_and_tree('tree/subtree',
 
2131
                            format='dirstate-with-subtree')
 
2132
        subtree.set_root_id('subtree')
 
2133
        tree.add_reference(subtree)
 
2134
        tree.add('subtree')
 
2135
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
2136
        key = ('', 'subtree', 'subtree')
 
2137
        expected = ('', [(key,
 
2138
            [('t', '', 0, False, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])])
 
2139
 
 
2140
        try:
 
2141
            self.assertEqual(expected, state._find_block(key))
 
2142
        finally:
 
2143
            state.unlock()