/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
5557.1.15 by John Arbash Meinel
Merge bzr.dev 5597 to resolve NEWS, aka bzr-2.3.txt
1
# Copyright (C) 2005-2009, 2011 Canonical Ltd
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
2
#
846 by Martin Pool
- start adding refactored/simplified hash cache
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
7
#
846 by Martin Pool
- start adding refactored/simplified hash cache
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
12
#
846 by Martin Pool
- start adding refactored/simplified hash cache
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
846 by Martin Pool
- start adding refactored/simplified hash cache
16
1185.1.40 by Robert Collins
Merge what applied of Alexander Belchenko's win32 patch.
17
import os
1845.1.3 by Martin Pool
Improvements to hashcache testing:
18
import stat
1185.1.40 by Robert Collins
Merge what applied of Alexander Belchenko's win32 patch.
19
import time
1534.4.51 by Robert Collins
Test the disk layout of format3 working trees.
20
2929.3.1 by Vincent Ladeuil
Fix python2.6 deprecation warnings (still 4 failures 5 errors in test suite).
21
from bzrlib import osutils
1534.4.51 by Robert Collins
Test the disk layout of format3 working trees.
22
from bzrlib.errors import BzrError
23
from bzrlib.hashcache import HashCache
5579.3.1 by Jelmer Vernooij
Remove unused imports.
24
from bzrlib.tests import (
25
    OsFifoFeature,
26
    TestCaseInTempDir,
27
    )
846 by Martin Pool
- start adding refactored/simplified hash cache
28
29
5849.1.1 by Jelmer Vernooij
Use osutils.sha_string() when possible.
30
sha1 = osutils.sha_string
846 by Martin Pool
- start adding refactored/simplified hash cache
31
32
33
def pause():
1845.1.2 by mbp at sourcefrog
Use larger time window on hashcache to be safe with fractional times
34
    time.sleep(5.0)
1185.33.109 by Denys Duchier
test_hashcache: catch no exceptions
35
36
1141 by Martin Pool
- rename FunctionalTest to TestCaseInTempDir
37
class TestHashCache(TestCaseInTempDir):
1845.1.3 by Martin Pool
Improvements to hashcache testing:
38
    """Test the hashcache against a real directory"""
1102 by Martin Pool
- merge test refactoring from robertc
39
1845.1.1 by mbp at sourcefrog
Refactor and improve hashcache tests
40
    def make_hashcache(self):
866 by Martin Pool
- use new path-based hashcache for WorkingTree- squash mtime/ctime to whole seconds- update and if necessary write out hashcache when WorkingTree object is created.
41
        # make a dummy bzr directory just to hold the cache
42
        os.mkdir('.bzr')
1534.4.51 by Robert Collins
Test the disk layout of format3 working trees.
43
        hc = HashCache('.', '.bzr/stat-cache')
1845.1.1 by mbp at sourcefrog
Refactor and improve hashcache tests
44
        return hc
45
46
    def reopen_hashcache(self):
47
        hc = HashCache('.', '.bzr/stat-cache')
48
        hc.read()
49
        return hc
50
51
    def test_hashcache_initial_miss(self):
52
        """Get correct hash from an empty hashcache"""
53
        hc = self.make_hashcache()
54
        self.build_tree_contents([('foo', 'hello')])
55
        self.assertEquals(hc.get_sha1('foo'),
56
                          'aaf4c61ddcc5e8a2dabede0f3b482cd9aea9434d')
57
        self.assertEquals(hc.miss_count, 1)
58
        self.assertEquals(hc.hit_count, 0)
59
60
    def test_hashcache_new_file(self):
61
        hc = self.make_hashcache()
62
        self.build_tree_contents([('foo', 'goodbye')])
63
        # now read without pausing; it may not be possible to cache it as its
64
        # so new
65
        self.assertEquals(hc.get_sha1('foo'), sha1('goodbye'))
66
67
    def test_hashcache_nonexistent_file(self):
68
        hc = self.make_hashcache()
69
        self.assertEquals(hc.get_sha1('no-name-yet'), None)
70
71
    def test_hashcache_replaced_file(self):
72
        hc = self.make_hashcache()
73
        self.build_tree_contents([('foo', 'goodbye')])
74
        self.assertEquals(hc.get_sha1('foo'), sha1('goodbye'))
75
        os.remove('foo')
76
        self.assertEquals(hc.get_sha1('foo'), None)
77
        self.build_tree_contents([('foo', 'new content')])
78
        self.assertEquals(hc.get_sha1('foo'), sha1('new content'))
79
80
    def test_hashcache_not_file(self):
81
        hc = self.make_hashcache()
82
        self.build_tree(['subdir/'])
846 by Martin Pool
- start adding refactored/simplified hash cache
83
        self.assertEquals(hc.get_sha1('subdir'), None)
848 by Martin Pool
doc
84
1845.1.1 by mbp at sourcefrog
Refactor and improve hashcache tests
85
    def test_hashcache_load(self):
86
        hc = self.make_hashcache()
87
        self.build_tree_contents([('foo', 'contents')])
861 by Martin Pool
- more hash-cache tests
88
        pause()
1845.1.1 by mbp at sourcefrog
Refactor and improve hashcache tests
89
        self.assertEquals(hc.get_sha1('foo'), sha1('contents'))
866 by Martin Pool
- use new path-based hashcache for WorkingTree- squash mtime/ctime to whole seconds- update and if necessary write out hashcache when WorkingTree object is created.
90
        hc.write()
1845.1.1 by mbp at sourcefrog
Refactor and improve hashcache tests
91
        hc = self.reopen_hashcache()
92
        self.assertEquals(hc.get_sha1('foo'), sha1('contents'))
1185.60.5 by Aaron Bentley
Reactivated hashcache tests
93
        self.assertEquals(hc.hit_count, 1)
1845.1.1 by mbp at sourcefrog
Refactor and improve hashcache tests
94
95
    def test_hammer_hashcache(self):
96
        hc = self.make_hashcache()
1845.1.2 by mbp at sourcefrog
Use larger time window on hashcache to be safe with fractional times
97
        for i in xrange(10000):
98
            self.log('start writing at %s', time.time())
1845.1.1 by mbp at sourcefrog
Refactor and improve hashcache tests
99
            f = file('foo', 'w')
100
            try:
101
                last_content = '%08x' % i
102
                f.write(last_content)
103
            finally:
104
                f.close()
1845.1.2 by mbp at sourcefrog
Use larger time window on hashcache to be safe with fractional times
105
            last_sha1 = sha1(last_content)
106
            self.log("iteration %d: %r -> %r",
107
                     i, last_content, last_sha1)
108
            got_sha1 = hc.get_sha1('foo')
109
            self.assertEquals(got_sha1, last_sha1)
1845.1.1 by mbp at sourcefrog
Refactor and improve hashcache tests
110
            hc.write()
111
            hc = self.reopen_hashcache()
1185.33.106 by Denys Duchier
check that hashcache can raise BzrError
112
113
    def test_hashcache_raise(self):
114
        """check that hashcache can raise BzrError"""
2949.5.2 by Alexander Belchenko
John's review
115
        self.requireFeature(OsFifoFeature)
1845.1.1 by mbp at sourcefrog
Refactor and improve hashcache tests
116
        hc = self.make_hashcache()
1845.1.2 by mbp at sourcefrog
Use larger time window on hashcache to be safe with fractional times
117
        os.mkfifo('a')
118
        # It's possible that the system supports fifos but the filesystem
119
        # can't.  In that case we should skip at this point.  But in fact
120
        # such combinations don't usually occur for the filesystem where
121
        # people test bzr.
122
        self.assertRaises(BzrError, hc.get_sha1, 'a')
1845.1.3 by Martin Pool
Improvements to hashcache testing:
123
124
125
class FakeHashCache(HashCache):
126
    """Hashcache that consults a fake clock rather than the real one.
127
128
    This lets us examine how old or new files would be handled, without
129
    actually having to wait for time to pass.
130
    """
131
    def __init__(self):
132
        # set root and cache file name to none to make sure we won't touch the
133
        # real filesystem
134
        HashCache.__init__(self, '.', 'hashcache')
135
        self._files = {}
136
        # simulated clock running forward as operations happen
137
        self._clock = 0
138
139
    def put_file(self, filename, file_contents):
140
        abspath = './' + filename
141
        self._files[abspath] = (file_contents, self._clock)
142
2012.1.7 by Aaron Bentley
Get tree._iter_changed down to ~ 1 stat per file
143
    def _fingerprint(self, abspath, fs=None):
1845.1.3 by Martin Pool
Improvements to hashcache testing:
144
        entry = self._files[abspath]
145
        return (len(entry[0]),
146
                entry[1], entry[1],
147
                10, 20,
148
                stat.S_IFREG | 0600)
149
3368.2.4 by Ian Clatworthy
make content filter lookup a tree responsibility
150
    def _really_sha1_file(self, abspath, filters):
1845.1.3 by Martin Pool
Improvements to hashcache testing:
151
        if abspath in self._files:
152
            return sha1(self._files[abspath][0])
153
        else:
154
            return None
155
156
    def _cutoff_time(self):
157
        return self._clock - 2
158
159
    def pretend_to_sleep(self, secs):
160
        self._clock += secs
161
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
162
1845.1.3 by Martin Pool
Improvements to hashcache testing:
163
class TestHashCacheFakeFilesystem(TestCaseInTempDir):
164
    """Tests the hashcache using a simulated OS.
165
    """
166
167
    def make_hashcache(self):
168
        return FakeHashCache()
169
170
    def test_hashcache_miss_new_file(self):
171
        """A new file gives the right sha1 but misses"""
172
        hc = self.make_hashcache()
173
        hc.put_file('foo', 'hello')
174
        self.assertEquals(hc.get_sha1('foo'), sha1('hello'))
175
        self.assertEquals(hc.miss_count, 1)
176
        self.assertEquals(hc.hit_count, 0)
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
177
        # if we try again it's still too new;
1845.1.3 by Martin Pool
Improvements to hashcache testing:
178
        self.assertEquals(hc.get_sha1('foo'), sha1('hello'))
179
        self.assertEquals(hc.miss_count, 2)
180
        self.assertEquals(hc.hit_count, 0)
181
182
    def test_hashcache_old_file(self):
183
        """An old file gives the right sha1 and hits"""
184
        hc = self.make_hashcache()
185
        hc.put_file('foo', 'hello')
186
        hc.pretend_to_sleep(20)
187
        # file is new; should get the correct hash but miss
188
        self.assertEquals(hc.get_sha1('foo'), sha1('hello'))
189
        self.assertEquals(hc.miss_count, 1)
190
        self.assertEquals(hc.hit_count, 0)
191
        # and can now be hit
192
        self.assertEquals(hc.get_sha1('foo'), sha1('hello'))
193
        self.assertEquals(hc.miss_count, 1)
194
        self.assertEquals(hc.hit_count, 1)
195
        hc.pretend_to_sleep(3)
196
        # and again
197
        self.assertEquals(hc.get_sha1('foo'), sha1('hello'))
198
        self.assertEquals(hc.miss_count, 1)
199
        self.assertEquals(hc.hit_count, 2)
200
201
    def test_hashcache_invalidates(self):
202
        hc = self.make_hashcache()
203
        hc.put_file('foo', 'hello')
204
        hc.pretend_to_sleep(20)
205
        hc.get_sha1('foo')
206
        hc.put_file('foo', 'h1llo')
207
        self.assertEquals(hc.get_sha1('foo'), sha1('h1llo'))
208
        self.assertEquals(hc.miss_count, 2)
209
        self.assertEquals(hc.hit_count, 0)