/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
3959.1.4 by Martin Pool
test_resource_string shouldn't depend on the precise source file contents
1
# Copyright (C) 2005, 2006, 2007, 2008, 2009 Canonical Ltd
1185.31.47 by John Arbash Meinel
Added a fancy footwork rename to osutils, made SftpTransport use it.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
1685.1.45 by John Arbash Meinel
Moved url functions into bzrlib.urlutils
17
"""Tests for the osutils wrapper."""
1185.31.47 by John Arbash Meinel
Added a fancy footwork rename to osutils, made SftpTransport use it.
18
3504.4.12 by John Arbash Meinel
A couple small cleanups, make test_osutils more correct
19
from cStringIO import StringIO
1732.1.28 by John Arbash Meinel
Add tests for fancy file types.
20
import errno
1185.31.47 by John Arbash Meinel
Added a fancy footwork rename to osutils, made SftpTransport use it.
21
import os
1732.1.28 by John Arbash Meinel
Add tests for fancy file types.
22
import socket
23
import stat
1185.31.47 by John Arbash Meinel
Added a fancy footwork rename to osutils, made SftpTransport use it.
24
import sys
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
25
import time
1185.31.47 by John Arbash Meinel
Added a fancy footwork rename to osutils, made SftpTransport use it.
26
1996.3.14 by John Arbash Meinel
lazy_import osutils and sign_my_commits
27
from bzrlib import (
28
    errors,
29
    osutils,
3504.4.1 by John Arbash Meinel
Write an alternative 'walkdirs' implementation that uses win32 apis.
30
    tests,
2279.4.1 by Alexander Belchenko
Reimplementation of ntpath.abspath in Python for Windows98: unicode safe, UNC path safe
31
    win32utils,
1996.3.14 by John Arbash Meinel
lazy_import osutils and sign_my_commits
32
    )
1685.1.9 by John Arbash Meinel
Updated LocalTransport so that it's base is now a URL rather than a local path. This helps consistency with all other functions. To do so, I added local_abspath() which returns the local path, and local_path_to/from_url
33
from bzrlib.errors import BzrBadParameterNotUnicode, InvalidURL
2729.2.4 by Martin Pool
move some osutils-related tests from test_inv to test_osutils
34
from bzrlib.osutils import (
35
        is_inside_any,
36
        is_inside_or_parent_of_any,
37
        pathjoin,
3408.6.1 by Eric Holmberg
Fix for Bug #215426 in which bzr can cause a MemoryError in socket.recv while
38
        pumpfile,
3635.1.2 by Robert Collins
Add osutils.pump_string_file helper function.
39
        pump_string_file,
3794.5.36 by Mark Hammond
test for, and fix problem with canonical_relpath when the tail does not exist.
40
        canonical_relpath,
2729.2.4 by Martin Pool
move some osutils-related tests from test_inv to test_osutils
41
        )
1711.4.10 by John Arbash Meinel
Pull out sys.stdout.encoding handling into a separate function so it can be tested, and used elsewhere.
42
from bzrlib.tests import (
1739.2.12 by Robert Collins
Add ReadDirFeature as per John's review.
43
        Feature,
2785.1.5 by Alexander Belchenko
support for non-ascii BZR_HOME in show_version()
44
        probe_unicode_in_user_encoding,
1711.4.10 by John Arbash Meinel
Pull out sys.stdout.encoding handling into a separate function so it can be tested, and used elsewhere.
45
        StringIOWrapper,
2949.5.1 by Alexander Belchenko
selftest: use SymlinkFeature instead of TestSkipped where appropriate
46
        SymlinkFeature,
3794.5.36 by Mark Hammond
test for, and fix problem with canonical_relpath when the tail does not exist.
47
        CaseInsCasePresFilenameFeature,
2729.2.4 by Martin Pool
move some osutils-related tests from test_inv to test_osutils
48
        TestCase,
49
        TestCaseInTempDir,
1711.4.10 by John Arbash Meinel
Pull out sys.stdout.encoding handling into a separate function so it can be tested, and used elsewhere.
50
        TestSkipped,
51
        )
3408.6.1 by Eric Holmberg
Fix for Bug #215426 in which bzr can cause a MemoryError in socket.recv while
52
from bzrlib.tests.file_utils import (
53
    FakeReadFile,
54
    )
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
55
from bzrlib.tests.test__walkdirs_win32 import Win32ReadDirFeature
3504.4.1 by John Arbash Meinel
Write an alternative 'walkdirs' implementation that uses win32 apis.
56
57
3696.3.5 by Robert Collins
Streamline _walkdirs_utf8 for utf8 file systems, reducing time to traverse a mozilla tree from 1s to .6 seconds. (Robert Collins)
58
class _UTF8DirReaderFeature(Feature):
1739.2.12 by Robert Collins
Add ReadDirFeature as per John's review.
59
60
    def _probe(self):
61
        try:
62
            from bzrlib import _readdir_pyx
3696.3.5 by Robert Collins
Streamline _walkdirs_utf8 for utf8 file systems, reducing time to traverse a mozilla tree from 1s to .6 seconds. (Robert Collins)
63
            self.reader = _readdir_pyx.UTF8DirReader
1739.2.12 by Robert Collins
Add ReadDirFeature as per John's review.
64
            return True
65
        except ImportError:
66
            return False
67
68
    def feature_name(self):
1739.2.13 by Robert Collins
Fix typo in ReadDirFeature.
69
        return 'bzrlib._readdir_pyx'
1739.2.12 by Robert Collins
Add ReadDirFeature as per John's review.
70
3696.3.5 by Robert Collins
Streamline _walkdirs_utf8 for utf8 file systems, reducing time to traverse a mozilla tree from 1s to .6 seconds. (Robert Collins)
71
UTF8DirReaderFeature = _UTF8DirReaderFeature()
1739.2.12 by Robert Collins
Add ReadDirFeature as per John's review.
72
73
1185.31.47 by John Arbash Meinel
Added a fancy footwork rename to osutils, made SftpTransport use it.
74
class TestOSUtils(TestCaseInTempDir):
75
2249.2.1 by John Arbash Meinel
(John Arbash Meinel) hard-code the whitespace chars to avoid problems in some locales.
76
    def test_contains_whitespace(self):
77
        self.failUnless(osutils.contains_whitespace(u' '))
78
        self.failUnless(osutils.contains_whitespace(u'hello there'))
79
        self.failUnless(osutils.contains_whitespace(u'hellothere\n'))
80
        self.failUnless(osutils.contains_whitespace(u'hello\nthere'))
81
        self.failUnless(osutils.contains_whitespace(u'hello\rthere'))
82
        self.failUnless(osutils.contains_whitespace(u'hello\tthere'))
83
84
        # \xa0 is "Non-breaking-space" which on some python locales thinks it
85
        # is whitespace, but we do not.
86
        self.failIf(osutils.contains_whitespace(u''))
87
        self.failIf(osutils.contains_whitespace(u'hellothere'))
88
        self.failIf(osutils.contains_whitespace(u'hello\xa0there'))
89
1185.31.47 by John Arbash Meinel
Added a fancy footwork rename to osutils, made SftpTransport use it.
90
    def test_fancy_rename(self):
91
        # This should work everywhere
92
        def rename(a, b):
93
            osutils.fancy_rename(a, b,
94
                    rename_func=os.rename,
95
                    unlink_func=os.unlink)
96
97
        open('a', 'wb').write('something in a\n')
98
        rename('a', 'b')
99
        self.failIfExists('a')
100
        self.failUnlessExists('b')
101
        self.check_file_contents('b', 'something in a\n')
102
103
        open('a', 'wb').write('new something in a\n')
104
        rename('b', 'a')
105
106
        self.check_file_contents('a', 'something in a\n')
107
108
    def test_rename(self):
109
        # Rename should be semi-atomic on all platforms
110
        open('a', 'wb').write('something in a\n')
111
        osutils.rename('a', 'b')
112
        self.failIfExists('a')
113
        self.failUnlessExists('b')
114
        self.check_file_contents('b', 'something in a\n')
115
116
        open('a', 'wb').write('new something in a\n')
117
        osutils.rename('b', 'a')
118
119
        self.check_file_contents('a', 'something in a\n')
120
121
    # TODO: test fancy_rename using a MemoryTransport
122
2978.8.2 by Alexander Belchenko
teach fancy_rename to handle change case renames in possible case-insensitive filesystem
123
    def test_rename_change_case(self):
124
        # on Windows we should be able to change filename case by rename
2978.8.1 by Alexander Belchenko
Rename on Windows is able to change filename case. (#77740)
125
        self.build_tree(['a', 'b/'])
126
        osutils.rename('a', 'A')
127
        osutils.rename('b', 'B')
2978.8.2 by Alexander Belchenko
teach fancy_rename to handle change case renames in possible case-insensitive filesystem
128
        # we can't use failUnlessExists on case-insensitive filesystem
129
        # so try to check shape of the tree
2978.8.1 by Alexander Belchenko
Rename on Windows is able to change filename case. (#77740)
130
        shape = sorted(os.listdir('.'))
131
        self.assertEquals(['A', 'B'], shape)
132
1553.5.5 by Martin Pool
New utility routine rand_chars
133
    def test_01_rand_chars_empty(self):
134
        result = osutils.rand_chars(0)
135
        self.assertEqual(result, '')
136
137
    def test_02_rand_chars_100(self):
138
        result = osutils.rand_chars(100)
139
        self.assertEqual(len(result), 100)
140
        self.assertEqual(type(result), str)
141
        self.assertContainsRe(result, r'^[a-z0-9]{100}$')
142
1996.3.14 by John Arbash Meinel
lazy_import osutils and sign_my_commits
143
    def test_is_inside(self):
144
        is_inside = osutils.is_inside
145
        self.assertTrue(is_inside('src', 'src/foo.c'))
146
        self.assertFalse(is_inside('src', 'srccontrol'))
147
        self.assertTrue(is_inside('src', 'src/a/a/a/foo.c'))
148
        self.assertTrue(is_inside('foo.c', 'foo.c'))
149
        self.assertFalse(is_inside('foo.c', ''))
150
        self.assertTrue(is_inside('', 'foo.c'))
1534.3.1 by Robert Collins
* bzrlib.osutils.safe_unicode now exists to provide parameter coercion
151
2729.2.4 by Martin Pool
move some osutils-related tests from test_inv to test_osutils
152
    def test_is_inside_any(self):
153
        SRC_FOO_C = pathjoin('src', 'foo.c')
154
        for dirs, fn in [(['src', 'doc'], SRC_FOO_C),
155
                         (['src'], SRC_FOO_C),
156
                         (['src'], 'src'),
157
                         ]:
158
            self.assert_(is_inside_any(dirs, fn))
159
        for dirs, fn in [(['src'], 'srccontrol'),
160
                         (['src'], 'srccontrol/foo')]:
161
            self.assertFalse(is_inside_any(dirs, fn))
162
163
    def test_is_inside_or_parent_of_any(self):
164
        for dirs, fn in [(['src', 'doc'], 'src/foo.c'),
165
                         (['src'], 'src/foo.c'),
166
                         (['src/bar.c'], 'src'),
167
                         (['src/bar.c', 'bla/foo.c'], 'src'),
168
                         (['src'], 'src'),
169
                         ]:
170
            self.assert_(is_inside_or_parent_of_any(dirs, fn))
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
171
2729.2.4 by Martin Pool
move some osutils-related tests from test_inv to test_osutils
172
        for dirs, fn in [(['src'], 'srccontrol'),
173
                         (['srccontrol/foo.c'], 'src'),
174
                         (['src'], 'srccontrol/foo')]:
175
            self.assertFalse(is_inside_or_parent_of_any(dirs, fn))
176
1692.7.6 by Martin Pool
[patch] force deletion of trees containing readonly files (alexander)
177
    def test_rmtree(self):
178
        # Check to remove tree with read-only files/dirs
179
        os.mkdir('dir')
180
        f = file('dir/file', 'w')
181
        f.write('spam')
182
        f.close()
183
        # would like to also try making the directory readonly, but at the
184
        # moment python shutil.rmtree doesn't handle that properly - it would
185
        # need to chmod the directory before removing things inside it - deferred
186
        # for now -- mbp 20060505
187
        # osutils.make_readonly('dir')
188
        osutils.make_readonly('dir/file')
189
190
        osutils.rmtree('dir')
191
192
        self.failIfExists('dir/file')
193
        self.failIfExists('dir')
194
1732.1.10 by John Arbash Meinel
Updated version of file_kind. Rather than multiple function calls, one mask + dictionary lookup
195
    def test_file_kind(self):
196
        self.build_tree(['file', 'dir/'])
197
        self.assertEquals('file', osutils.file_kind('file'))
198
        self.assertEquals('directory', osutils.file_kind('dir/'))
199
        if osutils.has_symlinks():
200
            os.symlink('symlink', 'symlink')
201
            self.assertEquals('symlink', osutils.file_kind('symlink'))
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
202
1732.1.28 by John Arbash Meinel
Add tests for fancy file types.
203
        # TODO: jam 20060529 Test a block device
204
        try:
205
            os.lstat('/dev/null')
206
        except OSError, e:
207
            if e.errno not in (errno.ENOENT,):
208
                raise
209
        else:
210
            self.assertEquals('chardev', osutils.file_kind('/dev/null'))
211
212
        mkfifo = getattr(os, 'mkfifo', None)
213
        if mkfifo:
214
            mkfifo('fifo')
215
            try:
216
                self.assertEquals('fifo', osutils.file_kind('fifo'))
217
            finally:
218
                os.remove('fifo')
219
220
        AF_UNIX = getattr(socket, 'AF_UNIX', None)
221
        if AF_UNIX:
222
            s = socket.socket(AF_UNIX)
223
            s.bind('socket')
224
            try:
225
                self.assertEquals('socket', osutils.file_kind('socket'))
226
            finally:
227
                os.remove('socket')
1732.1.10 by John Arbash Meinel
Updated version of file_kind. Rather than multiple function calls, one mask + dictionary lookup
228
1551.10.27 by Aaron Bentley
Add a kind marker for subtrees
229
    def test_kind_marker(self):
230
        self.assertEqual(osutils.kind_marker('file'), '')
231
        self.assertEqual(osutils.kind_marker('directory'), '/')
232
        self.assertEqual(osutils.kind_marker('symlink'), '@')
1551.10.28 by Aaron Bentley
change kind marker to '+'
233
        self.assertEqual(osutils.kind_marker('tree-reference'), '+')
1551.10.27 by Aaron Bentley
Add a kind marker for subtrees
234
1755.3.7 by John Arbash Meinel
Clean up and write tests for permissions. Now we use fstat which should be cheap, and lets us check the permissions and the file size
235
    def test_get_umask(self):
236
        if sys.platform == 'win32':
237
            # umask always returns '0', no way to set it
238
            self.assertEqual(0, osutils.get_umask())
239
            return
240
241
        orig_umask = osutils.get_umask()
242
        try:
243
            os.umask(0222)
244
            self.assertEqual(0222, osutils.get_umask())
245
            os.umask(0022)
246
            self.assertEqual(0022, osutils.get_umask())
247
            os.umask(0002)
248
            self.assertEqual(0002, osutils.get_umask())
249
            os.umask(0027)
250
            self.assertEqual(0027, osutils.get_umask())
251
        finally:
252
            os.umask(orig_umask)
253
1957.1.15 by John Arbash Meinel
Review feedback from Robert
254
    def assertFormatedDelta(self, expected, seconds):
255
        """Assert osutils.format_delta formats as expected"""
256
        actual = osutils.format_delta(seconds)
257
        self.assertEqual(expected, actual)
258
1957.1.4 by John Arbash Meinel
create a helper for formatting a time delta
259
    def test_format_delta(self):
1957.1.15 by John Arbash Meinel
Review feedback from Robert
260
        self.assertFormatedDelta('0 seconds ago', 0)
261
        self.assertFormatedDelta('1 second ago', 1)
262
        self.assertFormatedDelta('10 seconds ago', 10)
263
        self.assertFormatedDelta('59 seconds ago', 59)
264
        self.assertFormatedDelta('89 seconds ago', 89)
265
        self.assertFormatedDelta('1 minute, 30 seconds ago', 90)
266
        self.assertFormatedDelta('3 minutes, 0 seconds ago', 180)
267
        self.assertFormatedDelta('3 minutes, 1 second ago', 181)
268
        self.assertFormatedDelta('10 minutes, 15 seconds ago', 615)
269
        self.assertFormatedDelta('30 minutes, 59 seconds ago', 1859)
270
        self.assertFormatedDelta('31 minutes, 0 seconds ago', 1860)
271
        self.assertFormatedDelta('60 minutes, 0 seconds ago', 3600)
272
        self.assertFormatedDelta('89 minutes, 59 seconds ago', 5399)
273
        self.assertFormatedDelta('1 hour, 30 minutes ago', 5400)
274
        self.assertFormatedDelta('2 hours, 30 minutes ago', 9017)
275
        self.assertFormatedDelta('10 hours, 0 minutes ago', 36000)
276
        self.assertFormatedDelta('24 hours, 0 minutes ago', 86400)
277
        self.assertFormatedDelta('35 hours, 59 minutes ago', 129599)
278
        self.assertFormatedDelta('36 hours, 0 minutes ago', 129600)
279
        self.assertFormatedDelta('36 hours, 0 minutes ago', 129601)
280
        self.assertFormatedDelta('36 hours, 1 minute ago', 129660)
281
        self.assertFormatedDelta('36 hours, 1 minute ago', 129661)
282
        self.assertFormatedDelta('84 hours, 10 minutes ago', 303002)
1957.1.4 by John Arbash Meinel
create a helper for formatting a time delta
283
284
        # We handle when time steps the wrong direction because computers
285
        # don't have synchronized clocks.
1957.1.15 by John Arbash Meinel
Review feedback from Robert
286
        self.assertFormatedDelta('84 hours, 10 minutes in the future', -303002)
287
        self.assertFormatedDelta('1 second in the future', -1)
288
        self.assertFormatedDelta('2 seconds in the future', -2)
1957.1.4 by John Arbash Meinel
create a helper for formatting a time delta
289
3144.1.1 by Lukáš Lalinský
Fixed error reporting of unsupported timezone format.
290
    def test_format_date(self):
291
        self.assertRaises(errors.UnsupportedTimezoneFormat,
292
            osutils.format_date, 0, timezone='foo')
3526.5.4 by Martin von Gagern
Use separate function format_local_date for local weekday formats in unicode.
293
        self.assertIsInstance(osutils.format_date(0), str)
294
        self.assertIsInstance(osutils.format_local_date(0), unicode)
295
        # Testing for the actual value of the local weekday without
3526.5.2 by Martin von Gagern
Check output type of format_date
296
        # duplicating the code from format_date is difficult.
297
        # Instead blackbox.test_locale should check for localized
298
        # dates once they do occur in output strings.
3144.1.1 by Lukáš Lalinský
Fixed error reporting of unsupported timezone format.
299
2091.3.7 by Aaron Bentley
Rename real_parent to dereferenced_path
300
    def test_dereference_path(self):
2949.5.1 by Alexander Belchenko
selftest: use SymlinkFeature instead of TestSkipped where appropriate
301
        self.requireFeature(SymlinkFeature)
2091.3.5 by Aaron Bentley
Move realpath functionality into osutils
302
        cwd = osutils.realpath('.')
303
        os.mkdir('bar')
304
        bar_path = osutils.pathjoin(cwd, 'bar')
305
        # Using './' to avoid bug #1213894 (first path component not
306
        # dereferenced) in Python 2.4.1 and earlier
307
        self.assertEqual(bar_path, osutils.realpath('./bar'))
308
        os.symlink('bar', 'foo')
309
        self.assertEqual(bar_path, osutils.realpath('./foo'))
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
310
2091.3.5 by Aaron Bentley
Move realpath functionality into osutils
311
        # Does not dereference terminal symlinks
312
        foo_path = osutils.pathjoin(cwd, 'foo')
2091.3.7 by Aaron Bentley
Rename real_parent to dereferenced_path
313
        self.assertEqual(foo_path, osutils.dereference_path('./foo'))
2091.3.5 by Aaron Bentley
Move realpath functionality into osutils
314
315
        # Dereferences parent symlinks
316
        os.mkdir('bar/baz')
317
        baz_path = osutils.pathjoin(bar_path, 'baz')
2091.3.7 by Aaron Bentley
Rename real_parent to dereferenced_path
318
        self.assertEqual(baz_path, osutils.dereference_path('./foo/baz'))
2091.3.5 by Aaron Bentley
Move realpath functionality into osutils
319
320
        # Dereferences parent symlinks that are the first path element
2091.3.7 by Aaron Bentley
Rename real_parent to dereferenced_path
321
        self.assertEqual(baz_path, osutils.dereference_path('foo/baz'))
2091.3.5 by Aaron Bentley
Move realpath functionality into osutils
322
323
        # Dereferences parent symlinks in absolute paths
324
        foo_baz_path = osutils.pathjoin(foo_path, 'baz')
2091.3.7 by Aaron Bentley
Rename real_parent to dereferenced_path
325
        self.assertEqual(baz_path, osutils.dereference_path(foo_baz_path))
2091.3.5 by Aaron Bentley
Move realpath functionality into osutils
326
2568.1.1 by John Arbash Meinel
(Elliot Murphy) Use os.lstat rather than os.stat for osutils.make_readonly/make_writeable
327
    def test_changing_access(self):
328
        f = file('file', 'w')
329
        f.write('monkey')
330
        f.close()
331
332
        # Make a file readonly
333
        osutils.make_readonly('file')
2949.6.2 by Alexander Belchenko
more changes osutils.lstat -> os.lstat
334
        mode = os.lstat('file').st_mode
2568.1.1 by John Arbash Meinel
(Elliot Murphy) Use os.lstat rather than os.stat for osutils.make_readonly/make_writeable
335
        self.assertEqual(mode, mode & 0777555)
336
337
        # Make a file writable
338
        osutils.make_writable('file')
2949.6.2 by Alexander Belchenko
more changes osutils.lstat -> os.lstat
339
        mode = os.lstat('file').st_mode
2568.1.1 by John Arbash Meinel
(Elliot Murphy) Use os.lstat rather than os.stat for osutils.make_readonly/make_writeable
340
        self.assertEqual(mode, mode | 0200)
341
342
        if osutils.has_symlinks():
343
            # should not error when handed a symlink
344
            os.symlink('nonexistent', 'dangling')
345
            osutils.make_readonly('dangling')
346
            osutils.make_writable('dangling')
347
2324.2.1 by Dmitry Vasiliev
kind_marker() optimization
348
    def test_kind_marker(self):
349
        self.assertEqual("", osutils.kind_marker("file"))
350
        self.assertEqual("/", osutils.kind_marker(osutils._directory_kind))
351
        self.assertEqual("@", osutils.kind_marker("symlink"))
352
        self.assertRaises(errors.BzrError, osutils.kind_marker, "unknown")
353
3287.18.26 by Matt McClure
Addresses concerns raised in
354
    def test_host_os_dereferences_symlinks(self):
355
        osutils.host_os_dereferences_symlinks()
356
2324.2.1 by Dmitry Vasiliev
kind_marker() optimization
357
3794.5.36 by Mark Hammond
test for, and fix problem with canonical_relpath when the tail does not exist.
358
class TestCanonicalRelPath(TestCaseInTempDir):
359
360
    _test_needs_features = [CaseInsCasePresFilenameFeature]
361
362
    def test_canonical_relpath_simple(self):
363
        f = file('MixedCaseName', 'w')
364
        f.close()
365
        self.failUnlessEqual(
366
            canonical_relpath(self.test_base_dir, 'mixedcasename'),
367
            'work/MixedCaseName')
368
369
    def test_canonical_relpath_missing_tail(self):
370
        os.mkdir('MixedCaseParent')
371
        self.failUnlessEqual(
372
            canonical_relpath(self.test_base_dir, 'mixedcaseparent/nochild'),
373
            'work/MixedCaseParent/nochild')
374
375
3408.6.1 by Eric Holmberg
Fix for Bug #215426 in which bzr can cause a MemoryError in socket.recv while
376
class TestPumpFile(TestCase):
377
    """Test pumpfile method."""
378
    def setUp(self):
379
        # create a test datablock
380
        self.block_size = 512
381
        pattern = '0123456789ABCDEF'
382
        self.test_data = pattern * (3 * self.block_size / len(pattern))
383
        self.test_data_len = len(self.test_data)
384
385
    def test_bracket_block_size(self):
386
        """Read data in blocks with the requested read size bracketing the
387
        block size."""
388
        # make sure test data is larger than max read size
389
        self.assertTrue(self.test_data_len > self.block_size)
390
391
        from_file = FakeReadFile(self.test_data)
392
        to_file = StringIO()
393
394
        # read (max / 2) bytes and verify read size wasn't affected
395
        num_bytes_to_read = self.block_size / 2
396
        pumpfile(from_file, to_file, num_bytes_to_read, self.block_size)
397
        self.assertEqual(from_file.get_max_read_size(), num_bytes_to_read)
398
        self.assertEqual(from_file.get_read_count(), 1)
399
400
        # read (max) bytes and verify read size wasn't affected
401
        num_bytes_to_read = self.block_size
402
        from_file.reset_read_count()
403
        pumpfile(from_file, to_file, num_bytes_to_read, self.block_size)
404
        self.assertEqual(from_file.get_max_read_size(), num_bytes_to_read)
405
        self.assertEqual(from_file.get_read_count(), 1)
406
407
        # read (max + 1) bytes and verify read size was limited
408
        num_bytes_to_read = self.block_size + 1
409
        from_file.reset_read_count()
410
        pumpfile(from_file, to_file, num_bytes_to_read, self.block_size)
411
        self.assertEqual(from_file.get_max_read_size(), self.block_size)
412
        self.assertEqual(from_file.get_read_count(), 2)
413
414
        # finish reading the rest of the data
415
        num_bytes_to_read = self.test_data_len - to_file.tell()
416
        pumpfile(from_file, to_file, num_bytes_to_read, self.block_size)
417
418
        # report error if the data wasn't equal (we only report the size due
419
        # to the length of the data)
420
        response_data = to_file.getvalue()
421
        if response_data != self.test_data:
422
            message = "Data not equal.  Expected %d bytes, received %d."
423
            self.fail(message % (len(response_data), self.test_data_len))
424
425
    def test_specified_size(self):
426
        """Request a transfer larger than the maximum block size and verify
427
        that the maximum read doesn't exceed the block_size."""
428
        # make sure test data is larger than max read size
429
        self.assertTrue(self.test_data_len > self.block_size)
430
431
        # retrieve data in blocks
432
        from_file = FakeReadFile(self.test_data)
433
        to_file = StringIO()
434
        pumpfile(from_file, to_file, self.test_data_len, self.block_size)
435
436
        # verify read size was equal to the maximum read size
437
        self.assertTrue(from_file.get_max_read_size() > 0)
438
        self.assertEqual(from_file.get_max_read_size(), self.block_size)
439
        self.assertEqual(from_file.get_read_count(), 3)
440
441
        # report error if the data wasn't equal (we only report the size due
442
        # to the length of the data)
443
        response_data = to_file.getvalue()
444
        if response_data != self.test_data:
445
            message = "Data not equal.  Expected %d bytes, received %d."
446
            self.fail(message % (len(response_data), self.test_data_len))
447
448
    def test_to_eof(self):
449
        """Read to end-of-file and verify that the reads are not larger than
450
        the maximum read size."""
451
        # make sure test data is larger than max read size
452
        self.assertTrue(self.test_data_len > self.block_size)
453
454
        # retrieve data to EOF
455
        from_file = FakeReadFile(self.test_data)
456
        to_file = StringIO()
457
        pumpfile(from_file, to_file, -1, self.block_size)
458
459
        # verify read size was equal to the maximum read size
460
        self.assertEqual(from_file.get_max_read_size(), self.block_size)
461
        self.assertEqual(from_file.get_read_count(), 4)
462
463
        # report error if the data wasn't equal (we only report the size due
464
        # to the length of the data)
465
        response_data = to_file.getvalue()
466
        if response_data != self.test_data:
467
            message = "Data not equal.  Expected %d bytes, received %d."
468
            self.fail(message % (len(response_data), self.test_data_len))
469
470
    def test_defaults(self):
471
        """Verifies that the default arguments will read to EOF -- this
472
        test verifies that any existing usages of pumpfile will not be broken
473
        with this new version."""
474
        # retrieve data using default (old) pumpfile method
475
        from_file = FakeReadFile(self.test_data)
476
        to_file = StringIO()
477
        pumpfile(from_file, to_file)
478
479
        # report error if the data wasn't equal (we only report the size due
480
        # to the length of the data)
481
        response_data = to_file.getvalue()
482
        if response_data != self.test_data:
483
            message = "Data not equal.  Expected %d bytes, received %d."
484
            self.fail(message % (len(response_data), self.test_data_len))
485
3956.2.1 by John Arbash Meinel
Add report_activity to osutils.pumpfile
486
    def test_report_activity(self):
487
        activity = []
488
        def log_activity(length, direction):
489
            activity.append((length, direction))
490
        from_file = StringIO(self.test_data)
491
        to_file = StringIO()
492
        pumpfile(from_file, to_file, buff_size=500,
493
                 report_activity=log_activity, direction='read')
494
        self.assertEqual([(500, 'read'), (500, 'read'), (500, 'read'),
495
                          (36, 'read')], activity)
496
497
        from_file = StringIO(self.test_data)
498
        to_file = StringIO()
499
        del activity[:]
500
        pumpfile(from_file, to_file, buff_size=500,
501
                 report_activity=log_activity, direction='write')
502
        self.assertEqual([(500, 'write'), (500, 'write'), (500, 'write'),
503
                          (36, 'write')], activity)
504
505
        # And with a limited amount of data
506
        from_file = StringIO(self.test_data)
507
        to_file = StringIO()
508
        del activity[:]
509
        pumpfile(from_file, to_file, buff_size=500, read_length=1028,
510
                 report_activity=log_activity, direction='read')
511
        self.assertEqual([(500, 'read'), (500, 'read'), (28, 'read')], activity)
512
513
3635.1.2 by Robert Collins
Add osutils.pump_string_file helper function.
514
515
class TestPumpStringFile(TestCase):
516
517
    def test_empty(self):
518
        output = StringIO()
519
        pump_string_file("", output)
520
        self.assertEqual("", output.getvalue())
521
522
    def test_more_than_segment_size(self):
523
        output = StringIO()
524
        pump_string_file("123456789", output, 2)
525
        self.assertEqual("123456789", output.getvalue())
526
527
    def test_segment_size(self):
528
        output = StringIO()
529
        pump_string_file("12", output, 2)
530
        self.assertEqual("12", output.getvalue())
531
532
    def test_segment_size_multiple(self):
533
        output = StringIO()
534
        pump_string_file("1234", output, 2)
535
        self.assertEqual("1234", output.getvalue())
536
537
1534.3.1 by Robert Collins
* bzrlib.osutils.safe_unicode now exists to provide parameter coercion
538
class TestSafeUnicode(TestCase):
539
540
    def test_from_ascii_string(self):
541
        self.assertEqual(u'foobar', osutils.safe_unicode('foobar'))
542
1534.3.2 by Robert Collins
An extra test for John.
543
    def test_from_unicode_string_ascii_contents(self):
1534.3.1 by Robert Collins
* bzrlib.osutils.safe_unicode now exists to provide parameter coercion
544
        self.assertEqual(u'bargam', osutils.safe_unicode(u'bargam'))
545
1534.3.2 by Robert Collins
An extra test for John.
546
    def test_from_unicode_string_unicode_contents(self):
547
        self.assertEqual(u'bargam\xae', osutils.safe_unicode(u'bargam\xae'))
548
1534.3.1 by Robert Collins
* bzrlib.osutils.safe_unicode now exists to provide parameter coercion
549
    def test_from_utf8_string(self):
550
        self.assertEqual(u'foo\xae', osutils.safe_unicode('foo\xc2\xae'))
551
552
    def test_bad_utf8_string(self):
1185.65.29 by Robert Collins
Implement final review suggestions.
553
        self.assertRaises(BzrBadParameterNotUnicode,
554
                          osutils.safe_unicode,
555
                          '\xbb\xbb')
1666.1.6 by Robert Collins
Make knit the default format.
556
557
2249.5.8 by John Arbash Meinel
Add osutils.safe_utf8 and safe_revision_id for the new revision_id work.
558
class TestSafeUtf8(TestCase):
559
560
    def test_from_ascii_string(self):
561
        f = 'foobar'
562
        self.assertEqual('foobar', osutils.safe_utf8(f))
563
564
    def test_from_unicode_string_ascii_contents(self):
565
        self.assertEqual('bargam', osutils.safe_utf8(u'bargam'))
566
567
    def test_from_unicode_string_unicode_contents(self):
568
        self.assertEqual('bargam\xc2\xae', osutils.safe_utf8(u'bargam\xae'))
569
570
    def test_from_utf8_string(self):
571
        self.assertEqual('foo\xc2\xae', osutils.safe_utf8('foo\xc2\xae'))
572
573
    def test_bad_utf8_string(self):
574
        self.assertRaises(BzrBadParameterNotUnicode,
575
                          osutils.safe_utf8, '\xbb\xbb')
576
577
578
class TestSafeRevisionId(TestCase):
579
580
    def test_from_ascii_string(self):
2858.2.1 by Martin Pool
Remove most calls to safe_file_id and safe_revision_id.
581
        # this shouldn't give a warning because it's getting an ascii string
2309.4.4 by John Arbash Meinel
Change what warnings are raised, and add tests that they are used.
582
        self.assertEqual('foobar', osutils.safe_revision_id('foobar'))
2249.5.8 by John Arbash Meinel
Add osutils.safe_utf8 and safe_revision_id for the new revision_id work.
583
584
    def test_from_unicode_string_ascii_contents(self):
2309.4.4 by John Arbash Meinel
Change what warnings are raised, and add tests that they are used.
585
        self.assertEqual('bargam',
586
                         osutils.safe_revision_id(u'bargam', warn=False))
587
588
    def test_from_unicode_deprecated(self):
589
        self.assertEqual('bargam',
590
            self.callDeprecated([osutils._revision_id_warning],
591
                                osutils.safe_revision_id, u'bargam'))
2249.5.8 by John Arbash Meinel
Add osutils.safe_utf8 and safe_revision_id for the new revision_id work.
592
593
    def test_from_unicode_string_unicode_contents(self):
594
        self.assertEqual('bargam\xc2\xae',
2309.4.4 by John Arbash Meinel
Change what warnings are raised, and add tests that they are used.
595
                         osutils.safe_revision_id(u'bargam\xae', warn=False))
2249.5.8 by John Arbash Meinel
Add osutils.safe_utf8 and safe_revision_id for the new revision_id work.
596
597
    def test_from_utf8_string(self):
598
        self.assertEqual('foo\xc2\xae',
599
                         osutils.safe_revision_id('foo\xc2\xae'))
600
2249.5.9 by John Arbash Meinel
Update WorkingTree to use safe_revision_id when appropriate
601
    def test_none(self):
602
        """Currently, None is a valid revision_id"""
603
        self.assertEqual(None, osutils.safe_revision_id(None))
604
2249.5.8 by John Arbash Meinel
Add osutils.safe_utf8 and safe_revision_id for the new revision_id work.
605
2294.1.4 by John Arbash Meinel
Add safe_file_id as a helper in osutils.
606
class TestSafeFileId(TestCase):
607
608
    def test_from_ascii_string(self):
2309.4.4 by John Arbash Meinel
Change what warnings are raised, and add tests that they are used.
609
        self.assertEqual('foobar', osutils.safe_file_id('foobar'))
2294.1.4 by John Arbash Meinel
Add safe_file_id as a helper in osutils.
610
611
    def test_from_unicode_string_ascii_contents(self):
2309.4.4 by John Arbash Meinel
Change what warnings are raised, and add tests that they are used.
612
        self.assertEqual('bargam', osutils.safe_file_id(u'bargam', warn=False))
613
614
    def test_from_unicode_deprecated(self):
615
        self.assertEqual('bargam',
616
            self.callDeprecated([osutils._file_id_warning],
617
                                osutils.safe_file_id, u'bargam'))
2294.1.4 by John Arbash Meinel
Add safe_file_id as a helper in osutils.
618
619
    def test_from_unicode_string_unicode_contents(self):
620
        self.assertEqual('bargam\xc2\xae',
2309.4.4 by John Arbash Meinel
Change what warnings are raised, and add tests that they are used.
621
                         osutils.safe_file_id(u'bargam\xae', warn=False))
2294.1.4 by John Arbash Meinel
Add safe_file_id as a helper in osutils.
622
623
    def test_from_utf8_string(self):
624
        self.assertEqual('foo\xc2\xae',
625
                         osutils.safe_file_id('foo\xc2\xae'))
626
627
    def test_none(self):
628
        """Currently, None is a valid revision_id"""
629
        self.assertEqual(None, osutils.safe_file_id(None))
630
631
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
632
class TestWin32Funcs(TestCase):
633
    """Test that the _win32 versions of os utilities return appropriate paths."""
634
635
    def test_abspath(self):
636
        self.assertEqual('C:/foo', osutils._win32_abspath('C:\\foo'))
637
        self.assertEqual('C:/foo', osutils._win32_abspath('C:/foo'))
2279.4.1 by Alexander Belchenko
Reimplementation of ntpath.abspath in Python for Windows98: unicode safe, UNC path safe
638
        self.assertEqual('//HOST/path', osutils._win32_abspath(r'\\HOST\path'))
639
        self.assertEqual('//HOST/path', osutils._win32_abspath('//HOST/path'))
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
640
641
    def test_realpath(self):
642
        self.assertEqual('C:/foo', osutils._win32_realpath('C:\\foo'))
643
        self.assertEqual('C:/foo', osutils._win32_realpath('C:/foo'))
644
645
    def test_pathjoin(self):
646
        self.assertEqual('path/to/foo', osutils._win32_pathjoin('path', 'to', 'foo'))
647
        self.assertEqual('C:/foo', osutils._win32_pathjoin('path\\to', 'C:\\foo'))
648
        self.assertEqual('C:/foo', osutils._win32_pathjoin('path/to', 'C:/foo'))
649
        self.assertEqual('path/to/foo', osutils._win32_pathjoin('path/to/', 'foo'))
650
        self.assertEqual('/foo', osutils._win32_pathjoin('C:/path/to/', '/foo'))
651
        self.assertEqual('/foo', osutils._win32_pathjoin('C:\\path\\to\\', '\\foo'))
652
653
    def test_normpath(self):
654
        self.assertEqual('path/to/foo', osutils._win32_normpath(r'path\\from\..\to\.\foo'))
655
        self.assertEqual('path/to/foo', osutils._win32_normpath('path//from/../to/./foo'))
656
657
    def test_getcwd(self):
1711.5.2 by John Arbash Meinel
win32 likes to return lowercase drive letters sometimes, and uppercase at other times. normalize this
658
        cwd = osutils._win32_getcwd()
659
        os_cwd = os.getcwdu()
660
        self.assertEqual(os_cwd[1:].replace('\\', '/'), cwd[1:])
661
        # win32 is inconsistent whether it returns lower or upper case
662
        # and even if it was consistent the user might type the other
663
        # so we force it to uppercase
664
        # running python.exe under cmd.exe return capital C:\\
665
        # running win32 python inside a cygwin shell returns lowercase
666
        self.assertEqual(os_cwd[0].upper(), cwd[0])
667
668
    def test_fixdrive(self):
669
        self.assertEqual('H:/foo', osutils._win32_fixdrive('h:/foo'))
670
        self.assertEqual('H:/foo', osutils._win32_fixdrive('H:/foo'))
671
        self.assertEqual('C:\\foo', osutils._win32_fixdrive('c:\\foo'))
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
672
2279.4.1 by Alexander Belchenko
Reimplementation of ntpath.abspath in Python for Windows98: unicode safe, UNC path safe
673
    def test_win98_abspath(self):
674
        # absolute path
675
        self.assertEqual('C:/foo', osutils._win98_abspath('C:\\foo'))
676
        self.assertEqual('C:/foo', osutils._win98_abspath('C:/foo'))
677
        # UNC path
678
        self.assertEqual('//HOST/path', osutils._win98_abspath(r'\\HOST\path'))
679
        self.assertEqual('//HOST/path', osutils._win98_abspath('//HOST/path'))
680
        # relative path
681
        cwd = osutils.getcwd().rstrip('/')
682
        drive = osutils._nt_splitdrive(cwd)[0]
683
        self.assertEqual(cwd+'/path', osutils._win98_abspath('path'))
684
        self.assertEqual(drive+'/path', osutils._win98_abspath('/path'))
685
        # unicode path
686
        u = u'\u1234'
687
        self.assertEqual(cwd+'/'+u, osutils._win98_abspath(u))
688
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
689
690
class TestWin32FuncsDirs(TestCaseInTempDir):
691
    """Test win32 functions that create files."""
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
692
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
693
    def test_getcwd(self):
2279.4.1 by Alexander Belchenko
Reimplementation of ntpath.abspath in Python for Windows98: unicode safe, UNC path safe
694
        if win32utils.winver == 'Windows 98':
695
            raise TestSkipped('Windows 98 cannot handle unicode filenames')
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
696
        # Make sure getcwd can handle unicode filenames
697
        try:
1830.3.9 by John Arbash Meinel
Use a directory name that doesn't get messed up on Mac for getcwd() test.
698
            os.mkdir(u'mu-\xb5')
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
699
        except UnicodeError:
700
            raise TestSkipped("Unable to create Unicode filename")
701
1830.3.9 by John Arbash Meinel
Use a directory name that doesn't get messed up on Mac for getcwd() test.
702
        os.chdir(u'mu-\xb5')
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
703
        # TODO: jam 20060427 This will probably fail on Mac OSX because
704
        #       it will change the normalization of B\xe5gfors
705
        #       Consider using a different unicode character, or make
706
        #       osutils.getcwd() renormalize the path.
1830.3.9 by John Arbash Meinel
Use a directory name that doesn't get messed up on Mac for getcwd() test.
707
        self.assertEndsWith(osutils._win32_getcwd(), u'mu-\xb5')
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
708
2825.7.1 by Robert Collins
* Partial commits are now approximately 40% faster by walking over the
709
    def test_minimum_path_selection(self):
710
        self.assertEqual(set(),
711
            osutils.minimum_path_selection([]))
712
        self.assertEqual(set(['a', 'b']),
713
            osutils.minimum_path_selection(['a', 'b']))
714
        self.assertEqual(set(['a/', 'b']),
715
            osutils.minimum_path_selection(['a/', 'b']))
716
        self.assertEqual(set(['a/', 'b']),
717
            osutils.minimum_path_selection(['a/c', 'a/', 'b']))
718
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
719
    def test_mkdtemp(self):
720
        tmpdir = osutils._win32_mkdtemp(dir='.')
721
        self.assertFalse('\\' in tmpdir)
722
723
    def test_rename(self):
724
        a = open('a', 'wb')
725
        a.write('foo\n')
726
        a.close()
727
        b = open('b', 'wb')
728
        b.write('baz\n')
729
        b.close()
730
731
        osutils._win32_rename('b', 'a')
732
        self.failUnlessExists('a')
733
        self.failIfExists('b')
734
        self.assertFileEqual('baz\n', 'a')
735
1711.7.6 by John Arbash Meinel
Change _win32_rename() so that it raises ENOENT *before* it tries any renaming.
736
    def test_rename_missing_file(self):
737
        a = open('a', 'wb')
738
        a.write('foo\n')
739
        a.close()
740
741
        try:
742
            osutils._win32_rename('b', 'a')
743
        except (IOError, OSError), e:
744
            self.assertEqual(errno.ENOENT, e.errno)
745
        self.assertFileEqual('foo\n', 'a')
746
747
    def test_rename_missing_dir(self):
748
        os.mkdir('a')
749
        try:
750
            osutils._win32_rename('b', 'a')
751
        except (IOError, OSError), e:
752
            self.assertEqual(errno.ENOENT, e.errno)
753
754
    def test_rename_current_dir(self):
755
        os.mkdir('a')
756
        os.chdir('a')
757
        # You can't rename the working directory
758
        # doing rename non-existant . usually
759
        # just raises ENOENT, since non-existant
760
        # doesn't exist.
761
        try:
762
            osutils._win32_rename('b', '.')
763
        except (IOError, OSError), e:
764
            self.assertEqual(errno.ENOENT, e.errno)
765
1996.3.14 by John Arbash Meinel
lazy_import osutils and sign_my_commits
766
    def test_splitpath(self):
767
        def check(expected, path):
768
            self.assertEqual(expected, osutils.splitpath(path))
769
770
        check(['a'], 'a')
771
        check(['a', 'b'], 'a/b')
772
        check(['a', 'b'], 'a/./b')
773
        check(['a', '.b'], 'a/.b')
774
        check(['a', '.b'], 'a\\.b')
775
776
        self.assertRaises(errors.BzrError, osutils.splitpath, 'a/../b')
777
1685.1.31 by John Arbash Meinel
Adding tests for the rest of the _win32 functions.
778
1830.3.11 by John Arbash Meinel
Create a mac version of 'getcwd()' which normalizes the path.
779
class TestMacFuncsDirs(TestCaseInTempDir):
780
    """Test mac special functions that require directories."""
781
782
    def test_getcwd(self):
783
        # On Mac, this will actually create Ba\u030agfors
784
        # but chdir will still work, because it accepts both paths
785
        try:
786
            os.mkdir(u'B\xe5gfors')
787
        except UnicodeError:
788
            raise TestSkipped("Unable to create Unicode filename")
789
790
        os.chdir(u'B\xe5gfors')
791
        self.assertEndsWith(osutils._mac_getcwd(), u'B\xe5gfors')
792
793
    def test_getcwd_nonnorm(self):
794
        # Test that _mac_getcwd() will normalize this path
795
        try:
796
            os.mkdir(u'Ba\u030agfors')
797
        except UnicodeError:
798
            raise TestSkipped("Unable to create Unicode filename")
799
800
        os.chdir(u'Ba\u030agfors')
801
        self.assertEndsWith(osutils._mac_getcwd(), u'B\xe5gfors')
802
1996.3.14 by John Arbash Meinel
lazy_import osutils and sign_my_commits
803
3890.2.6 by John Arbash Meinel
Change name to 'chunks_to_lines', and find an optimized form.
804
class TestChunksToLines(TestCase):
3890.2.4 by John Arbash Meinel
Add a new function that can convert 'chunks' format to a 'lines' format.
805
3890.2.8 by John Arbash Meinel
Move everything into properly parameterized tests.
806
    def test_smoketest(self):
807
        self.assertEqual(['foo\n', 'bar\n', 'baz\n'],
808
                         osutils.chunks_to_lines(['foo\nbar', '\nbaz\n']))
809
        self.assertEqual(['foo\n', 'bar\n', 'baz\n'],
810
                         osutils.chunks_to_lines(['foo\n', 'bar\n', 'baz\n']))
811
3734.2.21 by Vincent Ladeuil
Give test a better name.
812
    def test_osutils_binding(self):
3734.2.20 by Vincent Ladeuil
Fix failing test when CompiledChunksToLines is not available.
813
        from bzrlib.tests import test__chunks_to_lines
814
        if test__chunks_to_lines.CompiledChunksToLinesFeature.available():
3890.2.8 by John Arbash Meinel
Move everything into properly parameterized tests.
815
            from bzrlib._chunks_to_lines_pyx import chunks_to_lines
816
        else:
817
            from bzrlib._chunks_to_lines_py import chunks_to_lines
818
        self.assertIs(chunks_to_lines, osutils.chunks_to_lines)
3890.2.5 by John Arbash Meinel
More tests for edge cases.
819
3890.2.4 by John Arbash Meinel
Add a new function that can convert 'chunks' format to a 'lines' format.
820
1666.1.6 by Robert Collins
Make knit the default format.
821
class TestSplitLines(TestCase):
822
823
    def test_split_unicode(self):
824
        self.assertEqual([u'foo\n', u'bar\xae'],
825
                         osutils.split_lines(u'foo\nbar\xae'))
826
        self.assertEqual([u'foo\n', u'bar\xae\n'],
827
                         osutils.split_lines(u'foo\nbar\xae\n'))
828
829
    def test_split_with_carriage_returns(self):
830
        self.assertEqual(['foo\rbar\n'],
831
                         osutils.split_lines('foo\rbar\n'))
1753.1.1 by Robert Collins
(rbc, jam, mbp)Add bzrlib.osutils.walkdirs, an optimised walk-and-stat routine.
832
833
834
class TestWalkDirs(TestCaseInTempDir):
835
836
    def test_walkdirs(self):
837
        tree = [
838
            '.bzr',
839
            '0file',
840
            '1dir/',
841
            '1dir/0file',
842
            '1dir/1dir/',
843
            '2file'
844
            ]
845
        self.build_tree(tree)
846
        expected_dirblocks = [
1897.1.1 by Robert Collins
Add some useful summary data to osutils.walkdirs output.
847
                (('', '.'),
848
                 [('0file', '0file', 'file'),
849
                  ('1dir', '1dir', 'directory'),
850
                  ('2file', '2file', 'file'),
851
                 ]
852
                ),
853
                (('1dir', './1dir'),
854
                 [('1dir/0file', '0file', 'file'),
855
                  ('1dir/1dir', '1dir', 'directory'),
856
                 ]
857
                ),
858
                (('1dir/1dir', './1dir/1dir'),
859
                 [
860
                 ]
861
                ),
1753.1.1 by Robert Collins
(rbc, jam, mbp)Add bzrlib.osutils.walkdirs, an optimised walk-and-stat routine.
862
            ]
863
        result = []
864
        found_bzrdir = False
1897.1.1 by Robert Collins
Add some useful summary data to osutils.walkdirs output.
865
        for dirdetail, dirblock in osutils.walkdirs('.'):
1753.1.1 by Robert Collins
(rbc, jam, mbp)Add bzrlib.osutils.walkdirs, an optimised walk-and-stat routine.
866
            if len(dirblock) and dirblock[0][1] == '.bzr':
867
                # this tests the filtering of selected paths
868
                found_bzrdir = True
869
                del dirblock[0]
1897.1.1 by Robert Collins
Add some useful summary data to osutils.walkdirs output.
870
            result.append((dirdetail, dirblock))
1753.1.1 by Robert Collins
(rbc, jam, mbp)Add bzrlib.osutils.walkdirs, an optimised walk-and-stat routine.
871
872
        self.assertTrue(found_bzrdir)
873
        self.assertEqual(expected_dirblocks,
1897.1.1 by Robert Collins
Add some useful summary data to osutils.walkdirs output.
874
            [(dirinfo, [line[0:3] for line in block]) for dirinfo, block in result])
1757.2.8 by Robert Collins
Teach walkdirs to walk a subdir of a tree.
875
        # you can search a subdir only, with a supplied prefix.
876
        result = []
1897.1.1 by Robert Collins
Add some useful summary data to osutils.walkdirs output.
877
        for dirblock in osutils.walkdirs('./1dir', '1dir'):
1757.2.8 by Robert Collins
Teach walkdirs to walk a subdir of a tree.
878
            result.append(dirblock)
879
        self.assertEqual(expected_dirblocks[1:],
1897.1.1 by Robert Collins
Add some useful summary data to osutils.walkdirs output.
880
            [(dirinfo, [line[0:3] for line in block]) for dirinfo, block in result])
1757.2.8 by Robert Collins
Teach walkdirs to walk a subdir of a tree.
881
2255.7.27 by John Arbash Meinel
Add a _walkdirs_utf8 which returns utf8 paths instead of Unicode. Approx 20% faster in walking utf8 filesystems
882
    def test__walkdirs_utf8(self):
883
        tree = [
884
            '.bzr',
885
            '0file',
886
            '1dir/',
887
            '1dir/0file',
888
            '1dir/1dir/',
889
            '2file'
890
            ]
891
        self.build_tree(tree)
892
        expected_dirblocks = [
893
                (('', '.'),
894
                 [('0file', '0file', 'file'),
895
                  ('1dir', '1dir', 'directory'),
896
                  ('2file', '2file', 'file'),
897
                 ]
898
                ),
899
                (('1dir', './1dir'),
900
                 [('1dir/0file', '0file', 'file'),
901
                  ('1dir/1dir', '1dir', 'directory'),
902
                 ]
903
                ),
904
                (('1dir/1dir', './1dir/1dir'),
905
                 [
906
                 ]
907
                ),
908
            ]
909
        result = []
910
        found_bzrdir = False
911
        for dirdetail, dirblock in osutils._walkdirs_utf8('.'):
912
            if len(dirblock) and dirblock[0][1] == '.bzr':
913
                # this tests the filtering of selected paths
914
                found_bzrdir = True
915
                del dirblock[0]
916
            result.append((dirdetail, dirblock))
917
918
        self.assertTrue(found_bzrdir)
919
        self.assertEqual(expected_dirblocks,
920
            [(dirinfo, [line[0:3] for line in block]) for dirinfo, block in result])
921
        # you can search a subdir only, with a supplied prefix.
922
        result = []
923
        for dirblock in osutils.walkdirs('./1dir', '1dir'):
924
            result.append(dirblock)
925
        self.assertEqual(expected_dirblocks[1:],
926
            [(dirinfo, [line[0:3] for line in block]) for dirinfo, block in result])
927
2255.7.32 by John Arbash Meinel
Add tests that the walkdirs variants work on unicode paths.
928
    def _filter_out_stat(self, result):
929
        """Filter out the stat value from the walkdirs result"""
930
        for dirdetail, dirblock in result:
931
            new_dirblock = []
932
            for info in dirblock:
933
                # Ignore info[3] which is the stat
934
                new_dirblock.append((info[0], info[1], info[2], info[4]))
935
            dirblock[:] = new_dirblock
936
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
937
    def _save_platform_info(self):
3557.2.6 by John Arbash Meinel
Switch from os.name to bzrlib.win32utils.winver.
938
        cur_winver = win32utils.winver
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
939
        cur_fs_enc = osutils._fs_enc
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
940
        cur_dir_reader = osutils._selected_dir_reader
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
941
        def restore():
3557.2.6 by John Arbash Meinel
Switch from os.name to bzrlib.win32utils.winver.
942
            win32utils.winver = cur_winver
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
943
            osutils._fs_enc = cur_fs_enc
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
944
            osutils._selected_dir_reader = cur_dir_reader
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
945
        self.addCleanup(restore)
946
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
947
    def assertReadFSDirIs(self, expected):
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
948
        """Assert the right implementation for _walkdirs_utf8 is chosen."""
949
        # Force it to redetect
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
950
        osutils._selected_dir_reader = None
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
951
        # Nothing to list, but should still trigger the selection logic
3557.2.5 by John Arbash Meinel
Test that the empty-directory logic for all _walkdirs implementations is correct.
952
        self.assertEqual([(('', '.'), [])], list(osutils._walkdirs_utf8('.')))
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
953
        self.assertIsInstance(osutils._selected_dir_reader, expected)
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
954
955
    def test_force_walkdirs_utf8_fs_utf8(self):
3696.3.5 by Robert Collins
Streamline _walkdirs_utf8 for utf8 file systems, reducing time to traverse a mozilla tree from 1s to .6 seconds. (Robert Collins)
956
        self.requireFeature(UTF8DirReaderFeature)
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
957
        self._save_platform_info()
3557.2.6 by John Arbash Meinel
Switch from os.name to bzrlib.win32utils.winver.
958
        win32utils.winver = None # Avoid the win32 detection code
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
959
        osutils._fs_enc = 'UTF-8'
3696.3.5 by Robert Collins
Streamline _walkdirs_utf8 for utf8 file systems, reducing time to traverse a mozilla tree from 1s to .6 seconds. (Robert Collins)
960
        self.assertReadFSDirIs(UTF8DirReaderFeature.reader)
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
961
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
962
    def test_force_walkdirs_utf8_fs_ascii(self):
3696.3.5 by Robert Collins
Streamline _walkdirs_utf8 for utf8 file systems, reducing time to traverse a mozilla tree from 1s to .6 seconds. (Robert Collins)
963
        self.requireFeature(UTF8DirReaderFeature)
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
964
        self._save_platform_info()
3557.2.6 by John Arbash Meinel
Switch from os.name to bzrlib.win32utils.winver.
965
        win32utils.winver = None # Avoid the win32 detection code
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
966
        osutils._fs_enc = 'US-ASCII'
3696.3.5 by Robert Collins
Streamline _walkdirs_utf8 for utf8 file systems, reducing time to traverse a mozilla tree from 1s to .6 seconds. (Robert Collins)
967
        self.assertReadFSDirIs(UTF8DirReaderFeature.reader)
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
968
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
969
    def test_force_walkdirs_utf8_fs_ANSI(self):
3696.3.5 by Robert Collins
Streamline _walkdirs_utf8 for utf8 file systems, reducing time to traverse a mozilla tree from 1s to .6 seconds. (Robert Collins)
970
        self.requireFeature(UTF8DirReaderFeature)
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
971
        self._save_platform_info()
3557.2.6 by John Arbash Meinel
Switch from os.name to bzrlib.win32utils.winver.
972
        win32utils.winver = None # Avoid the win32 detection code
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
973
        osutils._fs_enc = 'ANSI_X3.4-1968'
3696.3.5 by Robert Collins
Streamline _walkdirs_utf8 for utf8 file systems, reducing time to traverse a mozilla tree from 1s to .6 seconds. (Robert Collins)
974
        self.assertReadFSDirIs(UTF8DirReaderFeature.reader)
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
975
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
976
    def test_force_walkdirs_utf8_fs_latin1(self):
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
977
        self._save_platform_info()
3557.2.6 by John Arbash Meinel
Switch from os.name to bzrlib.win32utils.winver.
978
        win32utils.winver = None # Avoid the win32 detection code
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
979
        osutils._fs_enc = 'latin1'
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
980
        self.assertReadFSDirIs(osutils.UnicodeDirReader)
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
981
982
    def test_force_walkdirs_utf8_nt(self):
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
983
        # Disabled because the thunk of the whole walkdirs api is disabled.
984
        self.requireFeature(Win32ReadDirFeature)
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
985
        self._save_platform_info()
3557.2.6 by John Arbash Meinel
Switch from os.name to bzrlib.win32utils.winver.
986
        win32utils.winver = 'Windows NT'
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
987
        from bzrlib._walkdirs_win32 import Win32ReadDir
988
        self.assertReadFSDirIs(Win32ReadDir)
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
989
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
990
    def test_force_walkdirs_utf8_98(self):
991
        self.requireFeature(Win32ReadDirFeature)
3557.2.4 by John Arbash Meinel
Cleanup the tests a bit, and add a test that we downgrade if os.name isn't 'nt'
992
        self._save_platform_info()
3557.2.6 by John Arbash Meinel
Switch from os.name to bzrlib.win32utils.winver.
993
        win32utils.winver = 'Windows 98'
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
994
        self.assertReadFSDirIs(osutils.UnicodeDirReader)
3557.2.3 by John Arbash Meinel
Change the logic for selecting a real _walkdirs_utf8 implementation,
995
2255.7.32 by John Arbash Meinel
Add tests that the walkdirs variants work on unicode paths.
996
    def test_unicode_walkdirs(self):
997
        """Walkdirs should always return unicode paths."""
998
        name0 = u'0file-\xb6'
999
        name1 = u'1dir-\u062c\u0648'
1000
        name2 = u'2file-\u0633'
1001
        tree = [
1002
            name0,
1003
            name1 + '/',
1004
            name1 + '/' + name0,
1005
            name1 + '/' + name1 + '/',
1006
            name2,
1007
            ]
1008
        try:
1009
            self.build_tree(tree)
1010
        except UnicodeError:
1011
            raise TestSkipped('Could not represent Unicode chars'
1012
                              ' in current encoding.')
1013
        expected_dirblocks = [
1014
                ((u'', u'.'),
1015
                 [(name0, name0, 'file', './' + name0),
1016
                  (name1, name1, 'directory', './' + name1),
1017
                  (name2, name2, 'file', './' + name2),
1018
                 ]
1019
                ),
1020
                ((name1, './' + name1),
1021
                 [(name1 + '/' + name0, name0, 'file', './' + name1
1022
                                                        + '/' + name0),
1023
                  (name1 + '/' + name1, name1, 'directory', './' + name1
1024
                                                            + '/' + name1),
1025
                 ]
1026
                ),
1027
                ((name1 + '/' + name1, './' + name1 + '/' + name1),
1028
                 [
1029
                 ]
1030
                ),
1031
            ]
1032
        result = list(osutils.walkdirs('.'))
1033
        self._filter_out_stat(result)
1034
        self.assertEqual(expected_dirblocks, result)
1035
        result = list(osutils.walkdirs(u'./'+name1, name1))
1036
        self._filter_out_stat(result)
1037
        self.assertEqual(expected_dirblocks[1:], result)
1038
1039
    def test_unicode__walkdirs_utf8(self):
1040
        """Walkdirs_utf8 should always return utf8 paths.
1041
1042
        The abspath portion might be in unicode or utf-8
1043
        """
1044
        name0 = u'0file-\xb6'
1045
        name1 = u'1dir-\u062c\u0648'
1046
        name2 = u'2file-\u0633'
1047
        tree = [
1048
            name0,
1049
            name1 + '/',
1050
            name1 + '/' + name0,
1051
            name1 + '/' + name1 + '/',
1052
            name2,
1053
            ]
1054
        try:
1055
            self.build_tree(tree)
1056
        except UnicodeError:
1057
            raise TestSkipped('Could not represent Unicode chars'
1058
                              ' in current encoding.')
1059
        name0 = name0.encode('utf8')
1060
        name1 = name1.encode('utf8')
1061
        name2 = name2.encode('utf8')
1062
1063
        expected_dirblocks = [
1064
                (('', '.'),
1065
                 [(name0, name0, 'file', './' + name0),
1066
                  (name1, name1, 'directory', './' + name1),
1067
                  (name2, name2, 'file', './' + name2),
1068
                 ]
1069
                ),
1070
                ((name1, './' + name1),
1071
                 [(name1 + '/' + name0, name0, 'file', './' + name1
1072
                                                        + '/' + name0),
1073
                  (name1 + '/' + name1, name1, 'directory', './' + name1
1074
                                                            + '/' + name1),
1075
                 ]
1076
                ),
1077
                ((name1 + '/' + name1, './' + name1 + '/' + name1),
1078
                 [
1079
                 ]
1080
                ),
1081
            ]
1082
        result = []
1083
        # For ease in testing, if walkdirs_utf8 returns Unicode, assert that
1084
        # all abspaths are Unicode, and encode them back into utf8.
1085
        for dirdetail, dirblock in osutils._walkdirs_utf8('.'):
1086
            self.assertIsInstance(dirdetail[0], str)
1087
            if isinstance(dirdetail[1], unicode):
2324.2.4 by Dmitry Vasiliev
Fixed test_unicode__walkdirs_utf8 test
1088
                dirdetail = (dirdetail[0], dirdetail[1].encode('utf8'))
1089
                dirblock = [list(info) for info in dirblock]
2255.7.32 by John Arbash Meinel
Add tests that the walkdirs variants work on unicode paths.
1090
                for info in dirblock:
1091
                    self.assertIsInstance(info[4], unicode)
1092
                    info[4] = info[4].encode('utf8')
1093
            new_dirblock = []
1094
            for info in dirblock:
1095
                self.assertIsInstance(info[0], str)
1096
                self.assertIsInstance(info[1], str)
1097
                self.assertIsInstance(info[4], str)
1098
                # Remove the stat information
1099
                new_dirblock.append((info[0], info[1], info[2], info[4]))
1100
            result.append((dirdetail, new_dirblock))
1101
        self.assertEqual(expected_dirblocks, result)
1102
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1103
    def test__walkdirs_utf8_with_unicode_fs(self):
1104
        """UnicodeDirReader should be a safe fallback everywhere
2255.7.32 by John Arbash Meinel
Add tests that the walkdirs variants work on unicode paths.
1105
1106
        The abspath portion should be in unicode
1107
        """
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1108
        # Use the unicode reader. TODO: split into driver-and-driven unit
1109
        # tests.
1110
        self._save_platform_info()
1111
        osutils._selected_dir_reader = osutils.UnicodeDirReader()
2255.7.32 by John Arbash Meinel
Add tests that the walkdirs variants work on unicode paths.
1112
        name0u = u'0file-\xb6'
1113
        name1u = u'1dir-\u062c\u0648'
1114
        name2u = u'2file-\u0633'
1115
        tree = [
1116
            name0u,
1117
            name1u + '/',
1118
            name1u + '/' + name0u,
1119
            name1u + '/' + name1u + '/',
1120
            name2u,
1121
            ]
1122
        try:
1123
            self.build_tree(tree)
1124
        except UnicodeError:
1125
            raise TestSkipped('Could not represent Unicode chars'
1126
                              ' in current encoding.')
1127
        name0 = name0u.encode('utf8')
1128
        name1 = name1u.encode('utf8')
1129
        name2 = name2u.encode('utf8')
1130
1131
        # All of the abspaths should be in unicode, all of the relative paths
1132
        # should be in utf8
1133
        expected_dirblocks = [
1134
                (('', '.'),
1135
                 [(name0, name0, 'file', './' + name0u),
1136
                  (name1, name1, 'directory', './' + name1u),
1137
                  (name2, name2, 'file', './' + name2u),
1138
                 ]
1139
                ),
1140
                ((name1, './' + name1u),
1141
                 [(name1 + '/' + name0, name0, 'file', './' + name1u
1142
                                                        + '/' + name0u),
1143
                  (name1 + '/' + name1, name1, 'directory', './' + name1u
1144
                                                            + '/' + name1u),
1145
                 ]
1146
                ),
1147
                ((name1 + '/' + name1, './' + name1u + '/' + name1u),
1148
                 [
1149
                 ]
1150
                ),
1151
            ]
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1152
        result = list(osutils._walkdirs_utf8('.'))
2255.7.32 by John Arbash Meinel
Add tests that the walkdirs variants work on unicode paths.
1153
        self._filter_out_stat(result)
1154
        self.assertEqual(expected_dirblocks, result)
1155
3696.3.4 by John Arbash Meinel
Update the osutils test to find the objects in the right locations.
1156
    def test__walkdirs_utf8_win32readdir(self):
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1157
        self.requireFeature(Win32ReadDirFeature)
3504.4.1 by John Arbash Meinel
Write an alternative 'walkdirs' implementation that uses win32 apis.
1158
        self.requireFeature(tests.UnicodeFilenameFeature)
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1159
        from bzrlib._walkdirs_win32 import Win32ReadDir
1160
        self._save_platform_info()
3696.3.4 by John Arbash Meinel
Update the osutils test to find the objects in the right locations.
1161
        osutils._selected_dir_reader = Win32ReadDir()
3504.4.1 by John Arbash Meinel
Write an alternative 'walkdirs' implementation that uses win32 apis.
1162
        name0u = u'0file-\xb6'
1163
        name1u = u'1dir-\u062c\u0648'
1164
        name2u = u'2file-\u0633'
1165
        tree = [
1166
            name0u,
1167
            name1u + '/',
1168
            name1u + '/' + name0u,
1169
            name1u + '/' + name1u + '/',
1170
            name2u,
1171
            ]
1172
        self.build_tree(tree)
1173
        name0 = name0u.encode('utf8')
1174
        name1 = name1u.encode('utf8')
1175
        name2 = name2u.encode('utf8')
1176
1177
        # All of the abspaths should be in unicode, all of the relative paths
1178
        # should be in utf8
1179
        expected_dirblocks = [
1180
                (('', '.'),
1181
                 [(name0, name0, 'file', './' + name0u),
1182
                  (name1, name1, 'directory', './' + name1u),
1183
                  (name2, name2, 'file', './' + name2u),
1184
                 ]
1185
                ),
1186
                ((name1, './' + name1u),
1187
                 [(name1 + '/' + name0, name0, 'file', './' + name1u
1188
                                                        + '/' + name0u),
1189
                  (name1 + '/' + name1, name1, 'directory', './' + name1u
1190
                                                            + '/' + name1u),
1191
                 ]
1192
                ),
1193
                ((name1 + '/' + name1, './' + name1u + '/' + name1u),
1194
                 [
1195
                 ]
1196
                ),
1197
            ]
3696.3.4 by John Arbash Meinel
Update the osutils test to find the objects in the right locations.
1198
        result = list(osutils._walkdirs_utf8(u'.'))
3504.4.1 by John Arbash Meinel
Write an alternative 'walkdirs' implementation that uses win32 apis.
1199
        self._filter_out_stat(result)
1200
        self.assertEqual(expected_dirblocks, result)
1201
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
1202
    def assertStatIsCorrect(self, path, win32stat):
1203
        os_stat = os.stat(path)
1204
        self.assertEqual(os_stat.st_size, win32stat.st_size)
3504.4.6 by John Arbash Meinel
Start exposing the times on the stat, this now seems to be a complete walkdirs implementation.
1205
        self.assertAlmostEqual(os_stat.st_mtime, win32stat.st_mtime, places=4)
1206
        self.assertAlmostEqual(os_stat.st_ctime, win32stat.st_ctime, places=4)
1207
        self.assertAlmostEqual(os_stat.st_atime, win32stat.st_atime, places=4)
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
1208
        self.assertEqual(os_stat.st_dev, win32stat.st_dev)
1209
        self.assertEqual(os_stat.st_ino, win32stat.st_ino)
1210
        self.assertEqual(os_stat.st_mode, win32stat.st_mode)
1211
1212
    def test__walkdirs_utf_win32_find_file_stat_file(self):
1213
        """make sure our Stat values are valid"""
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1214
        self.requireFeature(Win32ReadDirFeature)
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
1215
        self.requireFeature(tests.UnicodeFilenameFeature)
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1216
        from bzrlib._walkdirs_win32 import Win32ReadDir
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
1217
        name0u = u'0file-\xb6'
1218
        name0 = name0u.encode('utf8')
1219
        self.build_tree([name0u])
1220
        # I hate to sleep() here, but I'm trying to make the ctime different
1221
        # from the mtime
1222
        time.sleep(2)
1223
        f = open(name0u, 'ab')
1224
        try:
1225
            f.write('just a small update')
1226
        finally:
1227
            f.close()
1228
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1229
        result = Win32ReadDir().read_dir('', u'.')
1230
        entry = result[0]
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
1231
        self.assertEqual((name0, name0, 'file'), entry[:3])
1232
        self.assertEqual(u'./' + name0u, entry[4])
1233
        self.assertStatIsCorrect(entry[4], entry[3])
3504.4.6 by John Arbash Meinel
Start exposing the times on the stat, this now seems to be a complete walkdirs implementation.
1234
        self.assertNotEqual(entry[3].st_mtime, entry[3].st_ctime)
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
1235
1236
    def test__walkdirs_utf_win32_find_file_stat_directory(self):
1237
        """make sure our Stat values are valid"""
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1238
        self.requireFeature(Win32ReadDirFeature)
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
1239
        self.requireFeature(tests.UnicodeFilenameFeature)
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1240
        from bzrlib._walkdirs_win32 import Win32ReadDir
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
1241
        name0u = u'0dir-\u062c\u0648'
1242
        name0 = name0u.encode('utf8')
1243
        self.build_tree([name0u + '/'])
1244
3696.3.1 by Robert Collins
Refactor bzrlib.osutils._walkdirs_utf8 to aid API migration in future.
1245
        result = Win32ReadDir().read_dir('', u'.')
1246
        entry = result[0]
3504.4.2 by John Arbash Meinel
Add a test case that shows the mtime is not being returned correctly.
1247
        self.assertEqual((name0, name0, 'directory'), entry[:3])
1248
        self.assertEqual(u'./' + name0u, entry[4])
1249
        self.assertStatIsCorrect(entry[4], entry[3])
1250
1773.3.1 by Robert Collins
Add path_prefix_key and compare_paths_prefix_order utility functions.
1251
    def assertPathCompare(self, path_less, path_greater):
1252
        """check that path_less and path_greater compare correctly."""
1253
        self.assertEqual(0, osutils.compare_paths_prefix_order(
1254
            path_less, path_less))
1255
        self.assertEqual(0, osutils.compare_paths_prefix_order(
1256
            path_greater, path_greater))
1257
        self.assertEqual(-1, osutils.compare_paths_prefix_order(
1258
            path_less, path_greater))
1259
        self.assertEqual(1, osutils.compare_paths_prefix_order(
1260
            path_greater, path_less))
1261
1262
    def test_compare_paths_prefix_order(self):
1263
        # root before all else
1264
        self.assertPathCompare("/", "/a")
1265
        # alpha within a dir
1266
        self.assertPathCompare("/a", "/b")
1267
        self.assertPathCompare("/b", "/z")
1268
        # high dirs before lower.
1269
        self.assertPathCompare("/z", "/a/a")
1773.3.2 by Robert Collins
New corner case from John Meinel, showing up the need to check the directory lexographically outside of a single tree's root. Fixed.
1270
        # except if the deeper dir should be output first
1271
        self.assertPathCompare("/a/b/c", "/d/g")
1773.3.1 by Robert Collins
Add path_prefix_key and compare_paths_prefix_order utility functions.
1272
        # lexical betwen dirs of the same height
1273
        self.assertPathCompare("/a/z", "/z/z")
1274
        self.assertPathCompare("/a/c/z", "/a/d/e")
1275
1276
        # this should also be consistent for no leading / paths
1277
        # root before all else
1278
        self.assertPathCompare("", "a")
1279
        # alpha within a dir
1280
        self.assertPathCompare("a", "b")
1281
        self.assertPathCompare("b", "z")
1282
        # high dirs before lower.
1283
        self.assertPathCompare("z", "a/a")
1773.3.2 by Robert Collins
New corner case from John Meinel, showing up the need to check the directory lexographically outside of a single tree's root. Fixed.
1284
        # except if the deeper dir should be output first
1285
        self.assertPathCompare("a/b/c", "d/g")
1773.3.1 by Robert Collins
Add path_prefix_key and compare_paths_prefix_order utility functions.
1286
        # lexical betwen dirs of the same height
1287
        self.assertPathCompare("a/z", "z/z")
1288
        self.assertPathCompare("a/c/z", "a/d/e")
1289
1773.3.3 by Robert Collins
Add new tests John Meinel asked for.
1290
    def test_path_prefix_sorting(self):
1291
        """Doing a sort on path prefix should match our sample data."""
1292
        original_paths = [
1293
            'a',
1294
            'a/b',
1295
            'a/b/c',
1296
            'b',
1297
            'b/c',
1298
            'd',
1299
            'd/e',
1300
            'd/e/f',
1301
            'd/f',
1302
            'd/g',
1303
            'g',
1304
            ]
1305
1306
        dir_sorted_paths = [
1307
            'a',
1308
            'b',
1309
            'd',
1310
            'g',
1311
            'a/b',
1312
            'a/b/c',
1313
            'b/c',
1314
            'd/e',
1315
            'd/f',
1316
            'd/g',
1317
            'd/e/f',
1318
            ]
1319
1320
        self.assertEqual(
1321
            dir_sorted_paths,
1322
            sorted(original_paths, key=osutils.path_prefix_key))
1323
        # using the comparison routine shoudl work too:
1324
        self.assertEqual(
1325
            dir_sorted_paths,
1326
            sorted(original_paths, cmp=osutils.compare_paths_prefix_order))
1711.4.10 by John Arbash Meinel
Pull out sys.stdout.encoding handling into a separate function so it can be tested, and used elsewhere.
1327
1328
1907.3.1 by John Arbash Meinel
create a copy_tree wrapper around walkdirs()
1329
class TestCopyTree(TestCaseInTempDir):
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1330
1907.3.1 by John Arbash Meinel
create a copy_tree wrapper around walkdirs()
1331
    def test_copy_basic_tree(self):
1332
        self.build_tree(['source/', 'source/a', 'source/b/', 'source/b/c'])
1333
        osutils.copy_tree('source', 'target')
2095.3.1 by Martin Pool
Tests shouldn't assume os.listdir returns sorted results
1334
        self.assertEqual(['a', 'b'], sorted(os.listdir('target')))
1907.3.1 by John Arbash Meinel
create a copy_tree wrapper around walkdirs()
1335
        self.assertEqual(['c'], os.listdir('target/b'))
1336
1337
    def test_copy_tree_target_exists(self):
1338
        self.build_tree(['source/', 'source/a', 'source/b/', 'source/b/c',
1339
                         'target/'])
1340
        osutils.copy_tree('source', 'target')
2095.3.1 by Martin Pool
Tests shouldn't assume os.listdir returns sorted results
1341
        self.assertEqual(['a', 'b'], sorted(os.listdir('target')))
1907.3.1 by John Arbash Meinel
create a copy_tree wrapper around walkdirs()
1342
        self.assertEqual(['c'], os.listdir('target/b'))
1343
1907.3.2 by John Arbash Meinel
Updated the copy_tree function to allow overriding functionality.
1344
    def test_copy_tree_symlinks(self):
2949.5.1 by Alexander Belchenko
selftest: use SymlinkFeature instead of TestSkipped where appropriate
1345
        self.requireFeature(SymlinkFeature)
1907.3.2 by John Arbash Meinel
Updated the copy_tree function to allow overriding functionality.
1346
        self.build_tree(['source/'])
1347
        os.symlink('a/generic/path', 'source/lnk')
1348
        osutils.copy_tree('source', 'target')
1349
        self.assertEqual(['lnk'], os.listdir('target'))
1350
        self.assertEqual('a/generic/path', os.readlink('target/lnk'))
1351
1352
    def test_copy_tree_handlers(self):
1353
        processed_files = []
1354
        processed_links = []
1355
        def file_handler(from_path, to_path):
1356
            processed_files.append(('f', from_path, to_path))
1357
        def dir_handler(from_path, to_path):
1358
            processed_files.append(('d', from_path, to_path))
1359
        def link_handler(from_path, to_path):
1360
            processed_links.append((from_path, to_path))
1361
        handlers = {'file':file_handler,
1362
                    'directory':dir_handler,
1363
                    'symlink':link_handler,
1364
                   }
1365
1366
        self.build_tree(['source/', 'source/a', 'source/b/', 'source/b/c'])
1367
        if osutils.has_symlinks():
1368
            os.symlink('a/generic/path', 'source/lnk')
1369
        osutils.copy_tree('source', 'target', handlers=handlers)
1370
1371
        self.assertEqual([('d', 'source', 'target'),
1372
                          ('f', 'source/a', 'target/a'),
1373
                          ('d', 'source/b', 'target/b'),
1374
                          ('f', 'source/b/c', 'target/b/c'),
1375
                         ], processed_files)
1376
        self.failIfExists('target')
1377
        if osutils.has_symlinks():
1378
            self.assertEqual([('source/lnk', 'target/lnk')], processed_links)
1379
1907.3.1 by John Arbash Meinel
create a copy_tree wrapper around walkdirs()
1380
2192.1.2 by Alexander Belchenko
Tests for osutils.get_terminal_encoding()
1381
#class TestTerminalEncoding has been moved to test_osutils_encodings.py
1382
# [bialix] 2006/12/26
1711.4.10 by John Arbash Meinel
Pull out sys.stdout.encoding handling into a separate function so it can be tested, and used elsewhere.
1383
1963.1.5 by John Arbash Meinel
Create an osutils helper function for modifying the environment
1384
1385
class TestSetUnsetEnv(TestCase):
1386
    """Test updating the environment"""
1387
1388
    def setUp(self):
1389
        super(TestSetUnsetEnv, self).setUp()
1390
1391
        self.assertEqual(None, os.environ.get('BZR_TEST_ENV_VAR'),
1392
                         'Environment was not cleaned up properly.'
1393
                         ' Variable BZR_TEST_ENV_VAR should not exist.')
1394
        def cleanup():
1395
            if 'BZR_TEST_ENV_VAR' in os.environ:
1396
                del os.environ['BZR_TEST_ENV_VAR']
1397
1398
        self.addCleanup(cleanup)
1399
1400
    def test_set(self):
1401
        """Test that we can set an env variable"""
1402
        old = osutils.set_or_unset_env('BZR_TEST_ENV_VAR', 'foo')
1403
        self.assertEqual(None, old)
1404
        self.assertEqual('foo', os.environ.get('BZR_TEST_ENV_VAR'))
1405
1406
    def test_double_set(self):
1407
        """Test that we get the old value out"""
1408
        osutils.set_or_unset_env('BZR_TEST_ENV_VAR', 'foo')
1409
        old = osutils.set_or_unset_env('BZR_TEST_ENV_VAR', 'bar')
1410
        self.assertEqual('foo', old)
1411
        self.assertEqual('bar', os.environ.get('BZR_TEST_ENV_VAR'))
1412
1413
    def test_unicode(self):
1414
        """Environment can only contain plain strings
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
1415
1963.1.5 by John Arbash Meinel
Create an osutils helper function for modifying the environment
1416
        So Unicode strings must be encoded.
1417
        """
2785.1.5 by Alexander Belchenko
support for non-ascii BZR_HOME in show_version()
1418
        uni_val, env_val = probe_unicode_in_user_encoding()
1419
        if uni_val is None:
1963.1.5 by John Arbash Meinel
Create an osutils helper function for modifying the environment
1420
            raise TestSkipped('Cannot find a unicode character that works in'
3224.5.4 by Andrew Bennetts
Fix test suite, mainly weeding out uses of bzrlib.user_encoding.
1421
                              ' encoding %s' % (osutils.get_user_encoding(),))
1963.1.5 by John Arbash Meinel
Create an osutils helper function for modifying the environment
1422
1423
        old = osutils.set_or_unset_env('BZR_TEST_ENV_VAR', uni_val)
1424
        self.assertEqual(env_val, os.environ.get('BZR_TEST_ENV_VAR'))
1425
1426
    def test_unset(self):
1427
        """Test that passing None will remove the env var"""
1428
        osutils.set_or_unset_env('BZR_TEST_ENV_VAR', 'foo')
1429
        old = osutils.set_or_unset_env('BZR_TEST_ENV_VAR', None)
1430
        self.assertEqual('foo', old)
1431
        self.assertEqual(None, os.environ.get('BZR_TEST_ENV_VAR'))
1432
        self.failIf('BZR_TEST_ENV_VAR' in os.environ)
1433
2215.6.2 by James Henstridge
add some simple tests for local_time_offset()
1434
1435
class TestLocalTimeOffset(TestCase):
1436
1437
    def test_local_time_offset(self):
1438
        """Test that local_time_offset() returns a sane value."""
1439
        offset = osutils.local_time_offset()
1440
        self.assertTrue(isinstance(offset, int))
2215.6.3 by James Henstridge
narrow the range that the local_time_offset() test uses
1441
        # Test that the offset is no more than a eighteen hours in
1442
        # either direction.
1443
        # Time zone handling is system specific, so it is difficult to
1444
        # do more specific tests, but a value outside of this range is
1445
        # probably wrong.
1446
        eighteen_hours = 18 * 3600
1447
        self.assertTrue(-eighteen_hours < offset < eighteen_hours)
2215.6.2 by James Henstridge
add some simple tests for local_time_offset()
1448
1449
    def test_local_time_offset_with_timestamp(self):
1450
        """Test that local_time_offset() works with a timestamp."""
1451
        offset = osutils.local_time_offset(1000000000.1234567)
1452
        self.assertTrue(isinstance(offset, int))
2215.6.3 by James Henstridge
narrow the range that the local_time_offset() test uses
1453
        eighteen_hours = 18 * 3600
1454
        self.assertTrue(-eighteen_hours < offset < eighteen_hours)
2922.1.2 by John Arbash Meinel
Add tests for sha_file_by_name.
1455
1456
1457
class TestShaFileByName(TestCaseInTempDir):
1458
1459
    def test_sha_empty(self):
1460
        self.build_tree_contents([('foo', '')])
1461
        expected_sha = osutils.sha_string('')
1462
        self.assertEqual(expected_sha, osutils.sha_file_by_name('foo'))
1463
1464
    def test_sha_mixed_endings(self):
1465
        text = 'test\r\nwith\nall\rpossible line endings\r\n'
1466
        self.build_tree_contents([('foo', text)])
1467
        expected_sha = osutils.sha_string(text)
1468
        self.assertEqual(expected_sha, osutils.sha_file_by_name('foo'))
3089.3.9 by Ian Clatworthy
add test for resource loading
1469
1470
1471
class TestResourceLoading(TestCaseInTempDir):
1472
1473
    def test_resource_string(self):
1474
        # test resource in bzrlib
1475
        text = osutils.resource_string('bzrlib', 'debug.py')
3959.1.4 by Martin Pool
test_resource_string shouldn't depend on the precise source file contents
1476
        self.assertContainsRe(text, "debug_flags = set()")
3089.3.9 by Ian Clatworthy
add test for resource loading
1477
        # test resource under bzrlib
1478
        text = osutils.resource_string('bzrlib.ui', 'text.py')
1479
        self.assertContainsRe(text, "class TextUIFactory")
1480
        # test unsupported package
1481
        self.assertRaises(errors.BzrError, osutils.resource_string, 'zzzz',
1482
            'yyy.xx')
1483
        # test unknown resource
1484
        self.assertRaises(IOError, osutils.resource_string, 'bzrlib', 'yyy.xx')