1
# Copyright (C) 2005-2010 Canonical Ltd
1
# Copyright (C) 2004, 2005 by Canonical Ltd
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
5
5
# the Free Software Foundation; either version 2 of the License, or
6
6
# (at your option) any later version.
8
8
# This program is distributed in the hope that it will be useful,
9
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
11
# GNU General Public License for more details.
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18
from cStringIO import StringIO
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
31
from bzrlib.transport import (
39
from bzrlib.tests import (
45
# TODO: Should possibly split transport-specific tests into their own files.
48
class TestTransport(tests.TestCase):
21
from cStringIO import StringIO
23
from bzrlib.errors import (NoSuchFile, FileExists,
24
TransportNotPossible, ConnectionError)
25
from bzrlib.tests import TestCase, TestCaseInTempDir
26
from bzrlib.tests.HTTPTestUtil import TestCaseWithWebserver
27
from bzrlib.transport import memory, urlescape
28
from bzrlib.osutils import pathjoin
32
"""Append the given text (file-like object) to the supplied filename."""
40
if sys.platform != 'win32':
41
def check_mode(test, path, mode):
42
"""Check that a particular path has the correct mode."""
43
actual_mode = stat.S_IMODE(os.stat(path).st_mode)
44
test.assertEqual(mode, actual_mode,
45
'mode of %r incorrect (%o != %o)' % (path, mode, actual_mode))
47
def check_mode(test, path, mode):
48
"""On win32 chmod doesn't have any effect,
49
so don't actually check anything
54
class TestTransport(TestCase):
49
55
"""Test the non transport-concrete class functionality."""
51
# FIXME: These tests should use addCleanup() and/or overrideAttr() instead
52
# of try/finally -- vila 20100205
54
def test__get_set_protocol_handlers(self):
55
handlers = transport._get_protocol_handlers()
56
self.assertNotEqual([], handlers.keys( ))
58
transport._clear_protocol_handlers()
59
self.assertEqual([], transport._get_protocol_handlers().keys())
61
transport._set_protocol_handlers(handlers)
63
def test_get_transport_modules(self):
64
handlers = transport._get_protocol_handlers()
65
# don't pollute the current handlers
66
transport._clear_protocol_handlers()
67
class SampleHandler(object):
68
"""I exist, isnt that enough?"""
70
transport._clear_protocol_handlers()
71
transport.register_transport_proto('foo')
72
transport.register_lazy_transport('foo',
73
'bzrlib.tests.test_transport',
74
'TestTransport.SampleHandler')
75
transport.register_transport_proto('bar')
76
transport.register_lazy_transport('bar',
77
'bzrlib.tests.test_transport',
78
'TestTransport.SampleHandler')
79
self.assertEqual([SampleHandler.__module__,
80
'bzrlib.transport.chroot',
81
'bzrlib.transport.pathfilter'],
82
transport._get_transport_modules())
84
transport._set_protocol_handlers(handlers)
86
def test_transport_dependency(self):
87
"""Transport with missing dependency causes no error"""
88
saved_handlers = transport._get_protocol_handlers()
89
# don't pollute the current handlers
90
transport._clear_protocol_handlers()
92
transport.register_transport_proto('foo')
93
transport.register_lazy_transport(
94
'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
96
transport.get_transport('foo://fooserver/foo')
97
except errors.UnsupportedProtocol, e:
99
self.assertEquals('Unsupported protocol'
100
' for url "foo://fooserver/foo":'
101
' Unable to import library "some_lib":'
102
' testing missing dependency', str(e))
57
def test_urlescape(self):
58
self.assertEqual('%25', urlescape('%'))
61
class TestTransportMixIn(object):
62
"""Subclass this, and it will provide a series of tests for a Transport.
63
It assumes that the Transport object is connected to the
64
current working directory. So that whatever is done
65
through the transport, should show up in the working
66
directory, and vice-versa.
68
This also tests to make sure that the functions work with both
69
generators and lists (assuming iter(list) is effectively a generator)
72
def get_transport(self):
73
"""Children should override this to return the Transport object.
75
raise NotImplementedError
77
def assertListRaises(self, excClass, func, *args, **kwargs):
78
"""Many transport functions can return generators this makes sure
79
to wrap them in a list() call to make sure the whole generator
80
is run, and that the proper exception is raised.
83
list(func(*args, **kwargs))
87
if hasattr(excClass,'__name__'): excName = excClass.__name__
88
else: excName = str(excClass)
89
raise self.failureException, "%s not raised" % excName
92
t = self.get_transport()
94
files = ['a', 'b', 'e', 'g', '%']
95
self.build_tree(files)
96
self.assertEqual(True, t.has('a'))
97
self.assertEqual(False, t.has('c'))
98
self.assertEqual(True, t.has(urlescape('%')))
99
self.assertEqual(list(t.has_multi(['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h'])),
100
[True, True, False, False, True, False, True, False])
101
self.assertEqual(True, t.has_any(['a', 'b', 'c']))
102
self.assertEqual(False, t.has_any(['c', 'd', 'f', urlescape('%%')]))
103
self.assertEqual(list(t.has_multi(iter(['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h']))),
104
[True, True, False, False, True, False, True, False])
105
self.assertEqual(False, t.has_any(['c', 'c', 'c']))
106
self.assertEqual(True, t.has_any(['b', 'b', 'b']))
109
t = self.get_transport()
111
files = ['a', 'b', 'e', 'g']
112
self.build_tree(files)
113
self.assertEqual(open('a', 'rb').read(), t.get('a').read())
114
content_f = t.get_multi(files)
115
for path,f in zip(files, content_f):
116
self.assertEqual(f.read(), open(path, 'rb').read())
118
content_f = t.get_multi(iter(files))
119
for path,f in zip(files, content_f):
120
self.assertEqual(f.read(), open(path, 'rb').read())
122
self.assertRaises(NoSuchFile, t.get, 'c')
123
self.assertListRaises(NoSuchFile, t.get_multi, ['a', 'b', 'c'])
124
self.assertListRaises(NoSuchFile, t.get_multi, iter(['a', 'b', 'c']))
127
t = self.get_transport()
129
# TODO: jam 20051215 No need to do anything if the test is readonly
130
# origininally it was thought that it would give
131
# more of a workout to readonly tests. By now the
132
# suite is probably thorough enough without testing
133
# readonly protocols in write sections
134
# The only thing that needs to be tested is that the
135
# right error is raised
138
self.assertRaises(TransportNotPossible,
139
t.put, 'a', 'some text for a\n')
140
open('a', 'wb').write('some text for a\n')
142
t.put('a', 'some text for a\n')
143
self.assert_(os.path.exists('a'))
144
self.check_file_contents('a', 'some text for a\n')
145
self.assertEqual(t.get('a').read(), 'some text for a\n')
146
# Make sure 'has' is updated
147
self.assertEqual(list(t.has_multi(['a', 'b', 'c', 'd', 'e'])),
148
[True, False, False, False, False])
150
self.assertRaises(TransportNotPossible,
152
[('a', 'new\ncontents for\na\n'),
153
('d', 'contents\nfor d\n')])
154
open('a', 'wb').write('new\ncontents for\na\n')
155
open('d', 'wb').write('contents\nfor d\n')
157
# Put also replaces contents
158
self.assertEqual(t.put_multi([('a', 'new\ncontents for\na\n'),
159
('d', 'contents\nfor d\n')]),
161
self.assertEqual(list(t.has_multi(['a', 'b', 'c', 'd', 'e'])),
162
[True, False, False, True, False])
163
self.check_file_contents('a', 'new\ncontents for\na\n')
164
self.check_file_contents('d', 'contents\nfor d\n')
167
self.assertRaises(TransportNotPossible,
168
t.put_multi, iter([('a', 'diff\ncontents for\na\n'),
169
('d', 'another contents\nfor d\n')]))
170
open('a', 'wb').write('diff\ncontents for\na\n')
171
open('d', 'wb').write('another contents\nfor d\n')
174
t.put_multi(iter([('a', 'diff\ncontents for\na\n'),
175
('d', 'another contents\nfor d\n')]))
177
self.check_file_contents('a', 'diff\ncontents for\na\n')
178
self.check_file_contents('d', 'another contents\nfor d\n')
181
self.assertRaises(TransportNotPossible,
182
t.put, 'path/doesnt/exist/c', 'contents')
184
self.assertRaises(NoSuchFile,
185
t.put, 'path/doesnt/exist/c', 'contents')
187
if not self.readonly:
188
t.put('mode644', 'test text\n', mode=0644)
189
check_mode(self, 'mode644', 0644)
191
t.put('mode666', 'test text\n', mode=0666)
192
check_mode(self, 'mode666', 0666)
194
t.put('mode600', 'test text\n', mode=0600)
195
check_mode(self, 'mode600', 0600)
197
# Yes, you can put a file such that it becomes readonly
198
t.put('mode400', 'test text\n', mode=0400)
199
check_mode(self, 'mode400', 0400)
201
t.put_multi([('mmode644', 'text\n')], mode=0644)
202
check_mode(self, 'mmode644', 0644)
204
# TODO: jam 20051215 test put_multi with a mode. I didn't bother because
205
# it seems most people don't like the _multi functions
207
def test_put_file(self):
208
t = self.get_transport()
210
# Test that StringIO can be used as a file-like object with put
211
f1 = StringIO('this is a string\nand some more stuff\n')
213
open('f1', 'wb').write(f1.read())
219
self.check_file_contents('f1',
220
'this is a string\nand some more stuff\n')
222
f2 = StringIO('here is some text\nand a bit more\n')
223
f3 = StringIO('some text for the\nthird file created\n')
226
open('f2', 'wb').write(f2.read())
227
open('f3', 'wb').write(f3.read())
229
t.put_multi([('f2', f2), ('f3', f3)])
233
self.check_file_contents('f2', 'here is some text\nand a bit more\n')
234
self.check_file_contents('f3', 'some text for the\nthird file created\n')
236
# Test that an actual file object can be used with put
237
f4 = open('f1', 'rb')
239
open('f4', 'wb').write(f4.read())
245
self.check_file_contents('f4',
246
'this is a string\nand some more stuff\n')
248
f5 = open('f2', 'rb')
249
f6 = open('f3', 'rb')
251
open('f5', 'wb').write(f5.read())
252
open('f6', 'wb').write(f6.read())
254
t.put_multi([('f5', f5), ('f6', f6)])
258
self.check_file_contents('f5', 'here is some text\nand a bit more\n')
259
self.check_file_contents('f6', 'some text for the\nthird file created\n')
261
if not self.readonly:
262
sio = StringIO('test text\n')
263
t.put('mode644', sio, mode=0644)
264
check_mode(self, 'mode644', 0644)
266
a = open('mode644', 'rb')
267
t.put('mode666', a, mode=0666)
268
check_mode(self, 'mode666', 0666)
270
a = open('mode644', 'rb')
271
t.put('mode600', a, mode=0600)
272
check_mode(self, 'mode600', 0600)
274
# Yes, you can put a file such that it becomes readonly
275
a = open('mode644', 'rb')
276
t.put('mode400', a, mode=0400)
277
check_mode(self, 'mode400', 0400)
279
def test_mkdir(self):
280
t = self.get_transport()
284
self.assertEqual(t.has('dir_a'), True)
285
self.assertEqual(t.has('dir_b'), False)
288
self.assertRaises(TransportNotPossible,
293
self.assertEqual(t.has('dir_b'), True)
294
self.assert_(os.path.isdir('dir_b'))
297
self.assertRaises(TransportNotPossible,
298
t.mkdir_multi, ['dir_c', 'dir_d'])
302
t.mkdir_multi(['dir_c', 'dir_d'])
305
self.assertRaises(TransportNotPossible,
306
t.mkdir_multi, iter(['dir_e', 'dir_f']))
310
t.mkdir_multi(iter(['dir_e', 'dir_f']))
311
self.assertEqual(list(t.has_multi(
312
['dir_a', 'dir_b', 'dir_c', 'dir_q',
313
'dir_d', 'dir_e', 'dir_f', 'dir_b'])),
314
[True, True, True, False,
315
True, True, True, True])
316
for d in ['dir_a', 'dir_b', 'dir_c', 'dir_d', 'dir_e', 'dir_f']:
317
self.assert_(os.path.isdir(d))
319
if not self.readonly:
320
self.assertRaises(NoSuchFile, t.mkdir, 'path/doesnt/exist')
321
self.assertRaises(FileExists, t.mkdir, 'dir_a') # Creating a directory again should fail
323
# Make sure the transport recognizes when a
324
# directory is created by other means
325
# Caching Transports will fail, because dir_e was already seen not
326
# to exist. So instead, we will search for a new directory
328
#if not self.readonly:
329
# self.assertRaises(FileExists, t.mkdir, 'dir_e')
332
if not self.readonly:
333
self.assertRaises(FileExists, t.mkdir, 'dir_g')
335
# Test get/put in sub-directories
337
open('dir_a/a', 'wb').write('contents of dir_a/a')
338
open('dir_b/b', 'wb').write('contents of dir_b/b')
341
t.put_multi([('dir_a/a', 'contents of dir_a/a'),
342
('dir_b/b', 'contents of dir_b/b')])
344
for f in ('dir_a/a', 'dir_b/b'):
345
self.assertEqual(t.get(f).read(), open(f, 'rb').read())
347
if not self.readonly:
348
# Test mkdir with a mode
349
t.mkdir('dmode755', mode=0755)
350
check_mode(self, 'dmode755', 0755)
352
t.mkdir('dmode555', mode=0555)
353
check_mode(self, 'dmode555', 0555)
355
t.mkdir('dmode777', mode=0777)
356
check_mode(self, 'dmode777', 0777)
358
t.mkdir('dmode700', mode=0700)
359
check_mode(self, 'dmode700', 0700)
361
# TODO: jam 20051215 test mkdir_multi with a mode
362
t.mkdir_multi(['mdmode755'], mode=0755)
363
check_mode(self, 'mdmode755', 0755)
366
def test_copy_to(self):
368
from bzrlib.transport.local import LocalTransport
370
t = self.get_transport()
372
files = ['a', 'b', 'c', 'd']
373
self.build_tree(files)
375
def get_temp_local():
376
dtmp = tempfile.mkdtemp(dir=u'.', prefix='test-transport-')
377
dtmp_base = os.path.basename(dtmp)
378
return dtmp_base, LocalTransport(dtmp)
379
dtmp_base, local_t = get_temp_local()
381
t.copy_to(files, local_t)
383
self.assertEquals(open(f, 'rb').read(),
384
open(pathjoin(dtmp_base, f), 'rb').read())
386
# Test that copying into a missing directory raises
389
open('e/f', 'wb').write('contents of e')
390
self.assertRaises(NoSuchFile, t.copy_to, ['e/f'], local_t)
392
os.mkdir(pathjoin(dtmp_base, 'e'))
393
t.copy_to(['e/f'], local_t)
395
del dtmp_base, local_t
397
dtmp_base, local_t = get_temp_local()
399
files = ['a', 'b', 'c', 'd']
400
t.copy_to(iter(files), local_t)
402
self.assertEquals(open(f, 'rb').read(),
403
open(pathjoin(dtmp_base, f), 'rb').read())
405
del dtmp_base, local_t
407
for mode in (0666, 0644, 0600, 0400):
408
dtmp_base, local_t = get_temp_local()
409
t.copy_to(files, local_t, mode=mode)
411
check_mode(self, os.path.join(dtmp_base, f), mode)
413
def test_append(self):
414
t = self.get_transport()
417
open('a', 'wb').write('diff\ncontents for\na\n')
418
open('b', 'wb').write('contents\nfor b\n')
421
('a', 'diff\ncontents for\na\n'),
422
('b', 'contents\nfor b\n')
426
self.assertRaises(TransportNotPossible,
427
t.append, 'a', 'add\nsome\nmore\ncontents\n')
428
_append('a', 'add\nsome\nmore\ncontents\n')
430
t.append('a', 'add\nsome\nmore\ncontents\n')
432
self.check_file_contents('a',
433
'diff\ncontents for\na\nadd\nsome\nmore\ncontents\n')
436
self.assertRaises(TransportNotPossible,
438
[('a', 'and\nthen\nsome\nmore\n'),
439
('b', 'some\nmore\nfor\nb\n')])
440
_append('a', 'and\nthen\nsome\nmore\n')
441
_append('b', 'some\nmore\nfor\nb\n')
443
t.append_multi([('a', 'and\nthen\nsome\nmore\n'),
444
('b', 'some\nmore\nfor\nb\n')])
445
self.check_file_contents('a',
446
'diff\ncontents for\na\n'
447
'add\nsome\nmore\ncontents\n'
448
'and\nthen\nsome\nmore\n')
449
self.check_file_contents('b',
451
'some\nmore\nfor\nb\n')
454
_append('a', 'a little bit more\n')
455
_append('b', 'from an iterator\n')
457
t.append_multi(iter([('a', 'a little bit more\n'),
458
('b', 'from an iterator\n')]))
459
self.check_file_contents('a',
460
'diff\ncontents for\na\n'
461
'add\nsome\nmore\ncontents\n'
462
'and\nthen\nsome\nmore\n'
463
'a little bit more\n')
464
self.check_file_contents('b',
466
'some\nmore\nfor\nb\n'
467
'from an iterator\n')
470
_append('c', 'some text\nfor a missing file\n')
471
_append('a', 'some text in a\n')
472
_append('d', 'missing file r\n')
474
t.append('c', 'some text\nfor a missing file\n')
475
t.append_multi([('a', 'some text in a\n'),
476
('d', 'missing file r\n')])
477
self.check_file_contents('a',
478
'diff\ncontents for\na\n'
479
'add\nsome\nmore\ncontents\n'
480
'and\nthen\nsome\nmore\n'
481
'a little bit more\n'
483
self.check_file_contents('c', 'some text\nfor a missing file\n')
484
self.check_file_contents('d', 'missing file r\n')
486
def test_append_file(self):
487
t = self.get_transport()
490
('f1', 'this is a string\nand some more stuff\n'),
491
('f2', 'here is some text\nand a bit more\n'),
492
('f3', 'some text for the\nthird file created\n'),
493
('f4', 'this is a string\nand some more stuff\n'),
494
('f5', 'here is some text\nand a bit more\n'),
495
('f6', 'some text for the\nthird file created\n')
499
for f, val in contents:
500
open(f, 'wb').write(val)
502
t.put_multi(contents)
504
a1 = StringIO('appending to\none\n')
506
_append('f1', a1.read())
512
self.check_file_contents('f1',
513
'this is a string\nand some more stuff\n'
514
'appending to\none\n')
516
a2 = StringIO('adding more\ntext to two\n')
517
a3 = StringIO('some garbage\nto put in three\n')
520
_append('f2', a2.read())
521
_append('f3', a3.read())
523
t.append_multi([('f2', a2), ('f3', a3)])
527
self.check_file_contents('f2',
528
'here is some text\nand a bit more\n'
529
'adding more\ntext to two\n')
530
self.check_file_contents('f3',
531
'some text for the\nthird file created\n'
532
'some garbage\nto put in three\n')
534
# Test that an actual file object can be used with put
535
a4 = open('f1', 'rb')
537
_append('f4', a4.read())
543
self.check_file_contents('f4',
544
'this is a string\nand some more stuff\n'
545
'this is a string\nand some more stuff\n'
546
'appending to\none\n')
548
a5 = open('f2', 'rb')
549
a6 = open('f3', 'rb')
551
_append('f5', a5.read())
552
_append('f6', a6.read())
554
t.append_multi([('f5', a5), ('f6', a6)])
558
self.check_file_contents('f5',
559
'here is some text\nand a bit more\n'
560
'here is some text\nand a bit more\n'
561
'adding more\ntext to two\n')
562
self.check_file_contents('f6',
563
'some text for the\nthird file created\n'
564
'some text for the\nthird file created\n'
565
'some garbage\nto put in three\n')
567
a5 = open('f2', 'rb')
568
a6 = open('f2', 'rb')
569
a7 = open('f3', 'rb')
571
_append('c', a5.read())
572
_append('a', a6.read())
573
_append('d', a7.read())
576
t.append_multi([('a', a6), ('d', a7)])
578
self.check_file_contents('c', open('f2', 'rb').read())
579
self.check_file_contents('d', open('f3', 'rb').read())
582
def test_delete(self):
583
# TODO: Test Transport.delete
584
t = self.get_transport()
586
# Not much to do with a readonly transport
590
open('a', 'wb').write('a little bit of text\n')
591
self.failUnless(t.has('a'))
592
self.failUnlessExists('a')
594
self.failIf(os.path.lexists('a'))
596
self.assertRaises(NoSuchFile, t.delete, 'a')
598
open('a', 'wb').write('a text\n')
599
open('b', 'wb').write('b text\n')
600
open('c', 'wb').write('c text\n')
601
self.assertEqual([True, True, True],
602
list(t.has_multi(['a', 'b', 'c'])))
603
t.delete_multi(['a', 'c'])
604
self.assertEqual([False, True, False],
605
list(t.has_multi(['a', 'b', 'c'])))
606
self.failIf(os.path.lexists('a'))
607
self.failUnlessExists('b')
608
self.failIf(os.path.lexists('c'))
610
self.assertRaises(NoSuchFile,
611
t.delete_multi, ['a', 'b', 'c'])
613
self.assertRaises(NoSuchFile,
614
t.delete_multi, iter(['a', 'b', 'c']))
616
open('a', 'wb').write('another a text\n')
617
open('c', 'wb').write('another c text\n')
618
t.delete_multi(iter(['a', 'b', 'c']))
620
# We should have deleted everything
621
# SftpServer creates control files in the
622
# working directory, so we can just do a
624
# self.assertEqual([], os.listdir('.'))
627
t = self.get_transport()
632
# TODO: I would like to use os.listdir() to
633
# make sure there are no extra files, but SftpServer
634
# creates control files in the working directory
635
# perhaps all of this could be done in a subdirectory
637
open('a', 'wb').write('a first file\n')
638
self.assertEquals([True, False], list(t.has_multi(['a', 'b'])))
641
self.failUnlessExists('b')
642
self.failIf(os.path.lexists('a'))
644
self.check_file_contents('b', 'a first file\n')
645
self.assertEquals([False, True], list(t.has_multi(['a', 'b'])))
648
open('c', 'wb').write('c this file\n')
650
self.failIf(os.path.lexists('c'))
651
self.check_file_contents('b', 'c this file\n')
653
# TODO: Try to write a test for atomicity
654
# TODO: Test moving into a non-existant subdirectory
655
# TODO: Test Transport.move_multi
658
t = self.get_transport()
663
open('a', 'wb').write('a file\n')
665
self.check_file_contents('b', 'a file\n')
667
self.assertRaises(NoSuchFile, t.copy, 'c', 'd')
669
# What should the assert be if you try to copy a
670
# file over a directory?
671
#self.assertRaises(Something, t.copy, 'a', 'c')
672
open('d', 'wb').write('text in d\n')
674
self.check_file_contents('b', 'text in d\n')
676
# TODO: test copy_multi
678
def test_connection_error(self):
679
"""ConnectionError is raised when connection is impossible"""
680
if not hasattr(self, "get_bogus_transport"):
682
t = self.get_bogus_transport()
685
except (ConnectionError, NoSuchFile), e:
687
except (Exception), e:
688
self.failIf(True, 'Wrong exception thrown: %s' % e)
690
self.failIf(True, 'Did not get the expected exception.')
693
# TODO: Test stat, just try once, and if it throws, stop testing
694
from stat import S_ISDIR, S_ISREG
696
t = self.get_transport()
700
except TransportNotPossible, e:
701
# This transport cannot stat
704
paths = ['a', 'b/', 'b/c', 'b/d/', 'b/d/e']
705
self.build_tree(paths)
711
local_st = os.stat(p)
713
self.failUnless(S_ISDIR(st.st_mode))
104
self.fail('Did not raise UnsupportedProtocol')
106
# restore original values
107
transport._set_protocol_handlers(saved_handlers)
109
def test_transport_fallback(self):
110
"""Transport with missing dependency causes no error"""
111
saved_handlers = transport._get_protocol_handlers()
113
transport._clear_protocol_handlers()
114
transport.register_transport_proto('foo')
115
transport.register_lazy_transport(
116
'foo', 'bzrlib.tests.test_transport', 'BackupTransportHandler')
117
transport.register_lazy_transport(
118
'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
119
t = transport.get_transport('foo://fooserver/foo')
120
self.assertTrue(isinstance(t, BackupTransportHandler))
122
transport._set_protocol_handlers(saved_handlers)
124
def test_ssh_hints(self):
125
"""Transport ssh:// should raise an error pointing out bzr+ssh://"""
127
transport.get_transport('ssh://fooserver/foo')
128
except errors.UnsupportedProtocol, e:
130
self.assertEquals('Unsupported protocol'
131
' for url "ssh://fooserver/foo":'
132
' bzr supports bzr+ssh to operate over ssh,'
133
' use "bzr+ssh://fooserver/foo".',
715
self.failUnless(S_ISREG(st.st_mode))
716
self.assertEqual(local_st.st_size, st.st_size)
717
self.assertEqual(local_st.st_mode, st.st_mode)
718
local_stats.append(local_st)
720
remote_stats = list(t.stat_multi(paths))
721
remote_iter_stats = list(t.stat_multi(iter(paths)))
723
for local, remote, remote_iter in \
724
zip(local_stats, remote_stats, remote_iter_stats):
725
self.assertEqual(local.st_mode, remote.st_mode)
726
self.assertEqual(local.st_mode, remote_iter.st_mode)
728
self.assertEqual(local.st_size, remote.st_size)
729
self.assertEqual(local.st_size, remote_iter.st_size)
730
# Should we test UID/GID?
732
self.assertRaises(NoSuchFile, t.stat, 'q')
733
self.assertRaises(NoSuchFile, t.stat, 'b/a')
735
self.assertListRaises(NoSuchFile, t.stat_multi, ['a', 'c', 'd'])
736
self.assertListRaises(NoSuchFile, t.stat_multi, iter(['a', 'c', 'd']))
738
def test_list_dir(self):
739
# TODO: Test list_dir, just try once, and if it throws, stop testing
740
t = self.get_transport()
743
self.assertRaises(TransportNotPossible, t.list_dir, '.')
747
l = list(t.list_dir(d))
751
# SftpServer creates control files in the working directory
752
# so lets move down a directory to be safe
757
self.assertEqual([], sorted_list(u'.'))
758
self.build_tree(['a', 'b', 'c/', 'c/d', 'c/e'])
760
self.assertEqual([u'a', u'b', u'c'], sorted_list(u'.'))
761
self.assertEqual([u'd', u'e'], sorted_list(u'c'))
765
self.assertEqual([u'a', u'c'], sorted_list('.'))
766
self.assertEqual([u'e'], sorted_list(u'c'))
768
self.assertListRaises(NoSuchFile, t.list_dir, 'q')
769
self.assertListRaises(NoSuchFile, t.list_dir, 'c/f')
770
self.assertListRaises(NoSuchFile, t.list_dir, 'a')
772
def test_clone(self):
773
# TODO: Test that clone moves up and down the filesystem
774
t1 = self.get_transport()
776
self.build_tree(['a', 'b/', 'b/c'])
778
self.failUnless(t1.has('a'))
779
self.failUnless(t1.has('b/c'))
780
self.failIf(t1.has('c'))
783
self.failUnless(t2.has('c'))
784
self.failIf(t2.has('a'))
787
self.failUnless(t3.has('a'))
788
self.failIf(t3.has('c'))
790
self.failIf(t1.has('b/d'))
791
self.failIf(t2.has('d'))
792
self.failIf(t3.has('b/d'))
795
open('b/d', 'wb').write('newfile\n')
136
self.fail('Did not raise UnsupportedProtocol')
138
def test_LateReadError(self):
139
"""The LateReadError helper should raise on read()."""
140
a_file = transport.LateReadError('a path')
143
except errors.ReadError, error:
144
self.assertEqual('a path', error.path)
145
self.assertRaises(errors.ReadError, a_file.read, 40)
148
def test__combine_paths(self):
149
t = transport.Transport('/')
150
self.assertEqual('/home/sarah/project/foo',
151
t._combine_paths('/home/sarah', 'project/foo'))
152
self.assertEqual('/etc',
153
t._combine_paths('/home/sarah', '../../etc'))
154
self.assertEqual('/etc',
155
t._combine_paths('/home/sarah', '../../../etc'))
156
self.assertEqual('/etc',
157
t._combine_paths('/home/sarah', '/etc'))
159
def test_local_abspath_non_local_transport(self):
160
# the base implementation should throw
161
t = memory.MemoryTransport()
162
e = self.assertRaises(errors.NotLocalUrl, t.local_abspath, 't')
163
self.assertEqual('memory:///t is not a local path.', str(e))
166
class TestCoalesceOffsets(tests.TestCase):
168
def check(self, expected, offsets, limit=0, max_size=0, fudge=0):
169
coalesce = transport.Transport._coalesce_offsets
170
exp = [transport._CoalescedOffset(*x) for x in expected]
171
out = list(coalesce(offsets, limit=limit, fudge_factor=fudge,
173
self.assertEqual(exp, out)
175
def test_coalesce_empty(self):
178
def test_coalesce_simple(self):
179
self.check([(0, 10, [(0, 10)])], [(0, 10)])
181
def test_coalesce_unrelated(self):
182
self.check([(0, 10, [(0, 10)]),
184
], [(0, 10), (20, 10)])
186
def test_coalesce_unsorted(self):
187
self.check([(20, 10, [(0, 10)]),
189
], [(20, 10), (0, 10)])
191
def test_coalesce_nearby(self):
192
self.check([(0, 20, [(0, 10), (10, 10)])],
195
def test_coalesce_overlapped(self):
196
self.assertRaises(ValueError,
197
self.check, [(0, 15, [(0, 10), (5, 10)])],
200
def test_coalesce_limit(self):
201
self.check([(10, 50, [(0, 10), (10, 10), (20, 10),
202
(30, 10), (40, 10)]),
203
(60, 50, [(0, 10), (10, 10), (20, 10),
204
(30, 10), (40, 10)]),
205
], [(10, 10), (20, 10), (30, 10), (40, 10),
206
(50, 10), (60, 10), (70, 10), (80, 10),
207
(90, 10), (100, 10)],
210
def test_coalesce_no_limit(self):
211
self.check([(10, 100, [(0, 10), (10, 10), (20, 10),
212
(30, 10), (40, 10), (50, 10),
213
(60, 10), (70, 10), (80, 10),
215
], [(10, 10), (20, 10), (30, 10), (40, 10),
216
(50, 10), (60, 10), (70, 10), (80, 10),
217
(90, 10), (100, 10)])
219
def test_coalesce_fudge(self):
220
self.check([(10, 30, [(0, 10), (20, 10)]),
221
(100, 10, [(0, 10),]),
222
], [(10, 10), (30, 10), (100, 10)],
225
def test_coalesce_max_size(self):
226
self.check([(10, 20, [(0, 10), (10, 10)]),
228
# If one range is above max_size, it gets its own coalesced
230
(100, 80, [(0, 80),]),],
231
[(10, 10), (20, 10), (30, 50), (100, 80)],
235
def test_coalesce_no_max_size(self):
236
self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)]),],
237
[(10, 10), (20, 10), (30, 50), (80, 100)],
240
def test_coalesce_default_limit(self):
241
# By default we use a 100MB max size.
242
ten_mb = 10*1024*1024
243
self.check([(0, 10*ten_mb, [(i*ten_mb, ten_mb) for i in range(10)]),
244
(10*ten_mb, ten_mb, [(0, ten_mb)])],
245
[(i*ten_mb, ten_mb) for i in range(11)])
246
self.check([(0, 11*ten_mb, [(i*ten_mb, ten_mb) for i in range(11)]),],
247
[(i*ten_mb, ten_mb) for i in range(11)],
248
max_size=1*1024*1024*1024)
251
class TestMemoryServer(tests.TestCase):
253
def test_create_server(self):
254
server = memory.MemoryServer()
255
server.start_server()
256
url = server.get_url()
257
self.assertTrue(url in transport.transport_list_registry)
258
t = transport.get_transport(url)
261
self.assertFalse(url in transport.transport_list_registry)
262
self.assertRaises(errors.UnsupportedProtocol,
263
transport.get_transport, url)
266
class TestMemoryTransport(tests.TestCase):
797
t2.put('d', 'newfile\n')
799
self.failUnless(t1.has('b/d'))
800
self.failUnless(t2.has('d'))
801
self.failUnless(t3.has('b/d'))
804
class LocalTransportTest(TestCaseInTempDir, TestTransportMixIn):
805
def get_transport(self):
806
from bzrlib.transport.local import LocalTransport
807
return LocalTransport(u'.')
810
class HttpTransportTest(TestCaseWithWebserver, TestTransportMixIn):
814
def get_transport(self):
815
from bzrlib.transport.http import HttpTransport
816
url = self.get_remote_url(u'.')
817
return HttpTransport(url)
819
def get_bogus_transport(self):
820
from bzrlib.transport.http import HttpTransport
821
return HttpTransport('http://jasldkjsalkdjalksjdkljasd')
824
class TestMemoryTransport(TestCase):
268
826
def test_get_transport(self):
269
827
memory.MemoryTransport()
271
829
def test_clone(self):
272
t = memory.MemoryTransport()
273
self.assertTrue(isinstance(t, memory.MemoryTransport))
274
self.assertEqual("memory:///", t.clone("/").base)
830
transport = memory.MemoryTransport()
831
self.failUnless(transport.clone() is transport)
276
833
def test_abspath(self):
277
t = memory.MemoryTransport()
278
self.assertEqual("memory:///relpath", t.abspath('relpath'))
280
def test_abspath_of_root(self):
281
t = memory.MemoryTransport()
282
self.assertEqual("memory:///", t.base)
283
self.assertEqual("memory:///", t.abspath('/'))
285
def test_abspath_of_relpath_starting_at_root(self):
286
t = memory.MemoryTransport()
287
self.assertEqual("memory:///foo", t.abspath('/foo'))
834
transport = memory.MemoryTransport()
835
self.assertEqual("in-memory:relpath", transport.abspath('relpath'))
837
def test_relpath(self):
838
transport = memory.MemoryTransport()
289
840
def test_append_and_get(self):
290
t = memory.MemoryTransport()
291
t.append_bytes('path', 'content')
292
self.assertEqual(t.get('path').read(), 'content')
293
t.append_file('path', StringIO('content'))
294
self.assertEqual(t.get('path').read(), 'contentcontent')
841
transport = memory.MemoryTransport()
842
transport.append('path', StringIO('content'))
843
self.assertEqual(transport.get('path').read(), 'content')
844
transport.append('path', StringIO('content'))
845
self.assertEqual(transport.get('path').read(), 'contentcontent')
296
847
def test_put_and_get(self):
297
t = memory.MemoryTransport()
298
t.put_file('path', StringIO('content'))
299
self.assertEqual(t.get('path').read(), 'content')
300
t.put_bytes('path', 'content')
301
self.assertEqual(t.get('path').read(), 'content')
848
transport = memory.MemoryTransport()
849
transport.put('path', StringIO('content'))
850
self.assertEqual(transport.get('path').read(), 'content')
851
transport.put('path', StringIO('content'))
852
self.assertEqual(transport.get('path').read(), 'content')
303
854
def test_append_without_dir_fails(self):
304
t = memory.MemoryTransport()
305
self.assertRaises(errors.NoSuchFile,
306
t.append_bytes, 'dir/path', 'content')
855
transport = memory.MemoryTransport()
856
self.assertRaises(NoSuchFile,
857
transport.append, 'dir/path', StringIO('content'))
308
859
def test_put_without_dir_fails(self):
309
t = memory.MemoryTransport()
310
self.assertRaises(errors.NoSuchFile,
311
t.put_file, 'dir/path', StringIO('content'))
860
transport = memory.MemoryTransport()
861
self.assertRaises(NoSuchFile,
862
transport.put, 'dir/path', StringIO('content'))
313
864
def test_get_missing(self):
314
865
transport = memory.MemoryTransport()
315
self.assertRaises(errors.NoSuchFile, transport.get, 'foo')
866
self.assertRaises(NoSuchFile, transport.get, 'foo')
317
868
def test_has_missing(self):
318
t = memory.MemoryTransport()
319
self.assertEquals(False, t.has('foo'))
869
transport = memory.MemoryTransport()
870
self.assertEquals(False, transport.has('foo'))
321
872
def test_has_present(self):
322
t = memory.MemoryTransport()
323
t.append_bytes('foo', 'content')
324
self.assertEquals(True, t.has('foo'))
326
def test_list_dir(self):
327
t = memory.MemoryTransport()
328
t.put_bytes('foo', 'content')
330
t.put_bytes('dir/subfoo', 'content')
331
t.put_bytes('dirlike', 'content')
333
self.assertEquals(['dir', 'dirlike', 'foo'], sorted(t.list_dir('.')))
334
self.assertEquals(['subfoo'], sorted(t.list_dir('dir')))
873
transport = memory.MemoryTransport()
874
transport.append('foo', StringIO('content'))
875
self.assertEquals(True, transport.has('foo'))
336
877
def test_mkdir(self):
337
t = memory.MemoryTransport()
339
t.append_bytes('dir/path', 'content')
340
self.assertEqual(t.get('dir/path').read(), 'content')
878
transport = memory.MemoryTransport()
879
transport.mkdir('dir')
880
transport.append('dir/path', StringIO('content'))
881
self.assertEqual(transport.get('dir/path').read(), 'content')
342
883
def test_mkdir_missing_parent(self):
343
t = memory.MemoryTransport()
344
self.assertRaises(errors.NoSuchFile, t.mkdir, 'dir/dir')
884
transport = memory.MemoryTransport()
885
self.assertRaises(NoSuchFile,
886
transport.mkdir, 'dir/dir')
346
888
def test_mkdir_twice(self):
347
t = memory.MemoryTransport()
349
self.assertRaises(errors.FileExists, t.mkdir, 'dir')
889
transport = memory.MemoryTransport()
890
transport.mkdir('dir')
891
self.assertRaises(FileExists, transport.mkdir, 'dir')
351
893
def test_parameters(self):
352
t = memory.MemoryTransport()
353
self.assertEqual(True, t.listable())
354
self.assertEqual(False, t.is_readonly())
894
transport = memory.MemoryTransport()
895
self.assertEqual(True, transport.listable())
896
self.assertEqual(False, transport.should_cache())
356
898
def test_iter_files_recursive(self):
357
t = memory.MemoryTransport()
359
t.put_bytes('dir/foo', 'content')
360
t.put_bytes('dir/bar', 'content')
361
t.put_bytes('bar', 'content')
362
paths = set(t.iter_files_recursive())
899
transport = memory.MemoryTransport()
900
transport.mkdir('dir')
901
transport.put('dir/foo', StringIO('content'))
902
transport.put('dir/bar', StringIO('content'))
903
transport.put('bar', StringIO('content'))
904
paths = set(transport.iter_files_recursive())
363
905
self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
365
907
def test_stat(self):
366
t = memory.MemoryTransport()
367
t.put_bytes('foo', 'content')
368
t.put_bytes('bar', 'phowar')
369
self.assertEqual(7, t.stat('foo').st_size)
370
self.assertEqual(6, t.stat('bar').st_size)
373
class ChrootDecoratorTransportTest(tests.TestCase):
374
"""Chroot decoration specific tests."""
376
def test_abspath(self):
377
# The abspath is always relative to the chroot_url.
378
server = chroot.ChrootServer(
379
transport.get_transport('memory:///foo/bar/'))
380
self.start_server(server)
381
t = transport.get_transport(server.get_url())
382
self.assertEqual(server.get_url(), t.abspath('/'))
384
subdir_t = t.clone('subdir')
385
self.assertEqual(server.get_url(), subdir_t.abspath('/'))
387
def test_clone(self):
388
server = chroot.ChrootServer(
389
transport.get_transport('memory:///foo/bar/'))
390
self.start_server(server)
391
t = transport.get_transport(server.get_url())
392
# relpath from root and root path are the same
393
relpath_cloned = t.clone('foo')
394
abspath_cloned = t.clone('/foo')
395
self.assertEqual(server, relpath_cloned.server)
396
self.assertEqual(server, abspath_cloned.server)
398
def test_chroot_url_preserves_chroot(self):
399
"""Calling get_transport on a chroot transport's base should produce a
400
transport with exactly the same behaviour as the original chroot
403
This is so that it is not possible to escape a chroot by doing::
404
url = chroot_transport.base
405
parent_url = urlutils.join(url, '..')
406
new_t = transport.get_transport(parent_url)
408
server = chroot.ChrootServer(
409
transport.get_transport('memory:///path/subpath'))
410
self.start_server(server)
411
t = transport.get_transport(server.get_url())
412
new_t = transport.get_transport(t.base)
413
self.assertEqual(t.server, new_t.server)
414
self.assertEqual(t.base, new_t.base)
416
def test_urljoin_preserves_chroot(self):
417
"""Using urlutils.join(url, '..') on a chroot URL should not produce a
418
URL that escapes the intended chroot.
420
This is so that it is not possible to escape a chroot by doing::
421
url = chroot_transport.base
422
parent_url = urlutils.join(url, '..')
423
new_t = transport.get_transport(parent_url)
425
server = chroot.ChrootServer(transport.get_transport('memory:///path/'))
426
self.start_server(server)
427
t = transport.get_transport(server.get_url())
429
errors.InvalidURLJoin, urlutils.join, t.base, '..')
432
class TestChrootServer(tests.TestCase):
434
def test_construct(self):
435
backing_transport = memory.MemoryTransport()
436
server = chroot.ChrootServer(backing_transport)
437
self.assertEqual(backing_transport, server.backing_transport)
439
def test_setUp(self):
440
backing_transport = memory.MemoryTransport()
441
server = chroot.ChrootServer(backing_transport)
442
server.start_server()
444
self.assertTrue(server.scheme
445
in transport._get_protocol_handlers().keys())
449
def test_stop_server(self):
450
backing_transport = memory.MemoryTransport()
451
server = chroot.ChrootServer(backing_transport)
452
server.start_server()
454
self.assertFalse(server.scheme
455
in transport._get_protocol_handlers().keys())
457
def test_get_url(self):
458
backing_transport = memory.MemoryTransport()
459
server = chroot.ChrootServer(backing_transport)
460
server.start_server()
462
self.assertEqual('chroot-%d:///' % id(server), server.get_url())
467
class PathFilteringDecoratorTransportTest(tests.TestCase):
468
"""Pathfilter decoration specific tests."""
470
def test_abspath(self):
471
# The abspath is always relative to the base of the backing transport.
472
server = pathfilter.PathFilteringServer(
473
transport.get_transport('memory:///foo/bar/'),
475
server.start_server()
476
t = transport.get_transport(server.get_url())
477
self.assertEqual(server.get_url(), t.abspath('/'))
479
subdir_t = t.clone('subdir')
480
self.assertEqual(server.get_url(), subdir_t.abspath('/'))
483
def make_pf_transport(self, filter_func=None):
484
"""Make a PathFilteringTransport backed by a MemoryTransport.
486
:param filter_func: by default this will be a no-op function. Use this
487
parameter to override it."""
488
if filter_func is None:
489
filter_func = lambda x: x
490
server = pathfilter.PathFilteringServer(
491
transport.get_transport('memory:///foo/bar/'), filter_func)
492
server.start_server()
493
self.addCleanup(server.stop_server)
494
return transport.get_transport(server.get_url())
496
def test__filter(self):
497
# _filter (with an identity func as filter_func) always returns
498
# paths relative to the base of the backing transport.
499
t = self.make_pf_transport()
500
self.assertEqual('foo', t._filter('foo'))
501
self.assertEqual('foo/bar', t._filter('foo/bar'))
502
self.assertEqual('', t._filter('..'))
503
self.assertEqual('', t._filter('/'))
504
# The base of the pathfiltering transport is taken into account too.
505
t = t.clone('subdir1/subdir2')
506
self.assertEqual('subdir1/subdir2/foo', t._filter('foo'))
507
self.assertEqual('subdir1/subdir2/foo/bar', t._filter('foo/bar'))
508
self.assertEqual('subdir1', t._filter('..'))
509
self.assertEqual('', t._filter('/'))
511
def test_filter_invocation(self):
514
filter_log.append(path)
516
t = self.make_pf_transport(filter)
518
self.assertEqual(['abc'], filter_log)
520
t.clone('abc').has('xyz')
521
self.assertEqual(['abc/xyz'], filter_log)
524
self.assertEqual(['abc'], filter_log)
526
def test_clone(self):
527
t = self.make_pf_transport()
528
# relpath from root and root path are the same
529
relpath_cloned = t.clone('foo')
530
abspath_cloned = t.clone('/foo')
531
self.assertEqual(t.server, relpath_cloned.server)
532
self.assertEqual(t.server, abspath_cloned.server)
534
def test_url_preserves_pathfiltering(self):
535
"""Calling get_transport on a pathfiltered transport's base should
536
produce a transport with exactly the same behaviour as the original
537
pathfiltered transport.
539
This is so that it is not possible to escape (accidentally or
540
otherwise) the filtering by doing::
541
url = filtered_transport.base
542
parent_url = urlutils.join(url, '..')
543
new_t = transport.get_transport(parent_url)
545
t = self.make_pf_transport()
546
new_t = transport.get_transport(t.base)
547
self.assertEqual(t.server, new_t.server)
548
self.assertEqual(t.base, new_t.base)
551
class ReadonlyDecoratorTransportTest(tests.TestCase):
552
"""Readonly decoration specific tests."""
554
def test_local_parameters(self):
555
# connect to . in readonly mode
556
t = readonly.ReadonlyTransportDecorator('readonly+.')
557
self.assertEqual(True, t.listable())
558
self.assertEqual(True, t.is_readonly())
560
def test_http_parameters(self):
561
from bzrlib.tests.http_server import HttpServer
562
# connect to '.' via http which is not listable
563
server = HttpServer()
564
self.start_server(server)
565
t = transport.get_transport('readonly+' + server.get_url())
566
self.failUnless(isinstance(t, readonly.ReadonlyTransportDecorator))
567
self.assertEqual(False, t.listable())
568
self.assertEqual(True, t.is_readonly())
571
class FakeNFSDecoratorTests(tests.TestCaseInTempDir):
572
"""NFS decorator specific tests."""
574
def get_nfs_transport(self, url):
575
# connect to url with nfs decoration
576
return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
578
def test_local_parameters(self):
579
# the listable and is_readonly parameters
580
# are not changed by the fakenfs decorator
581
t = self.get_nfs_transport('.')
582
self.assertEqual(True, t.listable())
583
self.assertEqual(False, t.is_readonly())
585
def test_http_parameters(self):
586
# the listable and is_readonly parameters
587
# are not changed by the fakenfs decorator
588
from bzrlib.tests.http_server import HttpServer
589
# connect to '.' via http which is not listable
590
server = HttpServer()
591
self.start_server(server)
592
t = self.get_nfs_transport(server.get_url())
593
self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
594
self.assertEqual(False, t.listable())
595
self.assertEqual(True, t.is_readonly())
597
def test_fakenfs_server_default(self):
598
# a FakeNFSServer() should bring up a local relpath server for itself
599
server = test_server.FakeNFSServer()
600
self.start_server(server)
601
# the url should be decorated appropriately
602
self.assertStartsWith(server.get_url(), 'fakenfs+')
603
# and we should be able to get a transport for it
604
t = transport.get_transport(server.get_url())
605
# which must be a FakeNFSTransportDecorator instance.
606
self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
608
def test_fakenfs_rename_semantics(self):
609
# a FakeNFS transport must mangle the way rename errors occur to
610
# look like NFS problems.
611
t = self.get_nfs_transport('.')
612
self.build_tree(['from/', 'from/foo', 'to/', 'to/bar'],
614
self.assertRaises(errors.ResourceBusy, t.rename, 'from', 'to')
617
class FakeVFATDecoratorTests(tests.TestCaseInTempDir):
618
"""Tests for simulation of VFAT restrictions"""
620
def get_vfat_transport(self, url):
621
"""Return vfat-backed transport for test directory"""
622
from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
623
return FakeVFATTransportDecorator('vfat+' + url)
625
def test_transport_creation(self):
626
from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
627
t = self.get_vfat_transport('.')
628
self.assertIsInstance(t, FakeVFATTransportDecorator)
630
def test_transport_mkdir(self):
631
t = self.get_vfat_transport('.')
633
self.assertTrue(t.has('hello'))
634
self.assertTrue(t.has('Hello'))
636
def test_forbidden_chars(self):
637
t = self.get_vfat_transport('.')
638
self.assertRaises(ValueError, t.has, "<NU>")
641
class BadTransportHandler(transport.Transport):
642
def __init__(self, base_url):
643
raise errors.DependencyNotPresent('some_lib',
644
'testing missing dependency')
647
class BackupTransportHandler(transport.Transport):
648
"""Test transport that works as a backup for the BadTransportHandler"""
652
class TestTransportImplementation(tests.TestCaseInTempDir):
653
"""Implementation verification for transports.
655
To verify a transport we need a server factory, which is a callable
656
that accepts no parameters and returns an implementation of
657
bzrlib.transport.Server.
659
That Server is then used to construct transport instances and test
660
the transport via loopback activity.
662
Currently this assumes that the Transport object is connected to the
663
current working directory. So that whatever is done
664
through the transport, should show up in the working
665
directory, and vice-versa. This is a bug, because its possible to have
666
URL schemes which provide access to something that may not be
667
result in storage on the local disk, i.e. due to file system limits, or
668
due to it being a database or some other non-filesystem tool.
670
This also tests to make sure that the functions work with both
671
generators and lists (assuming iter(list) is effectively a generator)
675
super(TestTransportImplementation, self).setUp()
676
self._server = self.transport_server()
677
self.start_server(self._server)
679
def get_transport(self, relpath=None):
680
"""Return a connected transport to the local directory.
682
:param relpath: a path relative to the base url.
684
base_url = self._server.get_url()
685
url = self._adjust_url(base_url, relpath)
686
# try getting the transport via the regular interface:
687
t = transport.get_transport(url)
688
# vila--20070607 if the following are commented out the test suite
689
# still pass. Is this really still needed or was it a forgotten
691
if not isinstance(t, self.transport_class):
692
# we did not get the correct transport class type. Override the
693
# regular connection behaviour by direct construction.
694
t = self.transport_class(url)
698
class TestLocalTransports(tests.TestCase):
700
def test_get_transport_from_abspath(self):
701
here = osutils.abspath('.')
702
t = transport.get_transport(here)
703
self.assertIsInstance(t, local.LocalTransport)
704
self.assertEquals(t.base, urlutils.local_path_to_url(here) + '/')
706
def test_get_transport_from_relpath(self):
707
here = osutils.abspath('.')
708
t = transport.get_transport('.')
709
self.assertIsInstance(t, local.LocalTransport)
710
self.assertEquals(t.base, urlutils.local_path_to_url('.') + '/')
712
def test_get_transport_from_local_url(self):
713
here = osutils.abspath('.')
714
here_url = urlutils.local_path_to_url(here) + '/'
715
t = transport.get_transport(here_url)
716
self.assertIsInstance(t, local.LocalTransport)
717
self.assertEquals(t.base, here_url)
719
def test_local_abspath(self):
720
here = osutils.abspath('.')
721
t = transport.get_transport(here)
722
self.assertEquals(t.local_abspath(''), here)
725
class TestWin32LocalTransport(tests.TestCase):
727
def test_unc_clone_to_root(self):
728
# Win32 UNC path like \\HOST\path
729
# clone to root should stop at least at \\HOST part
731
t = local.EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
734
self.assertEquals(t.base, 'file://HOST/')
735
# make sure we reach the root
737
self.assertEquals(t.base, 'file://HOST/')
740
class TestConnectedTransport(tests.TestCase):
741
"""Tests for connected to remote server transports"""
743
def test_parse_url(self):
744
t = transport.ConnectedTransport(
745
'http://simple.example.com/home/source')
746
self.assertEquals(t._host, 'simple.example.com')
747
self.assertEquals(t._port, None)
748
self.assertEquals(t._path, '/home/source/')
749
self.failUnless(t._user is None)
750
self.failUnless(t._password is None)
752
self.assertEquals(t.base, 'http://simple.example.com/home/source/')
754
def test_parse_url_with_at_in_user(self):
756
t = transport.ConnectedTransport('ftp://user@host.com@www.host.com/')
757
self.assertEquals(t._user, 'user@host.com')
759
def test_parse_quoted_url(self):
760
t = transport.ConnectedTransport(
761
'http://ro%62ey:h%40t@ex%41mple.com:2222/path')
762
self.assertEquals(t._host, 'exAmple.com')
763
self.assertEquals(t._port, 2222)
764
self.assertEquals(t._user, 'robey')
765
self.assertEquals(t._password, 'h@t')
766
self.assertEquals(t._path, '/path/')
768
# Base should not keep track of the password
769
self.assertEquals(t.base, 'http://robey@exAmple.com:2222/path/')
771
def test_parse_invalid_url(self):
772
self.assertRaises(errors.InvalidURL,
773
transport.ConnectedTransport,
774
'sftp://lily.org:~janneke/public/bzr/gub')
776
def test_relpath(self):
777
t = transport.ConnectedTransport('sftp://user@host.com/abs/path')
779
self.assertEquals(t.relpath('sftp://user@host.com/abs/path/sub'), 'sub')
780
self.assertRaises(errors.PathNotChild, t.relpath,
781
'http://user@host.com/abs/path/sub')
782
self.assertRaises(errors.PathNotChild, t.relpath,
783
'sftp://user2@host.com/abs/path/sub')
784
self.assertRaises(errors.PathNotChild, t.relpath,
785
'sftp://user@otherhost.com/abs/path/sub')
786
self.assertRaises(errors.PathNotChild, t.relpath,
787
'sftp://user@host.com:33/abs/path/sub')
788
# Make sure it works when we don't supply a username
789
t = transport.ConnectedTransport('sftp://host.com/abs/path')
790
self.assertEquals(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
792
# Make sure it works when parts of the path will be url encoded
793
t = transport.ConnectedTransport('sftp://host.com/dev/%path')
794
self.assertEquals(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
796
def test_connection_sharing_propagate_credentials(self):
797
t = transport.ConnectedTransport('ftp://user@host.com/abs/path')
798
self.assertEquals('user', t._user)
799
self.assertEquals('host.com', t._host)
800
self.assertIs(None, t._get_connection())
801
self.assertIs(None, t._password)
802
c = t.clone('subdir')
803
self.assertIs(None, c._get_connection())
804
self.assertIs(None, t._password)
806
# Simulate the user entering a password
808
connection = object()
809
t._set_connection(connection, password)
810
self.assertIs(connection, t._get_connection())
811
self.assertIs(password, t._get_credentials())
812
self.assertIs(connection, c._get_connection())
813
self.assertIs(password, c._get_credentials())
815
# credentials can be updated
816
new_password = 'even more secret'
817
c._update_credentials(new_password)
818
self.assertIs(connection, t._get_connection())
819
self.assertIs(new_password, t._get_credentials())
820
self.assertIs(connection, c._get_connection())
821
self.assertIs(new_password, c._get_credentials())
824
class TestReusedTransports(tests.TestCase):
825
"""Tests for transport reuse"""
827
def test_reuse_same_transport(self):
828
possible_transports = []
829
t1 = transport.get_transport('http://foo/',
830
possible_transports=possible_transports)
831
self.assertEqual([t1], possible_transports)
832
t2 = transport.get_transport('http://foo/',
833
possible_transports=[t1])
834
self.assertIs(t1, t2)
836
# Also check that final '/' are handled correctly
837
t3 = transport.get_transport('http://foo/path/')
838
t4 = transport.get_transport('http://foo/path',
839
possible_transports=[t3])
840
self.assertIs(t3, t4)
842
t5 = transport.get_transport('http://foo/path')
843
t6 = transport.get_transport('http://foo/path/',
844
possible_transports=[t5])
845
self.assertIs(t5, t6)
847
def test_don_t_reuse_different_transport(self):
848
t1 = transport.get_transport('http://foo/path')
849
t2 = transport.get_transport('http://bar/path',
850
possible_transports=[t1])
851
self.assertIsNot(t1, t2)
854
class TestTransportTrace(tests.TestCase):
857
t = transport.get_transport('trace+memory://')
858
self.assertIsInstance(t, bzrlib.transport.trace.TransportTraceDecorator)
860
def test_clone_preserves_activity(self):
861
t = transport.get_transport('trace+memory://')
863
self.assertTrue(t is not t2)
864
self.assertTrue(t._activity is t2._activity)
866
# the following specific tests are for the operations that have made use of
867
# logging in tests; we could test every single operation but doing that
868
# still won't cause a test failure when the top level Transport API
869
# changes; so there is little return doing that.
871
t = transport.get_transport('trace+memory:///')
872
t.put_bytes('foo', 'barish')
875
# put_bytes records the bytes, not the content to avoid memory
877
expected_result.append(('put_bytes', 'foo', 6, None))
878
# get records the file name only.
879
expected_result.append(('get', 'foo'))
880
self.assertEqual(expected_result, t._activity)
882
def test_readv(self):
883
t = transport.get_transport('trace+memory:///')
884
t.put_bytes('foo', 'barish')
885
list(t.readv('foo', [(0, 1), (3, 2)],
886
adjust_for_latency=True, upper_limit=6))
888
# put_bytes records the bytes, not the content to avoid memory
890
expected_result.append(('put_bytes', 'foo', 6, None))
891
# readv records the supplied offset request
892
expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
893
self.assertEqual(expected_result, t._activity)
896
class TestSSHConnections(tests.TestCaseWithTransport):
898
def test_bzr_connect_to_bzr_ssh(self):
899
"""User acceptance that get_transport of a bzr+ssh:// behaves correctly.
901
bzr+ssh:// should cause bzr to run a remote bzr smart server over SSH.
903
# This test actually causes a bzr instance to be invoked, which is very
904
# expensive: it should be the only such test in the test suite.
905
# A reasonable evolution for this would be to simply check inside
906
# check_channel_exec_request that the command is appropriate, and then
907
# satisfy requests in-process.
908
self.requireFeature(features.paramiko)
909
# SFTPFullAbsoluteServer has a get_url method, and doesn't
910
# override the interface (doesn't change self._vendor).
911
# Note that this does encryption, so can be slow.
912
from bzrlib.tests import stub_sftp
914
# Start an SSH server
915
self.command_executed = []
916
# XXX: This is horrible -- we define a really dumb SSH server that
917
# executes commands, and manage the hooking up of stdin/out/err to the
918
# SSH channel ourselves. Surely this has already been implemented
921
class StubSSHServer(stub_sftp.StubServer):
925
def check_channel_exec_request(self, channel, command):
926
self.test.command_executed.append(command)
927
proc = subprocess.Popen(
928
command, shell=True, stdin=subprocess.PIPE,
929
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
931
# XXX: horribly inefficient, not to mention ugly.
932
# Start a thread for each of stdin/out/err, and relay bytes from
933
# the subprocess to channel and vice versa.
934
def ferry_bytes(read, write, close):
943
(channel.recv, proc.stdin.write, proc.stdin.close),
944
(proc.stdout.read, channel.sendall, channel.close),
945
(proc.stderr.read, channel.sendall_stderr, channel.close)]
947
for read, write, close in file_functions:
948
t = threading.Thread(
949
target=ferry_bytes, args=(read, write, close))
955
ssh_server = stub_sftp.SFTPFullAbsoluteServer(StubSSHServer)
956
# We *don't* want to override the default SSH vendor: the detected one
958
self.start_server(ssh_server)
959
port = ssh_server._listener.port
961
if sys.platform == 'win32':
962
bzr_remote_path = sys.executable + ' ' + self.get_bzr_path()
964
bzr_remote_path = self.get_bzr_path()
965
os.environ['BZR_REMOTE_PATH'] = bzr_remote_path
967
# Access the branch via a bzr+ssh URL. The BZR_REMOTE_PATH environment
968
# variable is used to tell bzr what command to run on the remote end.
969
path_to_branch = osutils.abspath('.')
970
if sys.platform == 'win32':
971
# On Windows, we export all drives as '/C:/, etc. So we need to
972
# prefix a '/' to get the right path.
973
path_to_branch = '/' + path_to_branch
974
url = 'bzr+ssh://fred:secret@localhost:%d%s' % (port, path_to_branch)
975
t = transport.get_transport(url)
976
self.permit_url(t.base)
980
['%s serve --inet --directory=/ --allow-writes' % bzr_remote_path],
981
self.command_executed)
982
# Make sure to disconnect, so that the remote process can stop, and we
983
# can cleanup. Then pause the test until everything is shutdown
984
t._client._medium.disconnect()
987
# First wait for the subprocess
989
# And the rest are threads
990
for t in started[1:]:
908
transport = memory.MemoryTransport()
909
transport.put('foo', StringIO('content'))
910
transport.put('bar', StringIO('phowar'))
911
self.assertEqual(7, transport.stat('foo').st_size)
912
self.assertEqual(6, transport.stat('bar').st_size)
added
removed
bzrlib/tests/test_transport.py
