1
# Copyright (C) 2006, 2007, 2008 Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
"""Tests for remote bzrdir/branch/repo/etc
19
These are proxy objects which act on remote objects by sending messages
20
through a smart client. The proxies are to be created when attempting to open
21
the object given a transport that supports smartserver rpc operations.
23
These tests correspond to tests.test_smart, which exercises the server side.
27
from cStringIO import StringIO
37
from bzrlib.branch import Branch
38
from bzrlib.bzrdir import BzrDir, BzrDirFormat
39
from bzrlib.remote import (
45
from bzrlib.revision import NULL_REVISION
46
from bzrlib.smart import server, medium
47
from bzrlib.smart.client import _SmartClient
48
from bzrlib.symbol_versioning import one_four
49
from bzrlib.transport import get_transport
50
from bzrlib.transport.memory import MemoryTransport
51
from bzrlib.transport.remote import RemoteTransport
54
class BasicRemoteObjectTests(tests.TestCaseWithTransport):
57
self.transport_server = server.SmartTCPServer_for_testing
58
super(BasicRemoteObjectTests, self).setUp()
59
self.transport = self.get_transport()
60
# make a branch that can be opened over the smart transport
61
self.local_wt = BzrDir.create_standalone_workingtree('.')
64
self.transport.disconnect()
65
tests.TestCaseWithTransport.tearDown(self)
67
def test_create_remote_bzrdir(self):
68
b = remote.RemoteBzrDir(self.transport)
69
self.assertIsInstance(b, BzrDir)
71
def test_open_remote_branch(self):
72
# open a standalone branch in the working directory
73
b = remote.RemoteBzrDir(self.transport)
74
branch = b.open_branch()
75
self.assertIsInstance(branch, Branch)
77
def test_remote_repository(self):
78
b = BzrDir.open_from_transport(self.transport)
79
repo = b.open_repository()
80
revid = u'\xc823123123'.encode('utf8')
81
self.assertFalse(repo.has_revision(revid))
82
self.local_wt.commit(message='test commit', rev_id=revid)
83
self.assertTrue(repo.has_revision(revid))
85
def test_remote_branch_revision_history(self):
86
b = BzrDir.open_from_transport(self.transport).open_branch()
87
self.assertEqual([], b.revision_history())
88
r1 = self.local_wt.commit('1st commit')
89
r2 = self.local_wt.commit('1st commit', rev_id=u'\xc8'.encode('utf8'))
90
self.assertEqual([r1, r2], b.revision_history())
92
def test_find_correct_format(self):
93
"""Should open a RemoteBzrDir over a RemoteTransport"""
94
fmt = BzrDirFormat.find_format(self.transport)
95
self.assertTrue(RemoteBzrDirFormat
96
in BzrDirFormat._control_server_formats)
97
self.assertIsInstance(fmt, remote.RemoteBzrDirFormat)
99
def test_open_detected_smart_format(self):
100
fmt = BzrDirFormat.find_format(self.transport)
101
d = fmt.open(self.transport)
102
self.assertIsInstance(d, BzrDir)
104
def test_remote_branch_repr(self):
105
b = BzrDir.open_from_transport(self.transport).open_branch()
106
self.assertStartsWith(str(b), 'RemoteBranch(')
109
class FakeProtocol(object):
110
"""Lookalike SmartClientRequestProtocolOne allowing body reading tests."""
112
def __init__(self, body, fake_client):
114
self._body_buffer = None
115
self._fake_client = fake_client
117
def read_body_bytes(self, count=-1):
118
if self._body_buffer is None:
119
self._body_buffer = StringIO(self.body)
120
bytes = self._body_buffer.read(count)
121
if self._body_buffer.tell() == len(self._body_buffer.getvalue()):
122
self._fake_client.expecting_body = False
125
def cancel_read_body(self):
126
self._fake_client.expecting_body = False
128
def read_streamed_body(self):
132
class FakeClient(_SmartClient):
133
"""Lookalike for _SmartClient allowing testing."""
135
def __init__(self, responses, fake_medium_base='fake base'):
136
"""Create a FakeClient.
138
:param responses: A list of response-tuple, body-data pairs to be sent
139
back to callers. A special case is if the response-tuple is
140
'unknown verb', then a UnknownSmartMethod will be raised for that
141
call, using the second element of the tuple as the verb in the
144
self.responses = responses
146
self.expecting_body = False
147
_SmartClient.__init__(self, FakeMedium(self._calls), fake_medium_base)
149
def _get_next_response(self):
150
response_tuple = self.responses.pop(0)
151
if response_tuple[0][0] == 'unknown verb':
152
raise errors.UnknownSmartMethod(response_tuple[0][1])
153
return response_tuple
155
def call(self, method, *args):
156
self._calls.append(('call', method, args))
157
return self._get_next_response()[0]
159
def call_expecting_body(self, method, *args):
160
self._calls.append(('call_expecting_body', method, args))
161
result = self._get_next_response()
162
self.expecting_body = True
163
return result[0], FakeProtocol(result[1], self)
165
def call_with_body_bytes_expecting_body(self, method, args, body):
166
self._calls.append(('call_with_body_bytes_expecting_body', method,
168
result = self._get_next_response()
169
self.expecting_body = True
170
return result[0], FakeProtocol(result[1], self)
173
class FakeMedium(object):
175
def __init__(self, client_calls):
176
self._remote_is_at_least_1_2 = True
177
self._client_calls = client_calls
179
def disconnect(self):
180
self._client_calls.append(('disconnect medium',))
183
class TestVfsHas(tests.TestCase):
185
def test_unicode_path(self):
186
client = FakeClient([(('yes',), )], '/')
187
transport = RemoteTransport('bzr://localhost/', _client=client)
188
filename = u'/hell\u00d8'.encode('utf8')
189
result = transport.has(filename)
191
[('call', 'has', (filename,))],
193
self.assertTrue(result)
196
class Test_SmartClient_remote_path_from_transport(tests.TestCase):
197
"""Tests for the behaviour of _SmartClient.remote_path_from_transport."""
199
def assertRemotePath(self, expected, client_base, transport_base):
200
"""Assert that the result of _SmartClient.remote_path_from_transport
201
is the expected value for a given client_base and transport_base.
203
dummy_medium = 'dummy medium'
204
client = _SmartClient(dummy_medium, client_base)
205
transport = get_transport(transport_base)
206
result = client.remote_path_from_transport(transport)
207
self.assertEqual(expected, result)
209
def test_remote_path_from_transport(self):
210
"""_SmartClient.remote_path_from_transport calculates a URL for the
211
given transport relative to the root of the client base URL.
213
self.assertRemotePath('xyz/', 'bzr://host/path', 'bzr://host/xyz')
214
self.assertRemotePath(
215
'path/xyz/', 'bzr://host/path', 'bzr://host/path/xyz')
217
def test_remote_path_from_transport_http(self):
218
"""Remote paths for HTTP transports are calculated differently to other
219
transports. They are just relative to the client base, not the root
220
directory of the host.
222
for scheme in ['http:', 'https:', 'bzr+http:', 'bzr+https:']:
223
self.assertRemotePath(
224
'../xyz/', scheme + '//host/path', scheme + '//host/xyz')
225
self.assertRemotePath(
226
'xyz/', scheme + '//host/path', scheme + '//host/path/xyz')
229
class TestBzrDirOpenBranch(tests.TestCase):
231
def test_branch_present(self):
232
transport = MemoryTransport()
233
transport.mkdir('quack')
234
transport = transport.clone('quack')
235
client = FakeClient([(('ok', ''), ), (('ok', '', 'no', 'no', 'no'), )],
237
bzrdir = RemoteBzrDir(transport, _client=client)
238
result = bzrdir.open_branch()
240
[('call', 'BzrDir.open_branch', ('quack/',)),
241
('call', 'BzrDir.find_repositoryV2', ('quack/',))],
243
self.assertIsInstance(result, RemoteBranch)
244
self.assertEqual(bzrdir, result.bzrdir)
246
def test_branch_missing(self):
247
transport = MemoryTransport()
248
transport.mkdir('quack')
249
transport = transport.clone('quack')
250
client = FakeClient([(('nobranch',), )], transport.base)
251
bzrdir = RemoteBzrDir(transport, _client=client)
252
self.assertRaises(errors.NotBranchError, bzrdir.open_branch)
254
[('call', 'BzrDir.open_branch', ('quack/',))],
257
def test__get_tree_branch(self):
258
# _get_tree_branch is a form of open_branch, but it should only ask for
259
# branch opening, not any other network requests.
262
calls.append("Called")
264
transport = MemoryTransport()
265
# no requests on the network - catches other api calls being made.
266
client = FakeClient([], transport.base)
267
bzrdir = RemoteBzrDir(transport, _client=client)
268
# patch the open_branch call to record that it was called.
269
bzrdir.open_branch = open_branch
270
self.assertEqual((None, "a-branch"), bzrdir._get_tree_branch())
271
self.assertEqual(["Called"], calls)
272
self.assertEqual([], client._calls)
274
def test_url_quoting_of_path(self):
275
# Relpaths on the wire should not be URL-escaped. So "~" should be
276
# transmitted as "~", not "%7E".
277
transport = RemoteTransport('bzr://localhost/~hello/')
278
client = FakeClient([(('ok', ''), ), (('ok', '', 'no', 'no', 'no'), )],
280
bzrdir = RemoteBzrDir(transport, _client=client)
281
result = bzrdir.open_branch()
283
[('call', 'BzrDir.open_branch', ('~hello/',)),
284
('call', 'BzrDir.find_repositoryV2', ('~hello/',))],
287
def check_open_repository(self, rich_root, subtrees, external_lookup='no'):
288
transport = MemoryTransport()
289
transport.mkdir('quack')
290
transport = transport.clone('quack')
292
rich_response = 'yes'
296
subtree_response = 'yes'
298
subtree_response = 'no'
300
[(('ok', '', rich_response, subtree_response, external_lookup), ),],
302
bzrdir = RemoteBzrDir(transport, _client=client)
303
result = bzrdir.open_repository()
305
[('call', 'BzrDir.find_repositoryV2', ('quack/',))],
307
self.assertIsInstance(result, RemoteRepository)
308
self.assertEqual(bzrdir, result.bzrdir)
309
self.assertEqual(rich_root, result._format.rich_root_data)
310
self.assertEqual(subtrees, result._format.supports_tree_reference)
312
def test_open_repository_sets_format_attributes(self):
313
self.check_open_repository(True, True)
314
self.check_open_repository(False, True)
315
self.check_open_repository(True, False)
316
self.check_open_repository(False, False)
317
self.check_open_repository(False, False, 'yes')
319
def test_old_server(self):
320
"""RemoteBzrDirFormat should fail to probe if the server version is too
323
self.assertRaises(errors.NotBranchError,
324
RemoteBzrDirFormat.probe_transport, OldServerTransport())
327
class TestBzrDirOpenRepository(tests.TestCase):
329
def test_backwards_compat_1_2(self):
330
transport = MemoryTransport()
331
transport.mkdir('quack')
332
transport = transport.clone('quack')
333
client = FakeClient([
334
(('unknown verb', 'RemoteRepository.find_repositoryV2'), ''),
335
(('ok', '', 'no', 'no'), ''),],
337
bzrdir = RemoteBzrDir(transport, _client=client)
338
repo = bzrdir.open_repository()
340
[('call', 'BzrDir.find_repositoryV2', ('quack/',)),
341
('call', 'BzrDir.find_repository', ('quack/',))],
345
class OldSmartClient(object):
346
"""A fake smart client for test_old_version that just returns a version one
347
response to the 'hello' (query version) command.
350
def get_request(self):
351
input_file = StringIO('ok\x011\n')
352
output_file = StringIO()
353
client_medium = medium.SmartSimplePipesClientMedium(
354
input_file, output_file)
355
return medium.SmartClientStreamMediumRequest(client_medium)
357
def protocol_version(self):
361
class OldServerTransport(object):
362
"""A fake transport for test_old_server that reports it's smart server
363
protocol version as version one.
369
def get_smart_client(self):
370
return OldSmartClient()
373
class TestBranchLastRevisionInfo(tests.TestCase):
375
def test_empty_branch(self):
376
# in an empty branch we decode the response properly
377
transport = MemoryTransport()
378
client = FakeClient([(('ok', '0', 'null:'), )], transport.base)
379
transport.mkdir('quack')
380
transport = transport.clone('quack')
381
# we do not want bzrdir to make any remote calls
382
bzrdir = RemoteBzrDir(transport, _client=False)
383
branch = RemoteBranch(bzrdir, None, _client=client)
384
result = branch.last_revision_info()
387
[('call', 'Branch.last_revision_info', ('quack/',))],
389
self.assertEqual((0, NULL_REVISION), result)
391
def test_non_empty_branch(self):
392
# in a non-empty branch we also decode the response properly
393
revid = u'\xc8'.encode('utf8')
394
transport = MemoryTransport()
395
client = FakeClient([(('ok', '2', revid), )], transport.base)
396
transport.mkdir('kwaak')
397
transport = transport.clone('kwaak')
398
# we do not want bzrdir to make any remote calls
399
bzrdir = RemoteBzrDir(transport, _client=False)
400
branch = RemoteBranch(bzrdir, None, _client=client)
401
result = branch.last_revision_info()
404
[('call', 'Branch.last_revision_info', ('kwaak/',))],
406
self.assertEqual((2, revid), result)
409
class TestBranchSetLastRevision(tests.TestCase):
411
def test_set_empty(self):
412
# set_revision_history([]) is translated to calling
413
# Branch.set_last_revision(path, '') on the wire.
414
transport = MemoryTransport()
415
transport.mkdir('branch')
416
transport = transport.clone('branch')
418
client = FakeClient([
420
(('ok', 'branch token', 'repo token'), ),
426
bzrdir = RemoteBzrDir(transport, _client=False)
427
branch = RemoteBranch(bzrdir, None, _client=client)
428
# This is a hack to work around the problem that RemoteBranch currently
429
# unnecessarily invokes _ensure_real upon a call to lock_write.
430
branch._ensure_real = lambda: None
433
result = branch.set_revision_history([])
435
[('call', 'Branch.set_last_revision',
436
('branch/', 'branch token', 'repo token', 'null:'))],
439
self.assertEqual(None, result)
441
def test_set_nonempty(self):
442
# set_revision_history([rev-id1, ..., rev-idN]) is translated to calling
443
# Branch.set_last_revision(path, rev-idN) on the wire.
444
transport = MemoryTransport()
445
transport.mkdir('branch')
446
transport = transport.clone('branch')
448
client = FakeClient([
450
(('ok', 'branch token', 'repo token'), ),
456
bzrdir = RemoteBzrDir(transport, _client=False)
457
branch = RemoteBranch(bzrdir, None, _client=client)
458
# This is a hack to work around the problem that RemoteBranch currently
459
# unnecessarily invokes _ensure_real upon a call to lock_write.
460
branch._ensure_real = lambda: None
461
# Lock the branch, reset the record of remote calls.
465
result = branch.set_revision_history(['rev-id1', 'rev-id2'])
467
[('call', 'Branch.set_last_revision',
468
('branch/', 'branch token', 'repo token', 'rev-id2'))],
471
self.assertEqual(None, result)
473
def test_no_such_revision(self):
474
# A response of 'NoSuchRevision' is translated into an exception.
475
client = FakeClient([
477
(('ok', 'branch token', 'repo token'), ),
479
(('NoSuchRevision', 'rev-id'), ),
482
transport = MemoryTransport()
483
transport.mkdir('branch')
484
transport = transport.clone('branch')
486
bzrdir = RemoteBzrDir(transport, _client=False)
487
branch = RemoteBranch(bzrdir, None, _client=client)
488
branch._ensure_real = lambda: None
493
errors.NoSuchRevision, branch.set_revision_history, ['rev-id'])
497
class TestBranchSetLastRevisionInfo(tests.TestCase):
499
def test_set_last_revision_info(self):
500
# set_last_revision_info(num, 'rev-id') is translated to calling
501
# Branch.set_last_revision_info(num, 'rev-id') on the wire.
502
transport = MemoryTransport()
503
transport.mkdir('branch')
504
transport = transport.clone('branch')
505
client = FakeClient([
507
(('ok', 'branch token', 'repo token'), ),
508
# set_last_revision_info
511
(('ok',), )], transport.base)
513
bzrdir = RemoteBzrDir(transport, _client=False)
514
branch = RemoteBranch(bzrdir, None, _client=client)
515
# This is a hack to work around the problem that RemoteBranch currently
516
# unnecessarily invokes _ensure_real upon a call to lock_write.
517
branch._ensure_real = lambda: None
518
# Lock the branch, reset the record of remote calls.
521
result = branch.set_last_revision_info(1234, 'a-revision-id')
523
[('call', 'Branch.set_last_revision_info',
524
('branch/', 'branch token', 'repo token',
525
'1234', 'a-revision-id'))],
527
self.assertEqual(None, result)
529
def test_no_such_revision(self):
530
# A response of 'NoSuchRevision' is translated into an exception.
531
client = FakeClient([
533
(('ok', 'branch token', 'repo token'), ),
534
# set_last_revision_info
535
(('NoSuchRevision', 'revid'), ),
539
transport = MemoryTransport()
540
transport.mkdir('branch')
541
transport = transport.clone('branch')
543
bzrdir = RemoteBzrDir(transport, _client=False)
544
branch = RemoteBranch(bzrdir, None, _client=client)
545
# This is a hack to work around the problem that RemoteBranch currently
546
# unnecessarily invokes _ensure_real upon a call to lock_write.
547
branch._ensure_real = lambda: None
548
# Lock the branch, reset the record of remote calls.
553
errors.NoSuchRevision, branch.set_last_revision_info, 123, 'revid')
556
def lock_remote_branch(self, branch):
557
"""Trick a RemoteBranch into thinking it is locked."""
558
branch._lock_mode = 'w'
559
branch._lock_count = 2
560
branch._lock_token = 'branch token'
561
branch._repo_lock_token = 'repo token'
563
def test_backwards_compatibility(self):
564
"""If the server does not support the Branch.set_last_revision_info
565
verb (which is new in 1.4), then the client falls back to VFS methods.
567
# This test is a little messy. Unlike most tests in this file, it
568
# doesn't purely test what a Remote* object sends over the wire, and
569
# how it reacts to responses from the wire. It instead relies partly
570
# on asserting that the RemoteBranch will call
571
# self._real_branch.set_last_revision_info(...).
573
# First, set up our RemoteBranch with a FakeClient that raises
574
# UnknownSmartMethod, and a StubRealBranch that logs how it is called.
575
transport = MemoryTransport()
576
transport.mkdir('branch')
577
transport = transport.clone('branch')
579
[(('unknown verb', 'Branch.set_last_revision_info',), ),],
581
bzrdir = RemoteBzrDir(transport, _client=False)
582
branch = RemoteBranch(bzrdir, None, _client=client)
583
class StubRealBranch(object):
586
def set_last_revision_info(self, revno, revision_id):
588
('set_last_revision_info', revno, revision_id))
589
real_branch = StubRealBranch()
590
branch._real_branch = real_branch
591
self.lock_remote_branch(branch)
593
# Call set_last_revision_info, and verify it behaved as expected.
594
result = branch.set_last_revision_info(1234, 'a-revision-id')
596
[('call', 'Branch.set_last_revision_info',
597
('branch/', 'branch token', 'repo token',
598
'1234', 'a-revision-id')),],
601
[('set_last_revision_info', 1234, 'a-revision-id')],
605
class TestBranchLockWrite(tests.TestCase):
607
def test_lock_write_unlockable(self):
608
transport = MemoryTransport()
609
client = FakeClient([(('UnlockableTransport', ), '')], transport.base)
610
transport.mkdir('quack')
611
transport = transport.clone('quack')
612
# we do not want bzrdir to make any remote calls
613
bzrdir = RemoteBzrDir(transport, _client=False)
614
branch = RemoteBranch(bzrdir, None, _client=client)
615
self.assertRaises(errors.UnlockableTransport, branch.lock_write)
617
[('call', 'Branch.lock_write', ('quack/', '', ''))],
621
class TestTransportIsReadonly(tests.TestCase):
624
client = FakeClient([(('yes',), '')])
625
transport = RemoteTransport('bzr://example.com/', medium=False,
627
self.assertEqual(True, transport.is_readonly())
629
[('call', 'Transport.is_readonly', ())],
632
def test_false(self):
633
client = FakeClient([(('no',), '')])
634
transport = RemoteTransport('bzr://example.com/', medium=False,
636
self.assertEqual(False, transport.is_readonly())
638
[('call', 'Transport.is_readonly', ())],
641
def test_error_from_old_server(self):
642
"""bzr 0.15 and earlier servers don't recognise the is_readonly verb.
644
Clients should treat it as a "no" response, because is_readonly is only
645
advisory anyway (a transport could be read-write, but then the
646
underlying filesystem could be readonly anyway).
648
client = FakeClient([(('unknown verb', 'Transport.is_readonly'), '')])
649
transport = RemoteTransport('bzr://example.com/', medium=False,
651
self.assertEqual(False, transport.is_readonly())
653
[('call', 'Transport.is_readonly', ())],
657
class TestRemoteRepository(tests.TestCase):
658
"""Base for testing RemoteRepository protocol usage.
660
These tests contain frozen requests and responses. We want any changes to
661
what is sent or expected to be require a thoughtful update to these tests
662
because they might break compatibility with different-versioned servers.
665
def setup_fake_client_and_repository(self, responses, transport_path):
666
"""Create the fake client and repository for testing with.
668
There's no real server here; we just have canned responses sent
671
:param transport_path: Path below the root of the MemoryTransport
672
where the repository will be created.
674
transport = MemoryTransport()
675
transport.mkdir(transport_path)
676
client = FakeClient(responses, transport.base)
677
transport = transport.clone(transport_path)
678
# we do not want bzrdir to make any remote calls
679
bzrdir = RemoteBzrDir(transport, _client=False)
680
repo = RemoteRepository(bzrdir, None, _client=client)
684
class TestRepositoryGatherStats(TestRemoteRepository):
686
def test_revid_none(self):
687
# ('ok',), body with revisions and size
688
responses = [(('ok', ), 'revisions: 2\nsize: 18\n')]
689
transport_path = 'quack'
690
repo, client = self.setup_fake_client_and_repository(
691
responses, transport_path)
692
result = repo.gather_stats(None)
694
[('call_expecting_body', 'Repository.gather_stats',
695
('quack/','','no'))],
697
self.assertEqual({'revisions': 2, 'size': 18}, result)
699
def test_revid_no_committers(self):
700
# ('ok',), body without committers
701
responses = [(('ok', ),
702
'firstrev: 123456.300 3600\n'
703
'latestrev: 654231.400 0\n'
706
transport_path = 'quick'
707
revid = u'\xc8'.encode('utf8')
708
repo, client = self.setup_fake_client_and_repository(
709
responses, transport_path)
710
result = repo.gather_stats(revid)
712
[('call_expecting_body', 'Repository.gather_stats',
713
('quick/', revid, 'no'))],
715
self.assertEqual({'revisions': 2, 'size': 18,
716
'firstrev': (123456.300, 3600),
717
'latestrev': (654231.400, 0),},
720
def test_revid_with_committers(self):
721
# ('ok',), body with committers
722
responses = [(('ok', ),
724
'firstrev: 123456.300 3600\n'
725
'latestrev: 654231.400 0\n'
728
transport_path = 'buick'
729
revid = u'\xc8'.encode('utf8')
730
repo, client = self.setup_fake_client_and_repository(
731
responses, transport_path)
732
result = repo.gather_stats(revid, True)
734
[('call_expecting_body', 'Repository.gather_stats',
735
('buick/', revid, 'yes'))],
737
self.assertEqual({'revisions': 2, 'size': 18,
739
'firstrev': (123456.300, 3600),
740
'latestrev': (654231.400, 0),},
744
class TestRepositoryGetGraph(TestRemoteRepository):
746
def test_get_graph(self):
747
# get_graph returns a graph with the repository as the
750
transport_path = 'quack'
751
repo, client = self.setup_fake_client_and_repository(
752
responses, transport_path)
753
graph = repo.get_graph()
754
self.assertEqual(graph._parents_provider, repo)
757
class TestRepositoryGetParentMap(TestRemoteRepository):
759
def test_get_parent_map_caching(self):
760
# get_parent_map returns from cache until unlock()
761
# setup a reponse with two revisions
762
r1 = u'\u0e33'.encode('utf8')
763
r2 = u'\u0dab'.encode('utf8')
764
lines = [' '.join([r2, r1]), r1]
765
encoded_body = bz2.compress('\n'.join(lines))
766
responses = [(('ok', ), encoded_body), (('ok', ), encoded_body)]
768
transport_path = 'quack'
769
repo, client = self.setup_fake_client_and_repository(
770
responses, transport_path)
772
graph = repo.get_graph()
773
parents = graph.get_parent_map([r2])
774
self.assertEqual({r2: (r1,)}, parents)
775
# locking and unlocking deeper should not reset
778
parents = graph.get_parent_map([r1])
779
self.assertEqual({r1: (NULL_REVISION,)}, parents)
781
[('call_with_body_bytes_expecting_body',
782
'Repository.get_parent_map', ('quack/', r2), '\n\n0')],
785
# now we call again, and it should use the second response.
787
graph = repo.get_graph()
788
parents = graph.get_parent_map([r1])
789
self.assertEqual({r1: (NULL_REVISION,)}, parents)
791
[('call_with_body_bytes_expecting_body',
792
'Repository.get_parent_map', ('quack/', r2), '\n\n0'),
793
('call_with_body_bytes_expecting_body',
794
'Repository.get_parent_map', ('quack/', r1), '\n\n0'),
799
def test_get_parent_map_reconnects_if_unknown_method(self):
801
(('unknown verb', 'Repository.get_parent_map'), ''),
803
transport_path = 'quack'
804
repo, client = self.setup_fake_client_and_repository(
805
responses, transport_path)
806
self.assertTrue(client._medium._remote_is_at_least_1_2)
807
rev_id = 'revision-id'
808
expected_deprecations = [
809
'bzrlib.remote.RemoteRepository.get_revision_graph was deprecated '
811
parents = self.callDeprecated(
812
expected_deprecations, repo.get_parent_map, [rev_id])
814
[('call_with_body_bytes_expecting_body',
815
'Repository.get_parent_map', ('quack/', rev_id), '\n\n0'),
816
('disconnect medium',),
817
('call_expecting_body', 'Repository.get_revision_graph',
820
# The medium is now marked as being connected to an older server
821
self.assertFalse(client._medium._remote_is_at_least_1_2)
823
def test_get_parent_map_fallback_parentless_node(self):
824
"""get_parent_map falls back to get_revision_graph on old servers. The
825
results from get_revision_graph are tweaked to match the get_parent_map
828
Specifically, a {key: ()} result from get_revision_graph means "no
829
parents" for that key, which in get_parent_map results should be
830
represented as {key: ('null:',)}.
832
This is the test for https://bugs.launchpad.net/bzr/+bug/214894
834
rev_id = 'revision-id'
835
responses = [(('ok',), rev_id)]
836
transport_path = 'quack'
837
repo, client = self.setup_fake_client_and_repository(
838
responses, transport_path)
839
client._medium._remote_is_at_least_1_2 = False
840
expected_deprecations = [
841
'bzrlib.remote.RemoteRepository.get_revision_graph was deprecated '
843
parents = self.callDeprecated(
844
expected_deprecations, repo.get_parent_map, [rev_id])
846
[('call_expecting_body', 'Repository.get_revision_graph',
849
self.assertEqual({rev_id: ('null:',)}, parents)
851
def test_get_parent_map_unexpected_response(self):
853
(('something unexpected!',), '')]
854
repo, client = self.setup_fake_client_and_repository(responses, 'path')
856
errors.UnexpectedSmartServerResponse,
857
repo.get_parent_map, ['a-revision-id'])
860
class TestRepositoryGetRevisionGraph(TestRemoteRepository):
862
def test_null_revision(self):
863
# a null revision has the predictable result {}, we should have no wire
864
# traffic when calling it with this argument
865
responses = [(('notused', ), '')]
866
transport_path = 'empty'
867
repo, client = self.setup_fake_client_and_repository(
868
responses, transport_path)
869
result = self.applyDeprecated(one_four, repo.get_revision_graph,
871
self.assertEqual([], client._calls)
872
self.assertEqual({}, result)
874
def test_none_revision(self):
875
# with none we want the entire graph
876
r1 = u'\u0e33'.encode('utf8')
877
r2 = u'\u0dab'.encode('utf8')
878
lines = [' '.join([r2, r1]), r1]
879
encoded_body = '\n'.join(lines)
881
responses = [(('ok', ), encoded_body)]
882
transport_path = 'sinhala'
883
repo, client = self.setup_fake_client_and_repository(
884
responses, transport_path)
885
result = self.applyDeprecated(one_four, repo.get_revision_graph)
887
[('call_expecting_body', 'Repository.get_revision_graph',
890
self.assertEqual({r1: (), r2: (r1, )}, result)
892
def test_specific_revision(self):
893
# with a specific revision we want the graph for that
894
# with none we want the entire graph
895
r11 = u'\u0e33'.encode('utf8')
896
r12 = u'\xc9'.encode('utf8')
897
r2 = u'\u0dab'.encode('utf8')
898
lines = [' '.join([r2, r11, r12]), r11, r12]
899
encoded_body = '\n'.join(lines)
901
responses = [(('ok', ), encoded_body)]
902
transport_path = 'sinhala'
903
repo, client = self.setup_fake_client_and_repository(
904
responses, transport_path)
905
result = self.applyDeprecated(one_four, repo.get_revision_graph, r2)
907
[('call_expecting_body', 'Repository.get_revision_graph',
910
self.assertEqual({r11: (), r12: (), r2: (r11, r12), }, result)
912
def test_no_such_revision(self):
914
responses = [(('nosuchrevision', revid), '')]
915
transport_path = 'sinhala'
916
repo, client = self.setup_fake_client_and_repository(
917
responses, transport_path)
918
# also check that the right revision is reported in the error
919
self.assertRaises(errors.NoSuchRevision,
920
self.applyDeprecated, one_four, repo.get_revision_graph, revid)
922
[('call_expecting_body', 'Repository.get_revision_graph',
923
('sinhala/', revid))],
927
class TestRepositoryIsShared(TestRemoteRepository):
929
def test_is_shared(self):
930
# ('yes', ) for Repository.is_shared -> 'True'.
931
responses = [(('yes', ), )]
932
transport_path = 'quack'
933
repo, client = self.setup_fake_client_and_repository(
934
responses, transport_path)
935
result = repo.is_shared()
937
[('call', 'Repository.is_shared', ('quack/',))],
939
self.assertEqual(True, result)
941
def test_is_not_shared(self):
942
# ('no', ) for Repository.is_shared -> 'False'.
943
responses = [(('no', ), )]
944
transport_path = 'qwack'
945
repo, client = self.setup_fake_client_and_repository(
946
responses, transport_path)
947
result = repo.is_shared()
949
[('call', 'Repository.is_shared', ('qwack/',))],
951
self.assertEqual(False, result)
954
class TestRepositoryLockWrite(TestRemoteRepository):
956
def test_lock_write(self):
957
responses = [(('ok', 'a token'), '')]
958
transport_path = 'quack'
959
repo, client = self.setup_fake_client_and_repository(
960
responses, transport_path)
961
result = repo.lock_write()
963
[('call', 'Repository.lock_write', ('quack/', ''))],
965
self.assertEqual('a token', result)
967
def test_lock_write_already_locked(self):
968
responses = [(('LockContention', ), '')]
969
transport_path = 'quack'
970
repo, client = self.setup_fake_client_and_repository(
971
responses, transport_path)
972
self.assertRaises(errors.LockContention, repo.lock_write)
974
[('call', 'Repository.lock_write', ('quack/', ''))],
977
def test_lock_write_unlockable(self):
978
responses = [(('UnlockableTransport', ), '')]
979
transport_path = 'quack'
980
repo, client = self.setup_fake_client_and_repository(
981
responses, transport_path)
982
self.assertRaises(errors.UnlockableTransport, repo.lock_write)
984
[('call', 'Repository.lock_write', ('quack/', ''))],
988
class TestRepositoryUnlock(TestRemoteRepository):
990
def test_unlock(self):
991
responses = [(('ok', 'a token'), ''),
993
transport_path = 'quack'
994
repo, client = self.setup_fake_client_and_repository(
995
responses, transport_path)
999
[('call', 'Repository.lock_write', ('quack/', '')),
1000
('call', 'Repository.unlock', ('quack/', 'a token'))],
1003
def test_unlock_wrong_token(self):
1004
# If somehow the token is wrong, unlock will raise TokenMismatch.
1005
responses = [(('ok', 'a token'), ''),
1006
(('TokenMismatch',), '')]
1007
transport_path = 'quack'
1008
repo, client = self.setup_fake_client_and_repository(
1009
responses, transport_path)
1011
self.assertRaises(errors.TokenMismatch, repo.unlock)
1014
class TestRepositoryHasRevision(TestRemoteRepository):
1016
def test_none(self):
1017
# repo.has_revision(None) should not cause any traffic.
1018
transport_path = 'quack'
1020
repo, client = self.setup_fake_client_and_repository(
1021
responses, transport_path)
1023
# The null revision is always there, so has_revision(None) == True.
1024
self.assertEqual(True, repo.has_revision(NULL_REVISION))
1026
# The remote repo shouldn't be accessed.
1027
self.assertEqual([], client._calls)
1030
class TestRepositoryTarball(TestRemoteRepository):
1032
# This is a canned tarball reponse we can validate against
1034
'QlpoOTFBWSZTWdGkj3wAAWF/k8aQACBIB//A9+8cIX/v33AACEAYABAECEACNz'
1035
'JqsgJJFPTSnk1A3qh6mTQAAAANPUHkagkSTEkaA09QaNAAAGgAAAcwCYCZGAEY'
1036
'mJhMJghpiaYBUkKammSHqNMZQ0NABkNAeo0AGneAevnlwQoGzEzNVzaYxp/1Uk'
1037
'xXzA1CQX0BJMZZLcPBrluJir5SQyijWHYZ6ZUtVqqlYDdB2QoCwa9GyWwGYDMA'
1038
'OQYhkpLt/OKFnnlT8E0PmO8+ZNSo2WWqeCzGB5fBXZ3IvV7uNJVE7DYnWj6qwB'
1039
'k5DJDIrQ5OQHHIjkS9KqwG3mc3t+F1+iujb89ufyBNIKCgeZBWrl5cXxbMGoMs'
1040
'c9JuUkg5YsiVcaZJurc6KLi6yKOkgCUOlIlOpOoXyrTJjK8ZgbklReDdwGmFgt'
1041
'dkVsAIslSVCd4AtACSLbyhLHryfb14PKegrVDba+U8OL6KQtzdM5HLjAc8/p6n'
1042
'0lgaWU8skgO7xupPTkyuwheSckejFLK5T4ZOo0Gda9viaIhpD1Qn7JqqlKAJqC'
1043
'QplPKp2nqBWAfwBGaOwVrz3y1T+UZZNismXHsb2Jq18T+VaD9k4P8DqE3g70qV'
1044
'JLurpnDI6VS5oqDDPVbtVjMxMxMg4rzQVipn2Bv1fVNK0iq3Gl0hhnnHKm/egy'
1045
'nWQ7QH/F3JFOFCQ0aSPfA='
1048
def test_repository_tarball(self):
1049
# Test that Repository.tarball generates the right operations
1050
transport_path = 'repo'
1051
expected_responses = [(('ok',), self.tarball_content),
1053
expected_calls = [('call_expecting_body', 'Repository.tarball',
1054
('repo/', 'bz2',),),
1056
remote_repo, client = self.setup_fake_client_and_repository(
1057
expected_responses, transport_path)
1058
# Now actually ask for the tarball
1059
tarball_file = remote_repo._get_tarball('bz2')
1061
self.assertEqual(expected_calls, client._calls)
1062
self.assertEqual(self.tarball_content, tarball_file.read())
1064
tarball_file.close()
1067
class TestRemoteRepositoryCopyContent(tests.TestCaseWithTransport):
1068
"""RemoteRepository.copy_content_into optimizations"""
1070
def test_copy_content_remote_to_local(self):
1071
self.transport_server = server.SmartTCPServer_for_testing
1072
src_repo = self.make_repository('repo1')
1073
src_repo = repository.Repository.open(self.get_url('repo1'))
1074
# At the moment the tarball-based copy_content_into can't write back
1075
# into a smart server. It would be good if it could upload the
1076
# tarball; once that works we'd have to create repositories of
1077
# different formats. -- mbp 20070410
1078
dest_url = self.get_vfs_only_url('repo2')
1079
dest_bzrdir = BzrDir.create(dest_url)
1080
dest_repo = dest_bzrdir.create_repository()
1081
self.assertFalse(isinstance(dest_repo, RemoteRepository))
1082
self.assertTrue(isinstance(src_repo, RemoteRepository))
1083
src_repo.copy_content_into(dest_repo)
1086
class TestRepositoryStreamKnitData(TestRemoteRepository):
1088
def make_pack_file(self, records):
1089
pack_file = StringIO()
1090
pack_writer = pack.ContainerWriter(pack_file.write)
1092
for bytes, names in records:
1093
pack_writer.add_bytes_record(bytes, names)
1098
def make_pack_stream(self, records):
1099
pack_serialiser = pack.ContainerSerialiser()
1100
yield pack_serialiser.begin()
1101
for bytes, names in records:
1102
yield pack_serialiser.bytes_record(bytes, names)
1103
yield pack_serialiser.end()
1105
def test_bad_pack_from_server(self):
1106
"""A response with invalid data (e.g. it has a record with multiple
1107
names) triggers an exception.
1109
Not all possible errors will be caught at this stage, but obviously
1110
malformed data should be.
1112
record = ('bytes', [('name1',), ('name2',)])
1113
pack_stream = self.make_pack_stream([record])
1114
responses = [(('ok',), pack_stream), ]
1115
transport_path = 'quack'
1116
repo, client = self.setup_fake_client_and_repository(
1117
responses, transport_path)
1118
search = graph.SearchResult(set(['revid']), set(), 1, set(['revid']))
1119
stream = repo.get_data_stream_for_search(search)
1120
self.assertRaises(errors.SmartProtocolError, list, stream)
1122
def test_backwards_compatibility(self):
1123
"""If the server doesn't recognise this request, fallback to VFS."""
1125
(('unknown verb', 'Repository.stream_revisions_chunked'), '')]
1126
repo, client = self.setup_fake_client_and_repository(
1128
self.mock_called = False
1129
repo._real_repository = MockRealRepository(self)
1130
search = graph.SearchResult(set(['revid']), set(), 1, set(['revid']))
1131
repo.get_data_stream_for_search(search)
1132
self.assertTrue(self.mock_called)
1133
self.failIf(client.expecting_body,
1134
"The protocol has been left in an unclean state that will cause "
1135
"TooManyConcurrentRequests errors.")
1138
class MockRealRepository(object):
1139
"""Helper class for TestRepositoryStreamKnitData.test_unknown_method."""
1141
def __init__(self, test):
1144
def get_data_stream_for_search(self, search):
1145
self.test.assertEqual(set(['revid']), search.get_keys())
1146
self.test.mock_called = True