13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""Infrastructure for server-side request handlers.
19
Interesting module attributes:
20
* The request_handlers registry maps verb names to SmartServerRequest
22
* The jail_info threading.local() object is used to prevent accidental
23
opening of BzrDirs outside of the backing transport, or any other
24
transports placed in jail_info.transports. The jail_info is reset on
25
every call into a request handler (which can happen an arbitrary number
26
of times during a request).
29
# XXX: The class names are a little confusing: the protocol will instantiate a
30
# SmartServerRequestHandler, whose dispatch_command method creates an instance
31
# of a SmartServerRequest subclass.
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
"""Basic server-side logic for dealing with requests."""
38
22
from bzrlib import (
48
from bzrlib.lazy_import import lazy_import
49
lazy_import(globals(), """
50
from bzrlib.bundle import serializer
54
jail_info = threading.local()
55
jail_info.transports = None
59
bzrdir.BzrDir.hooks.install_named_hook(
60
'pre_open', _pre_open_hook, 'checking server jail')
63
def _pre_open_hook(transport):
64
allowed_transports = getattr(jail_info, 'transports', None)
65
if allowed_transports is None:
67
abspath = transport.base
68
for allowed_transport in allowed_transports:
70
allowed_transport.relpath(abspath)
71
except errors.PathNotChild:
75
raise errors.JailBreak(abspath)
29
from bzrlib.bundle.serializer import write_bundle
30
from bzrlib.trace import mutter
31
from bzrlib.transport import get_transport
32
from bzrlib.transport.chroot import ChrootServer
81
35
class SmartServerRequest(object):
82
"""Base class for request handlers.
84
To define a new request, subclass this class and override the `do` method
85
(and if appropriate, `do_body` as well). Request implementors should take
86
care to call `translate_client_path` and `transport_from_client_path` as
87
appropriate when dealing with paths received from the client.
89
# XXX: rename this class to BaseSmartServerRequestHandler ? A request
90
# *handler* is a different concept to the request.
92
def __init__(self, backing_transport, root_client_path='/', jail_root=None):
36
"""Base class for request handlers."""
38
def __init__(self, backing_transport, root_client_path='/'):
95
41
:param backing_transport: the base transport to be used when performing
97
43
:param root_client_path: the client path that maps to the root of
98
backing_transport. This is used to interpret relpaths received
99
from the client. Clients will not be able to refer to paths above
100
this root. If root_client_path is None, then no translation will
101
be performed on client paths. Default is '/'.
102
:param jail_root: if specified, the root of the BzrDir.open jail to use
103
instead of backing_transport.
44
backing_transport. This is used to interpret relpaths received from
105
47
self._backing_transport = backing_transport
106
if jail_root is None:
107
jail_root = backing_transport
108
self._jail_root = jail_root
109
if root_client_path is not None:
110
if not root_client_path.startswith('/'):
111
root_client_path = '/' + root_client_path
112
if not root_client_path.endswith('/'):
113
root_client_path += '/'
48
if not root_client_path.startswith('/'):
49
root_client_path = '/' + root_client_path
50
if not root_client_path.endswith('/'):
51
root_client_path += '/'
114
52
self._root_client_path = root_client_path
115
self._body_chunks = []
117
54
def _check_enabled(self):
118
55
"""Raises DisabledMethod if this method is disabled."""
142
79
def do_body(self, body_bytes):
143
80
"""Called if the client sends a body with the request.
145
The do() method is still called, and must have returned None.
147
82
Must return a SmartServerResponse.
150
raise errors.SmartProtocolError('Request does not expect a body')
152
def do_chunk(self, chunk_bytes):
153
"""Called with each body chunk if the request has a streamed body.
155
The do() method is still called, and must have returned None.
157
self._body_chunks.append(chunk_bytes)
160
"""Called when the end of the request has been received."""
161
body_bytes = ''.join(self._body_chunks)
162
self._body_chunks = None
163
return self.do_body(body_bytes)
165
def setup_jail(self):
166
jail_info.transports = [self._jail_root]
168
def teardown_jail(self):
169
jail_info.transports = None
84
# TODO: if a client erroneously sends a request that shouldn't have a
85
# body, what to do? Probably SmartServerRequestHandler should catch
86
# this NotImplementedError and translate it into a 'bad request' error
87
# to send to the client.
88
raise NotImplementedError(self.do_body)
171
90
def translate_client_path(self, client_path):
172
"""Translate a path received from a network client into a local
175
All paths received from the client *must* be translated.
177
:param client_path: the path from the client.
178
:returns: a relpath that may be used with self._backing_transport
179
(unlike the untranslated client_path, which must not be used with
180
the backing transport).
182
if self._root_client_path is None:
183
# no translation necessary!
185
91
if not client_path.startswith('/'):
186
92
client_path = '/' + client_path
187
if client_path + '/' == self._root_client_path:
189
93
if client_path.startswith(self._root_client_path):
190
94
path = client_path[len(self._root_client_path):]
191
95
relpath = urlutils.joinpath('/', path)
192
if not relpath.startswith('/'):
193
raise ValueError(relpath)
194
return urlutils.escape('.' + relpath)
96
assert relpath.startswith('/')
196
99
raise errors.PathNotChild(client_path, self._root_client_path)
198
101
def transport_from_client_path(self, client_path):
199
"""Get a backing transport corresponding to the location referred to by
202
:seealso: translate_client_path
203
:returns: a transport cloned from self._backing_transport
103
# * 'path': path the client sent
104
# * 'self._backing_transport': transport rooted at what we're serving
105
# * xxx: path to _backing_transport root as a client path
205
106
relpath = self.translate_client_path(client_path)
206
107
return self._backing_transport.clone(relpath)
209
110
class SmartServerResponse(object):
210
111
"""A response to a client request.
212
113
This base class should not be used. Instead use
213
114
SuccessfulSmartServerResponse and FailedSmartServerResponse as appropriate.
284
185
self._backing_transport = backing_transport
285
186
self._root_client_path = root_client_path
286
187
self._commands = commands
287
if jail_root is None:
288
jail_root = backing_transport
289
self._jail_root = jail_root
188
self._body_bytes = ''
290
189
self.response = None
291
190
self.finished_reading = False
292
191
self._command = None
293
if 'hpss' in debug.debug_flags:
294
self._request_start_time = osutils.timer_func()
295
self._thread_id = thread.get_ident()
297
def _trace(self, action, message, extra_bytes=None, include_time=False):
298
# It is a bit of a shame that this functionality overlaps with that of
299
# ProtocolThreeRequester._trace. However, there is enough difference
300
# that just putting it in a helper doesn't help a lot. And some state
301
# is taken from the instance.
303
t = '%5.3fs ' % (osutils.timer_func() - self._request_start_time)
306
if extra_bytes is None:
309
extra = ' ' + repr(extra_bytes[:40])
311
extra = extra[:29] + extra[-1] + '...'
312
trace.mutter('%12s: [%s] %s%s%s'
313
% (action, self._thread_id, t, message, extra))
315
193
def accept_body(self, bytes):
316
194
"""Accept body data."""
317
if self._command is None:
318
# no active command object, so ignore the event.
320
self._run_handler_code(self._command.do_chunk, (bytes,), {})
321
if 'hpss' in debug.debug_flags:
322
self._trace('accept body',
323
'%d bytes' % (len(bytes),), bytes)
196
# TODO: This should be overriden for each command that desired body data
197
# to handle the right format of that data, i.e. plain bytes, a bundle,
198
# etc. The deserialisation into that format should be done in the
201
# default fallback is to accumulate bytes.
202
self._body_bytes += bytes
325
204
def end_of_body(self):
326
205
"""No more body data will be received."""
327
self._run_handler_code(self._command.do_end, (), {})
206
self._run_handler_code(self._command.do_body, (self._body_bytes,), {})
328
207
# cannot read after this.
329
208
self.finished_reading = True
330
if 'hpss' in debug.debug_flags:
331
self._trace('end of body', '', include_time=True)
210
def dispatch_command(self, cmd, args):
211
"""Deprecated compatibility method.""" # XXX XXX
213
command = self._commands.get(cmd)
215
raise errors.SmartProtocolError("bad request %r" % (cmd,))
216
self._command = command(self._backing_transport, self._root_client_path)
217
self._run_handler_code(self._command.execute, args, {})
333
219
def _run_handler_code(self, callable, args, kwargs):
334
220
"""Run some handler specific code 'callable'.
350
236
# XXX: most of this error conversion is VFS-related, and thus ought to
351
237
# be in SmartServerVFSRequestHandler somewhere.
353
self._command.setup_jail()
355
return callable(*args, **kwargs)
357
self._command.teardown_jail()
358
except (KeyboardInterrupt, SystemExit):
360
except Exception, err:
361
err_struct = _translate_error(err)
362
return FailedSmartServerResponse(err_struct)
364
def headers_received(self, headers):
365
# Just a no-op at the moment.
366
if 'hpss' in debug.debug_flags:
367
self._trace('headers', repr(headers))
369
def args_received(self, args):
373
command = self._commands.get(cmd)
375
if 'hpss' in debug.debug_flags:
376
self._trace('hpss unknown request',
377
cmd, repr(args)[1:-1])
378
raise errors.UnknownSmartMethod(cmd)
379
if 'hpss' in debug.debug_flags:
380
from bzrlib.smart import vfs
381
if issubclass(command, vfs.VfsRequest):
382
action = 'hpss vfs req'
384
action = 'hpss request'
386
'%s %s' % (cmd, repr(args)[1:-1]))
387
self._command = command(
388
self._backing_transport, self._root_client_path, self._jail_root)
389
self._run_handler_code(self._command.execute, args, {})
391
def end_received(self):
392
if self._command is None:
393
# no active command object, so ignore the event.
395
self._run_handler_code(self._command.do_end, (), {})
396
if 'hpss' in debug.debug_flags:
397
self._trace('end', '', include_time=True)
399
def post_body_error_received(self, error_args):
400
# Just a no-op at the moment.
404
def _translate_error(err):
405
if isinstance(err, errors.NoSuchFile):
406
return ('NoSuchFile', err.path)
407
elif isinstance(err, errors.FileExists):
408
return ('FileExists', err.path)
409
elif isinstance(err, errors.DirectoryNotEmpty):
410
return ('DirectoryNotEmpty', err.path)
411
elif isinstance(err, errors.IncompatibleRepositories):
412
return ('IncompatibleRepositories', str(err.source), str(err.target),
414
elif isinstance(err, errors.ShortReadvError):
415
return ('ShortReadvError', err.path, str(err.offset), str(err.length),
417
elif isinstance(err, errors.UnstackableRepositoryFormat):
418
return (('UnstackableRepositoryFormat', str(err.format), err.url))
419
elif isinstance(err, errors.UnstackableBranchFormat):
420
return ('UnstackableBranchFormat', str(err.format), err.url)
421
elif isinstance(err, errors.NotStacked):
422
return ('NotStacked',)
423
elif isinstance(err, UnicodeError):
424
# If it is a DecodeError, than most likely we are starting
425
# with a plain string
426
str_or_unicode = err.object
427
if isinstance(str_or_unicode, unicode):
428
# XXX: UTF-8 might have \x01 (our protocol v1 and v2 seperator
429
# byte) in it, so this encoding could cause broken responses.
430
# Newer clients use protocol v3, so will be fine.
431
val = 'u:' + str_or_unicode.encode('utf-8')
433
val = 's:' + str_or_unicode.encode('base64')
434
# This handles UnicodeEncodeError or UnicodeDecodeError
435
return (err.__class__.__name__, err.encoding, val, str(err.start),
436
str(err.end), err.reason)
437
elif isinstance(err, errors.TransportNotPossible):
438
if err.msg == "readonly transport":
439
return ('ReadOnlyError', )
440
elif isinstance(err, errors.ReadError):
441
# cannot read the file
442
return ('ReadError', err.path)
443
elif isinstance(err, errors.PermissionDenied):
444
return ('PermissionDenied', err.path, err.extra)
445
elif isinstance(err, errors.TokenMismatch):
446
return ('TokenMismatch', err.given_token, err.lock_token)
447
elif isinstance(err, errors.LockContention):
448
return ('LockContention',)
449
# Unserialisable error. Log it, and return a generic error
450
trace.log_exception_quietly()
451
return ('error', str(err))
239
return callable(*args, **kwargs)
240
except errors.NoSuchFile, e:
241
return FailedSmartServerResponse(('NoSuchFile', e.path))
242
except errors.FileExists, e:
243
return FailedSmartServerResponse(('FileExists', e.path))
244
except errors.DirectoryNotEmpty, e:
245
return FailedSmartServerResponse(('DirectoryNotEmpty', e.path))
246
except errors.ShortReadvError, e:
247
return FailedSmartServerResponse(('ShortReadvError',
248
e.path, str(e.offset), str(e.length), str(e.actual)))
249
except UnicodeError, e:
250
# If it is a DecodeError, than most likely we are starting
251
# with a plain string
252
str_or_unicode = e.object
253
if isinstance(str_or_unicode, unicode):
254
# XXX: UTF-8 might have \x01 (our seperator byte) in it. We
255
# should escape it somehow.
256
val = 'u:' + str_or_unicode.encode('utf-8')
258
val = 's:' + str_or_unicode.encode('base64')
259
# This handles UnicodeEncodeError or UnicodeDecodeError
260
return FailedSmartServerResponse((e.__class__.__name__,
261
e.encoding, val, str(e.start), str(e.end), e.reason))
262
except errors.TransportNotPossible, e:
263
if e.msg == "readonly transport":
264
return FailedSmartServerResponse(('ReadOnlyError', ))
454
269
class HelloRequest(SmartServerRequest):
490
305
request_handlers.register_lazy(
491
306
'append', 'bzrlib.smart.vfs', 'AppendRequest')
492
307
request_handlers.register_lazy(
493
'Branch.get_config_file', 'bzrlib.smart.branch',
494
'SmartServerBranchGetConfigFile')
495
request_handlers.register_lazy(
496
'Branch.get_parent', 'bzrlib.smart.branch', 'SmartServerBranchGetParent')
497
request_handlers.register_lazy(
498
'Branch.get_tags_bytes', 'bzrlib.smart.branch',
499
'SmartServerBranchGetTagsBytes')
500
request_handlers.register_lazy(
501
'Branch.set_tags_bytes', 'bzrlib.smart.branch',
502
'SmartServerBranchSetTagsBytes')
503
request_handlers.register_lazy(
504
'Branch.get_stacked_on_url', 'bzrlib.smart.branch', 'SmartServerBranchRequestGetStackedOnURL')
308
'Branch.get_config_file', 'bzrlib.smart.branch', 'SmartServerBranchGetConfigFile')
505
309
request_handlers.register_lazy(
506
310
'Branch.last_revision_info', 'bzrlib.smart.branch', 'SmartServerBranchRequestLastRevisionInfo')
507
311
request_handlers.register_lazy(
508
312
'Branch.lock_write', 'bzrlib.smart.branch', 'SmartServerBranchRequestLockWrite')
509
request_handlers.register_lazy( 'Branch.revision_history',
510
'bzrlib.smart.branch', 'SmartServerRequestRevisionHistory')
511
request_handlers.register_lazy( 'Branch.set_config_option',
512
'bzrlib.smart.branch', 'SmartServerBranchRequestSetConfigOption')
513
request_handlers.register_lazy( 'Branch.set_last_revision',
514
'bzrlib.smart.branch', 'SmartServerBranchRequestSetLastRevision')
515
request_handlers.register_lazy(
516
'Branch.set_last_revision_info', 'bzrlib.smart.branch',
517
'SmartServerBranchRequestSetLastRevisionInfo')
518
request_handlers.register_lazy(
519
'Branch.set_last_revision_ex', 'bzrlib.smart.branch',
520
'SmartServerBranchRequestSetLastRevisionEx')
521
request_handlers.register_lazy(
522
'Branch.set_parent_location', 'bzrlib.smart.branch',
523
'SmartServerBranchRequestSetParentLocation')
313
request_handlers.register_lazy(
314
'Branch.revision_history', 'bzrlib.smart.branch', 'SmartServerRequestRevisionHistory')
315
request_handlers.register_lazy(
316
'Branch.set_last_revision', 'bzrlib.smart.branch', 'SmartServerBranchRequestSetLastRevision')
524
317
request_handlers.register_lazy(
525
318
'Branch.unlock', 'bzrlib.smart.branch', 'SmartServerBranchRequestUnlock')
526
319
request_handlers.register_lazy(
527
'BzrDir.cloning_metadir', 'bzrlib.smart.bzrdir',
528
'SmartServerBzrDirRequestCloningMetaDir')
529
request_handlers.register_lazy(
530
'BzrDir.create_branch', 'bzrlib.smart.bzrdir',
531
'SmartServerRequestCreateBranch')
532
request_handlers.register_lazy(
533
'BzrDir.create_repository', 'bzrlib.smart.bzrdir',
534
'SmartServerRequestCreateRepository')
535
request_handlers.register_lazy(
536
'BzrDir.find_repository', 'bzrlib.smart.bzrdir',
537
'SmartServerRequestFindRepositoryV1')
538
request_handlers.register_lazy(
539
'BzrDir.find_repositoryV2', 'bzrlib.smart.bzrdir',
540
'SmartServerRequestFindRepositoryV2')
541
request_handlers.register_lazy(
542
'BzrDir.find_repositoryV3', 'bzrlib.smart.bzrdir',
543
'SmartServerRequestFindRepositoryV3')
544
request_handlers.register_lazy(
545
'BzrDir.get_config_file', 'bzrlib.smart.bzrdir',
546
'SmartServerBzrDirRequestConfigFile')
547
request_handlers.register_lazy(
548
'BzrDirFormat.initialize', 'bzrlib.smart.bzrdir',
549
'SmartServerRequestInitializeBzrDir')
550
request_handlers.register_lazy(
551
'BzrDirFormat.initialize_ex_1.16', 'bzrlib.smart.bzrdir',
552
'SmartServerRequestBzrDirInitializeEx')
553
request_handlers.register_lazy(
554
'BzrDir.open', 'bzrlib.smart.bzrdir', 'SmartServerRequestOpenBzrDir')
555
request_handlers.register_lazy(
556
'BzrDir.open_2.1', 'bzrlib.smart.bzrdir', 'SmartServerRequestOpenBzrDir_2_1')
557
request_handlers.register_lazy(
558
'BzrDir.open_branch', 'bzrlib.smart.bzrdir',
559
'SmartServerRequestOpenBranch')
560
request_handlers.register_lazy(
561
'BzrDir.open_branchV2', 'bzrlib.smart.bzrdir',
562
'SmartServerRequestOpenBranchV2')
563
request_handlers.register_lazy(
564
'BzrDir.open_branchV3', 'bzrlib.smart.bzrdir',
565
'SmartServerRequestOpenBranchV3')
320
'BzrDir.find_repository', 'bzrlib.smart.bzrdir', 'SmartServerRequestFindRepository')
321
request_handlers.register_lazy(
322
'BzrDirFormat.initialize', 'bzrlib.smart.bzrdir', 'SmartServerRequestInitializeBzrDir')
323
request_handlers.register_lazy(
324
'BzrDir.open_branch', 'bzrlib.smart.bzrdir', 'SmartServerRequestOpenBranch')
566
325
request_handlers.register_lazy(
567
326
'delete', 'bzrlib.smart.vfs', 'DeleteRequest')
568
327
request_handlers.register_lazy(
589
348
'readv', 'bzrlib.smart.vfs', 'ReadvRequest')
590
349
request_handlers.register_lazy(
591
350
'rename', 'bzrlib.smart.vfs', 'RenameRequest')
592
request_handlers.register_lazy(
593
'PackRepository.autopack', 'bzrlib.smart.packrepository',
594
'SmartServerPackRepositoryAutopack')
595
351
request_handlers.register_lazy('Repository.gather_stats',
596
352
'bzrlib.smart.repository',
597
353
'SmartServerRepositoryGatherStats')
598
request_handlers.register_lazy('Repository.get_parent_map',
599
'bzrlib.smart.repository',
600
'SmartServerRepositoryGetParentMap')
354
request_handlers.register_lazy(
355
'Repository.stream_knit_data_for_revisions', 'bzrlib.smart.repository',
356
'SmartServerRepositoryStreamKnitDataForRevisions')
601
357
request_handlers.register_lazy(
602
358
'Repository.get_revision_graph', 'bzrlib.smart.repository', 'SmartServerRepositoryGetRevisionGraph')
603
359
request_handlers.register_lazy(
604
360
'Repository.has_revision', 'bzrlib.smart.repository', 'SmartServerRequestHasRevision')
605
361
request_handlers.register_lazy(
606
'Repository.insert_stream', 'bzrlib.smart.repository', 'SmartServerRepositoryInsertStream')
607
request_handlers.register_lazy(
608
'Repository.insert_stream_1.19', 'bzrlib.smart.repository', 'SmartServerRepositoryInsertStream_1_19')
609
request_handlers.register_lazy(
610
'Repository.insert_stream_locked', 'bzrlib.smart.repository', 'SmartServerRepositoryInsertStreamLocked')
611
request_handlers.register_lazy(
612
362
'Repository.is_shared', 'bzrlib.smart.repository', 'SmartServerRepositoryIsShared')
613
363
request_handlers.register_lazy(
614
364
'Repository.lock_write', 'bzrlib.smart.repository', 'SmartServerRepositoryLockWrite')
615
365
request_handlers.register_lazy(
616
'Repository.set_make_working_trees', 'bzrlib.smart.repository',
617
'SmartServerRepositorySetMakeWorkingTrees')
618
request_handlers.register_lazy(
619
366
'Repository.unlock', 'bzrlib.smart.repository', 'SmartServerRepositoryUnlock')
620
367
request_handlers.register_lazy(
621
'Repository.get_rev_id_for_revno', 'bzrlib.smart.repository',
622
'SmartServerRepositoryGetRevIdForRevno')
623
request_handlers.register_lazy(
624
'Repository.get_stream', 'bzrlib.smart.repository',
625
'SmartServerRepositoryGetStream')
626
request_handlers.register_lazy(
627
'Repository.get_stream_1.19', 'bzrlib.smart.repository',
628
'SmartServerRepositoryGetStream_1_19')
629
request_handlers.register_lazy(
630
368
'Repository.tarball', 'bzrlib.smart.repository',
631
369
'SmartServerRepositoryTarball')
632
370
request_handlers.register_lazy(
added
removed
bzrlib/smart/request.py
