bzr branch
http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
| 
2400.1.2
by Andrew Bennetts
 Move SmartTCPServer classes into bzrlib/smart/server.py  | 
1  | 
# Copyright (C) 2006, 2007 Canonical Ltd
 | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
2  | 
#
 | 
3  | 
# This program is free software; you can redistribute it and/or modify
 | 
|
4  | 
# it under the terms of the GNU General Public License as published by
 | 
|
5  | 
# the Free Software Foundation; either version 2 of the License, or
 | 
|
6  | 
# (at your option) any later version.
 | 
|
7  | 
#
 | 
|
8  | 
# This program is distributed in the hope that it will be useful,
 | 
|
9  | 
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
|
10  | 
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
|
11  | 
# GNU General Public License for more details.
 | 
|
12  | 
#
 | 
|
13  | 
# You should have received a copy of the GNU General Public License
 | 
|
14  | 
# along with this program; if not, write to the Free Software
 | 
|
15  | 
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 | 
|
16  | 
||
| 
2018.5.19
by Andrew Bennetts
 Add docstrings to all the new modules, and a few other places.  | 
17  | 
"""Server for smart-server protocol."""
 | 
18  | 
||
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
19  | 
import errno  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
20  | 
import socket  | 
21  | 
import threading  | 
|
22  | 
||
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
23  | 
from bzrlib.hooks import Hooks  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
24  | 
from bzrlib import (  | 
| 
2018.5.15
by Andrew Bennetts
 Tidy some imports, and bugs introduced when adding server.py  | 
25  | 
trace,  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
26  | 
transport,  | 
27  | 
)
 | 
|
| 
2400.1.3
by Andrew Bennetts
 Split smart transport code into several separate modules.  | 
28  | 
from bzrlib.smart.medium import SmartServerSocketStreamMedium  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
29  | 
|
30  | 
||
31  | 
class SmartTCPServer(object):  | 
|
32  | 
"""Listens on a TCP socket and accepts connections from smart clients.  | 
|
| 
2018.5.139
by Andrew Bennetts
 Merge from bzr.dev, resolving conflicts.  | 
33  | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
34  | 
    Each connection will be served by a SmartServerSocketStreamMedium running in
 | 
| 
2018.5.139
by Andrew Bennetts
 Merge from bzr.dev, resolving conflicts.  | 
35  | 
    a thread.
 | 
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
36  | 
|
37  | 
    hooks: An instance of SmartServerHooks.
 | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
38  | 
    """
 | 
39  | 
||
40  | 
def __init__(self, backing_transport, host='127.0.0.1', port=0):  | 
|
41  | 
"""Construct a new server.  | 
|
42  | 
||
43  | 
        To actually start it running, call either start_background_thread or
 | 
|
44  | 
        serve.
 | 
|
45  | 
||
46  | 
        :param host: Name of the interface to listen on.
 | 
|
47  | 
        :param port: TCP port to listen on, or 0 to allocate a transient port.
 | 
|
48  | 
        """
 | 
|
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
49  | 
        # let connections timeout so that we get a chance to terminate
 | 
50  | 
        # Keep a reference to the exceptions we want to catch because the socket
 | 
|
51  | 
        # module's globals get set to None during interpreter shutdown.
 | 
|
52  | 
from socket import timeout as socket_timeout  | 
|
53  | 
from socket import error as socket_error  | 
|
54  | 
self._socket_error = socket_error  | 
|
55  | 
self._socket_timeout = socket_timeout  | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
56  | 
self._server_socket = socket.socket()  | 
57  | 
self._server_socket.bind((host, port))  | 
|
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
58  | 
self._sockname = self._server_socket.getsockname()  | 
59  | 
self.port = self._sockname[1]  | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
60  | 
self._server_socket.listen(1)  | 
61  | 
self._server_socket.settimeout(1)  | 
|
62  | 
self.backing_transport = backing_transport  | 
|
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
63  | 
self._started = threading.Event()  | 
64  | 
self._stopped = threading.Event()  | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
65  | 
|
66  | 
def serve(self):  | 
|
67  | 
self._should_terminate = False  | 
|
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
68  | 
for hook in SmartTCPServer.hooks['server_started']:  | 
69  | 
hook(self.backing_transport.base, self.get_url())  | 
|
70  | 
self._started.set()  | 
|
71  | 
try:  | 
|
72  | 
try:  | 
|
73  | 
while not self._should_terminate:  | 
|
74  | 
try:  | 
|
75  | 
conn, client_addr = self._server_socket.accept()  | 
|
76  | 
except self._socket_timeout:  | 
|
77  | 
                        # just check if we're asked to stop
 | 
|
78  | 
                        pass
 | 
|
79  | 
except self._socket_error, e:  | 
|
80  | 
                        # if the socket is closed by stop_background_thread
 | 
|
81  | 
                        # we might get a EBADF here, any other socket errors
 | 
|
82  | 
                        # should get logged.
 | 
|
83  | 
if e.args[0] != errno.EBADF:  | 
|
84  | 
trace.warning("listening socket error: %s", e)  | 
|
85  | 
else:  | 
|
86  | 
self.serve_conn(conn)  | 
|
87  | 
except KeyboardInterrupt:  | 
|
88  | 
                # dont log when CTRL-C'd.
 | 
|
89  | 
                raise
 | 
|
90  | 
except Exception, e:  | 
|
91  | 
trace.error("Unhandled smart server error.")  | 
|
92  | 
trace.log_exception_quietly()  | 
|
93  | 
                raise
 | 
|
94  | 
finally:  | 
|
95  | 
self._stopped.set()  | 
|
96  | 
try:  | 
|
97  | 
                # ensure the server socket is closed.
 | 
|
98  | 
self._server_socket.close()  | 
|
99  | 
except self._socket_error:  | 
|
100  | 
                # ignore errors on close
 | 
|
101  | 
                pass
 | 
|
102  | 
for hook in SmartTCPServer.hooks['server_stopped']:  | 
|
103  | 
hook(self.backing_transport.base, self.get_url())  | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
104  | 
|
105  | 
def get_url(self):  | 
|
106  | 
"""Return the url of the server"""  | 
|
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
107  | 
return "bzr://%s:%d/" % self._sockname  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
108  | 
|
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
109  | 
def serve_conn(self, conn):  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
110  | 
        # For WIN32, where the timeout value from the listening socket
 | 
111  | 
        # propogates to the newly accepted socket.
 | 
|
112  | 
conn.setblocking(True)  | 
|
113  | 
conn.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)  | 
|
| 
2400.1.2
by Andrew Bennetts
 Move SmartTCPServer classes into bzrlib/smart/server.py  | 
114  | 
handler = SmartServerSocketStreamMedium(conn, self.backing_transport)  | 
115  | 
connection_thread = threading.Thread(None, handler.serve, name='smart-server-child')  | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
116  | 
connection_thread.setDaemon(True)  | 
117  | 
connection_thread.start()  | 
|
118  | 
||
119  | 
def start_background_thread(self):  | 
|
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
120  | 
self._started.clear()  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
121  | 
self._server_thread = threading.Thread(None,  | 
122  | 
self.serve,  | 
|
123  | 
name='server-' + self.get_url())  | 
|
124  | 
self._server_thread.setDaemon(True)  | 
|
125  | 
self._server_thread.start()  | 
|
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
126  | 
self._started.wait()  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
127  | 
|
128  | 
def stop_background_thread(self):  | 
|
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
129  | 
self._stopped.clear()  | 
130  | 
        # tell the main loop to quit on the next iteration.
 | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
131  | 
self._should_terminate = True  | 
| 
2400.1.7
by Andrew Bennetts
 Merge from bzr.dev.  | 
132  | 
        # close the socket - gives error to connections from here on in,
 | 
133  | 
        # rather than a connection reset error to connections made during
 | 
|
134  | 
        # the period between setting _should_terminate = True and 
 | 
|
135  | 
        # the current request completing/aborting. It may also break out the
 | 
|
136  | 
        # main loop if it was currently in accept() (on some platforms).
 | 
|
137  | 
try:  | 
|
138  | 
self._server_socket.close()  | 
|
139  | 
except self._socket_error:  | 
|
140  | 
            # ignore errors on close
 | 
|
141  | 
            pass
 | 
|
142  | 
if not self._stopped.isSet():  | 
|
143  | 
            # server has not stopped (though it may be stopping)
 | 
|
144  | 
            # its likely in accept(), so give it a connection
 | 
|
145  | 
temp_socket = socket.socket()  | 
|
146  | 
temp_socket.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)  | 
|
147  | 
if not temp_socket.connect_ex(self._sockname):  | 
|
148  | 
                # and close it immediately: we dont choose to send any requests.
 | 
|
149  | 
temp_socket.close()  | 
|
150  | 
self._stopped.wait()  | 
|
151  | 
self._server_thread.join()  | 
|
152  | 
||
153  | 
||
154  | 
class SmartServerHooks(Hooks):  | 
|
155  | 
"""Hooks for the smart server."""  | 
|
156  | 
||
157  | 
def __init__(self):  | 
|
158  | 
"""Create the default hooks.  | 
|
159  | 
||
160  | 
        These are all empty initially, because by default nothing should get
 | 
|
161  | 
        notified.
 | 
|
162  | 
        """
 | 
|
163  | 
Hooks.__init__(self)  | 
|
164  | 
        # Introduced in 0.16:
 | 
|
165  | 
        # invoked whenever the server starts serving a directory.
 | 
|
166  | 
        # The api signature is (backing url, public url).
 | 
|
167  | 
self['server_started'] = []  | 
|
168  | 
        # Introduced in 0.16:
 | 
|
169  | 
        # invoked whenever the server stops serving a directory.
 | 
|
170  | 
        # The api signature is (backing url, public url).
 | 
|
171  | 
self['server_stopped'] = []  | 
|
172  | 
||
173  | 
SmartTCPServer.hooks = SmartServerHooks()  | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
174  | 
|
| 
2400.1.2
by Andrew Bennetts
 Move SmartTCPServer classes into bzrlib/smart/server.py  | 
175  | 
|
176  | 
class SmartTCPServer_for_testing(SmartTCPServer):  | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
177  | 
"""Server suitable for use by transport tests.  | 
178  | 
    
 | 
|
| 
2400.1.2
by Andrew Bennetts
 Move SmartTCPServer classes into bzrlib/smart/server.py  | 
179  | 
    This server is backed by the process's cwd.
 | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
180  | 
    """
 | 
181  | 
||
| 
2400.1.2
by Andrew Bennetts
 Move SmartTCPServer classes into bzrlib/smart/server.py  | 
182  | 
def __init__(self):  | 
| 
2018.5.42
by Robert Collins
 Various hopefully improvements, but wsgi is broken, handing over to spiv :).  | 
183  | 
SmartTCPServer.__init__(self, None)  | 
| 
2400.1.2
by Andrew Bennetts
 Move SmartTCPServer classes into bzrlib/smart/server.py  | 
184  | 
|
185  | 
def get_backing_transport(self, backing_transport_server):  | 
|
186  | 
"""Get a backing transport from a server we are decorating."""  | 
|
| 
2018.5.104
by Andrew Bennetts
 Completely rework chrooted transports.  | 
187  | 
return transport.get_transport(backing_transport_server.get_url())  | 
| 
2400.1.2
by Andrew Bennetts
 Move SmartTCPServer classes into bzrlib/smart/server.py  | 
188  | 
|
| 
2018.5.47
by Andrew Bennetts
 Make SmartTCPServer_for_Testing.setUp's backing_transport_server argument optional.  | 
189  | 
def setUp(self, backing_transport_server=None):  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
190  | 
"""Set up server for testing"""  | 
| 
2018.5.104
by Andrew Bennetts
 Completely rework chrooted transports.  | 
191  | 
from bzrlib.transport.chroot import ChrootServer  | 
| 
2018.5.47
by Andrew Bennetts
 Make SmartTCPServer_for_Testing.setUp's backing_transport_server argument optional.  | 
192  | 
if backing_transport_server is None:  | 
193  | 
from bzrlib.transport.local import LocalURLServer  | 
|
194  | 
backing_transport_server = LocalURLServer()  | 
|
| 
2018.5.104
by Andrew Bennetts
 Completely rework chrooted transports.  | 
195  | 
self.chroot_server = ChrootServer(  | 
196  | 
self.get_backing_transport(backing_transport_server))  | 
|
197  | 
self.chroot_server.setUp()  | 
|
198  | 
self.backing_transport = transport.get_transport(  | 
|
199  | 
self.chroot_server.get_url())  | 
|
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
200  | 
self.start_background_thread()  | 
201  | 
||
202  | 
def tearDown(self):  | 
|
203  | 
self.stop_background_thread()  | 
|
| 
2018.5.104
by Andrew Bennetts
 Completely rework chrooted transports.  | 
204  | 
self.chroot_server.tearDown()  | 
| 
2018.5.14
by Andrew Bennetts
 Move SmartTCPServer to smart/server.py, and SmartServerRequestHandler to smart/request.py.  | 
205  | 
|
206  | 
def get_bogus_url(self):  | 
|
207  | 
"""Return a URL which will fail to connect"""  | 
|
208  | 
return 'bzr://127.0.0.1:1/'  | 
|
209  | 
||
210  | 
||
| 
2018.5.42
by Robert Collins
 Various hopefully improvements, but wsgi is broken, handing over to spiv :).  | 
211  | 
class ReadonlySmartTCPServer_for_testing(SmartTCPServer_for_testing):  | 
212  | 
"""Get a readonly server for testing."""  | 
|
213  | 
||
214  | 
def get_backing_transport(self, backing_transport_server):  | 
|
215  | 
"""Get a backing transport from a server we are decorating."""  | 
|
| 
2018.5.104
by Andrew Bennetts
 Completely rework chrooted transports.  | 
216  | 
url = 'readonly+' + backing_transport_server.get_url()  | 
| 
2018.5.42
by Robert Collins
 Various hopefully improvements, but wsgi is broken, handing over to spiv :).  | 
217  | 
return transport.get_transport(url)  | 
| 
2018.5.95
by Andrew Bennetts
 Add a Transport.is_readonly remote call, let {Branch,Repository}.lock_write remote call return UnlockableTransport, and miscellaneous test fixes.  | 
218  |