/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
1
# Copyright (C) 2005, 2006 Canonical
1540.3.24 by Martin Pool
Add new protocol 'http+pycurl' that always uses PyCurl.
2
#
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1540.3.24 by Martin Pool
Add new protocol 'http+pycurl' that always uses PyCurl.
7
#
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1540.3.24 by Martin Pool
Add new protocol 'http+pycurl' that always uses PyCurl.
12
#
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
1185.16.68 by Martin Pool
- http url fixes suggested by Robey Pointer, and tests
16
1540.3.3 by Martin Pool
Review updates of pycurl transport
17
# FIXME: This test should be repeated for each available http client
18
# implementation; at the moment we have urllib and pycurl.
19
1540.3.22 by Martin Pool
[patch] Add TestCase.assertIsInstance
20
# TODO: Should be renamed to bzrlib.transport.http.tests?
21
2000.2.2 by John Arbash Meinel
Update the urllib.has test.
22
import socket
23
1553.1.2 by James Henstridge
Add a test to make sure the user-agent header is being sent correctly.
24
import bzrlib
2004.1.1 by vila
Connection sharing, with redirection. without authentification.
25
from bzrlib.errors import (DependencyNotPresent,
26
                           ConnectionError,
27
                           )
1540.3.30 by Martin Pool
Fix up bogus-url tests for broken dns servers, and error imports
28
from bzrlib.tests import TestCase, TestSkipped
1540.3.23 by Martin Pool
Allow urls like http+pycurl://host/ to use a particular impl
29
from bzrlib.transport import Transport
2004.3.3 by vila
Better (but still incomplete) design for bogus servers.
30
from bzrlib.transport.http import (
31
    extract_auth,
32
    HttpTransportBase,
33
    WallRequestHandler,
34
    )
1540.3.26 by Martin Pool
[merge] bzr.dev; pycurl not updated for readv yet
35
from bzrlib.transport.http._urllib import HttpTransport_urllib
2004.3.3 by vila
Better (but still incomplete) design for bogus servers.
36
from bzrlib.tests.HTTPTestUtil import TestCaseWithWebserver
1185.40.20 by Robey Pointer
allow user:pass@ info in http urls to be used for auth; this should be easily expandable later to use auth config files
37
1786.1.8 by John Arbash Meinel
[merge] Johan Rydberg test updates
38
1185.40.20 by Robey Pointer
allow user:pass@ info in http urls to be used for auth; this should be easily expandable later to use auth config files
39
class FakeManager (object):
1786.1.8 by John Arbash Meinel
[merge] Johan Rydberg test updates
40
1185.40.20 by Robey Pointer
allow user:pass@ info in http urls to be used for auth; this should be easily expandable later to use auth config files
41
    def __init__(self):
42
        self.credentials = []
2004.3.1 by vila
Test ConnectionError exceptions.
43
1185.40.20 by Robey Pointer
allow user:pass@ info in http urls to be used for auth; this should be easily expandable later to use auth config files
44
    def add_password(self, realm, host, username, password):
45
        self.credentials.append([realm, host, username, password])
46
1553.1.2 by James Henstridge
Add a test to make sure the user-agent header is being sent correctly.
47
1185.16.68 by Martin Pool
- http url fixes suggested by Robey Pointer, and tests
48
class TestHttpUrls(TestCase):
1786.1.8 by John Arbash Meinel
[merge] Johan Rydberg test updates
49
1185.40.20 by Robey Pointer
allow user:pass@ info in http urls to be used for auth; this should be easily expandable later to use auth config files
50
    def test_url_parsing(self):
51
        f = FakeManager()
52
        url = extract_auth('http://example.com', f)
53
        self.assertEquals('http://example.com', url)
54
        self.assertEquals(0, len(f.credentials))
1185.50.94 by John Arbash Meinel
Updated web page url to http://bazaar-vcs.org
55
        url = extract_auth('http://user:pass@www.bazaar-vcs.org/bzr/bzr.dev', f)
56
        self.assertEquals('http://www.bazaar-vcs.org/bzr/bzr.dev', url)
1185.40.20 by Robey Pointer
allow user:pass@ info in http urls to be used for auth; this should be easily expandable later to use auth config files
57
        self.assertEquals(1, len(f.credentials))
2004.3.1 by vila
Test ConnectionError exceptions.
58
        self.assertEquals([None, 'www.bazaar-vcs.org', 'user', 'pass'],
59
                          f.credentials[0])
60
1185.16.68 by Martin Pool
- http url fixes suggested by Robey Pointer, and tests
61
    def test_abs_url(self):
62
        """Construction of absolute http URLs"""
1185.50.94 by John Arbash Meinel
Updated web page url to http://bazaar-vcs.org
63
        t = HttpTransport_urllib('http://bazaar-vcs.org/bzr/bzr.dev/')
1185.16.68 by Martin Pool
- http url fixes suggested by Robey Pointer, and tests
64
        eq = self.assertEqualDiff
65
        eq(t.abspath('.'),
1185.50.94 by John Arbash Meinel
Updated web page url to http://bazaar-vcs.org
66
           'http://bazaar-vcs.org/bzr/bzr.dev')
2004.3.1 by vila
Test ConnectionError exceptions.
67
        eq(t.abspath('foo/bar'),
1185.50.94 by John Arbash Meinel
Updated web page url to http://bazaar-vcs.org
68
           'http://bazaar-vcs.org/bzr/bzr.dev/foo/bar')
1185.16.68 by Martin Pool
- http url fixes suggested by Robey Pointer, and tests
69
        eq(t.abspath('.bzr'),
1185.50.94 by John Arbash Meinel
Updated web page url to http://bazaar-vcs.org
70
           'http://bazaar-vcs.org/bzr/bzr.dev/.bzr')
1185.16.68 by Martin Pool
- http url fixes suggested by Robey Pointer, and tests
71
        eq(t.abspath('.bzr/1//2/./3'),
1185.50.94 by John Arbash Meinel
Updated web page url to http://bazaar-vcs.org
72
           'http://bazaar-vcs.org/bzr/bzr.dev/.bzr/1/2/3')
1185.16.68 by Martin Pool
- http url fixes suggested by Robey Pointer, and tests
73
74
    def test_invalid_http_urls(self):
75
        """Trap invalid construction of urls"""
1185.50.94 by John Arbash Meinel
Updated web page url to http://bazaar-vcs.org
76
        t = HttpTransport_urllib('http://bazaar-vcs.org/bzr/bzr.dev/')
1185.16.68 by Martin Pool
- http url fixes suggested by Robey Pointer, and tests
77
        self.assertRaises(ValueError,
78
            t.abspath,
79
            '.bzr/')
80
81
    def test_http_root_urls(self):
82
        """Construction of URLs from server root"""
1540.3.26 by Martin Pool
[merge] bzr.dev; pycurl not updated for readv yet
83
        t = HttpTransport_urllib('http://bzr.ozlabs.org/')
1185.16.68 by Martin Pool
- http url fixes suggested by Robey Pointer, and tests
84
        eq = self.assertEqualDiff
85
        eq(t.abspath('.bzr/tree-version'),
86
           'http://bzr.ozlabs.org/.bzr/tree-version')
1553.1.2 by James Henstridge
Add a test to make sure the user-agent header is being sent correctly.
87
1540.3.24 by Martin Pool
Add new protocol 'http+pycurl' that always uses PyCurl.
88
    def test_http_impl_urls(self):
89
        """There are servers which ask for particular clients to connect"""
90
        try:
91
            from bzrlib.transport.http._pycurl import HttpServer_PyCurl
92
            server = HttpServer_PyCurl()
93
            try:
94
                server.setUp()
95
                url = server.get_url()
96
                self.assertTrue(url.startswith('http+pycurl://'))
97
            finally:
98
                server.tearDown()
1540.3.30 by Martin Pool
Fix up bogus-url tests for broken dns servers, and error imports
99
        except DependencyNotPresent:
1540.3.24 by Martin Pool
Add new protocol 'http+pycurl' that always uses PyCurl.
100
            raise TestSkipped('pycurl not present')
1553.1.2 by James Henstridge
Add a test to make sure the user-agent header is being sent correctly.
101
1786.1.8 by John Arbash Meinel
[merge] Johan Rydberg test updates
102
1540.3.33 by Martin Pool
Fix http tests that were failing to run tearDown when setup got a missing dependency
103
class TestHttpMixins(object):
104
105
    def _prep_tree(self):
106
        self.build_tree(['xxx', 'foo/', 'foo/bar'], line_endings='binary',
107
                        transport=self.get_transport())
1553.1.2 by James Henstridge
Add a test to make sure the user-agent header is being sent correctly.
108
109
    def test_http_has(self):
1185.50.84 by John Arbash Meinel
[merge] bzr.dev, cleanup conflicts, fixup http tests for new TestCase layout.
110
        server = self.get_readonly_server()
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
111
        t = self._transport(server.get_url())
1553.1.2 by James Henstridge
Add a test to make sure the user-agent header is being sent correctly.
112
        self.assertEqual(t.has('foo/bar'), True)
1185.50.84 by John Arbash Meinel
[merge] bzr.dev, cleanup conflicts, fixup http tests for new TestCase layout.
113
        self.assertEqual(len(server.logs), 1)
2004.3.1 by vila
Test ConnectionError exceptions.
114
        self.assertContainsRe(server.logs[0],
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
115
            r'"HEAD /foo/bar HTTP/1.." (200|302) - "-" "bzr/')
1553.1.5 by James Henstridge
Make HTTP transport has() method do HEAD requests, and update test to
116
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
117
    def test_http_has_not_found(self):
118
        server = self.get_readonly_server()
119
        t = self._transport(server.get_url())
1553.1.5 by James Henstridge
Make HTTP transport has() method do HEAD requests, and update test to
120
        self.assertEqual(t.has('not-found'), False)
2004.3.1 by vila
Test ConnectionError exceptions.
121
        self.assertContainsRe(server.logs[1],
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
122
            r'"HEAD /not-found HTTP/1.." 404 - "-" "bzr/')
1553.1.2 by James Henstridge
Add a test to make sure the user-agent header is being sent correctly.
123
124
    def test_http_get(self):
1185.50.84 by John Arbash Meinel
[merge] bzr.dev, cleanup conflicts, fixup http tests for new TestCase layout.
125
        server = self.get_readonly_server()
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
126
        t = self._transport(server.get_url())
1553.1.2 by James Henstridge
Add a test to make sure the user-agent header is being sent correctly.
127
        fp = t.get('foo/bar')
128
        self.assertEqualDiff(
129
            fp.read(),
1553.1.3 by James Henstridge
Make bzrlib.transport.http.HttpServer output referer and user agent as in
130
            'contents of foo/bar\n')
1185.50.84 by John Arbash Meinel
[merge] bzr.dev, cleanup conflicts, fixup http tests for new TestCase layout.
131
        self.assertEqual(len(server.logs), 1)
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
132
        self.assertTrue(server.logs[0].find(
133
            '"GET /foo/bar HTTP/1.1" 200 - "-" "bzr/%s' % bzrlib.__version__) > -1)
134
135
1540.3.33 by Martin Pool
Fix http tests that were failing to run tearDown when setup got a missing dependency
136
class TestHttpConnections_urllib(TestCaseWithWebserver, TestHttpMixins):
1786.1.8 by John Arbash Meinel
[merge] Johan Rydberg test updates
137
1540.3.33 by Martin Pool
Fix http tests that were failing to run tearDown when setup got a missing dependency
138
    _transport = HttpTransport_urllib
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
139
140
    def setUp(self):
1540.3.33 by Martin Pool
Fix http tests that were failing to run tearDown when setup got a missing dependency
141
        TestCaseWithWebserver.setUp(self)
142
        self._prep_tree()
143
2000.2.2 by John Arbash Meinel
Update the urllib.has test.
144
    def test_has_on_bogus_host(self):
2004.1.1 by vila
Connection sharing, with redirection. without authentification.
145
        # Get a free address and don't 'accept' on it, so that we
146
        # can be sure there is no http handler there, but set a
147
        # reasonable timeout to not slow down tests too much.
148
        default_timeout = socket.getdefaulttimeout()
149
        try:
150
            socket.setdefaulttimeout(2)
151
            s = socket.socket()
152
            s.bind(('localhost', 0))
153
            t = self._transport('http://%s:%s/' % s.getsockname())
154
            self.assertRaises(ConnectionError, t.has, 'foo/bar')
155
        finally:
156
            socket.setdefaulttimeout(default_timeout)
157
1540.3.33 by Martin Pool
Fix http tests that were failing to run tearDown when setup got a missing dependency
158
159
class TestHttpConnections_pycurl(TestCaseWithWebserver, TestHttpMixins):
160
161
    def _get_pycurl_maybe(self):
1540.3.29 by Martin Pool
Prevent selftest failure when pycurl is not installed
162
        try:
163
            from bzrlib.transport.http._pycurl import PyCurlTransport
1612.1.1 by Martin Pool
Raise errors correctly on pycurl connection failure
164
            return PyCurlTransport
1540.3.30 by Martin Pool
Fix up bogus-url tests for broken dns servers, and error imports
165
        except DependencyNotPresent:
1540.3.29 by Martin Pool
Prevent selftest failure when pycurl is not installed
166
            raise TestSkipped('pycurl not present')
1540.3.15 by Martin Pool
[merge] large merge to sync with bzr.dev
167
1540.3.33 by Martin Pool
Fix http tests that were failing to run tearDown when setup got a missing dependency
168
    _transport = property(_get_pycurl_maybe)
169
170
    def setUp(self):
171
        TestCaseWithWebserver.setUp(self)
172
        self._prep_tree()
173
174
1540.3.23 by Martin Pool
Allow urls like http+pycurl://host/ to use a particular impl
175
class TestHttpTransportRegistration(TestCase):
176
    """Test registrations of various http implementations"""
177
178
    def test_http_registered(self):
179
        import bzrlib.transport.http._urllib
180
        from bzrlib.transport import get_transport
181
        # urlllib should always be present
182
        t = get_transport('http+urllib://bzr.google.com/')
183
        self.assertIsInstance(t, Transport)
1540.3.26 by Martin Pool
[merge] bzr.dev; pycurl not updated for readv yet
184
        self.assertIsInstance(t, bzrlib.transport.http._urllib.HttpTransport_urllib)
1786.1.23 by John Arbash Meinel
Move offset_to_http_ranges back onto HttpTransportBase, clarify tests.
185
186
187
class TestOffsets(TestCase):
1786.1.28 by John Arbash Meinel
Update and add tests for the HttpTransportBase.range_header
188
    """Test offsets_to_ranges method"""
1786.1.23 by John Arbash Meinel
Move offset_to_http_ranges back onto HttpTransportBase, clarify tests.
189
190
    def test_offsets_to_ranges_simple(self):
191
        to_range = HttpTransportBase.offsets_to_ranges
1786.1.39 by John Arbash Meinel
Remove the ability to read negative offsets from readv()
192
        ranges = to_range([(10, 1)])
1786.1.23 by John Arbash Meinel
Move offset_to_http_ranges back onto HttpTransportBase, clarify tests.
193
        self.assertEqual([[10, 10]], ranges)
1786.1.39 by John Arbash Meinel
Remove the ability to read negative offsets from readv()
194
195
        ranges = to_range([(0, 1), (1, 1)])
196
        self.assertEqual([[0, 1]], ranges)
197
198
        ranges = to_range([(1, 1), (0, 1)])
199
        self.assertEqual([[0, 1]], ranges)
1786.1.23 by John Arbash Meinel
Move offset_to_http_ranges back onto HttpTransportBase, clarify tests.
200
201
    def test_offset_to_ranges_overlapped(self):
202
        to_range = HttpTransportBase.offsets_to_ranges
203
1786.1.39 by John Arbash Meinel
Remove the ability to read negative offsets from readv()
204
        ranges = to_range([(10, 1), (20, 2), (22, 5)])
205
        self.assertEqual([[10, 10], [20, 26]], ranges)
206
207
        ranges = to_range([(10, 1), (11, 2), (22, 5)])
208
        self.assertEqual([[10, 12], [22, 26]], ranges)
1786.1.23 by John Arbash Meinel
Move offset_to_http_ranges back onto HttpTransportBase, clarify tests.
209
1786.1.28 by John Arbash Meinel
Update and add tests for the HttpTransportBase.range_header
210
211
class TestRangeHeader(TestCase):
212
    """Test range_header method"""
213
214
    def check_header(self, value, ranges=[], tail=0):
215
        range_header = HttpTransportBase.range_header
216
        self.assertEqual(value, range_header(ranges, tail))
217
218
    def test_range_header_single(self):
1786.1.36 by John Arbash Meinel
pycurl expects us to just set the range of bytes, not including bytes=
219
        self.check_header('0-9', ranges=[[0,9]])
220
        self.check_header('100-109', ranges=[[100,109]])
1786.1.28 by John Arbash Meinel
Update and add tests for the HttpTransportBase.range_header
221
222
    def test_range_header_tail(self):
1786.1.36 by John Arbash Meinel
pycurl expects us to just set the range of bytes, not including bytes=
223
        self.check_header('-10', tail=10)
224
        self.check_header('-50', tail=50)
1786.1.28 by John Arbash Meinel
Update and add tests for the HttpTransportBase.range_header
225
226
    def test_range_header_multi(self):
1786.1.36 by John Arbash Meinel
pycurl expects us to just set the range of bytes, not including bytes=
227
        self.check_header('0-9,100-200,300-5000',
1786.1.28 by John Arbash Meinel
Update and add tests for the HttpTransportBase.range_header
228
                          ranges=[(0,9), (100, 200), (300,5000)])
229
230
    def test_range_header_mixed(self):
1786.1.36 by John Arbash Meinel
pycurl expects us to just set the range of bytes, not including bytes=
231
        self.check_header('0-9,300-5000,-50',
1786.1.28 by John Arbash Meinel
Update and add tests for the HttpTransportBase.range_header
232
                          ranges=[(0,9), (300,5000)],
233
                          tail=50)
2004.3.1 by vila
Test ConnectionError exceptions.
234
235
# TODO: We need to generalize the following tests to all
236
# transports which connect to a server via a socket. Is there a
237
# way to add an accessor or an attribute to this transports so
238
# that we can filter them from the list of all existing
239
# transports ?
2004.3.3 by vila
Better (but still incomplete) design for bogus servers.
240
class TestBogusServer(TestCaseWithWebserver):
241
    """Abstract class to define test for all bogus servers"""
2004.3.1 by vila
Test ConnectionError exceptions.
242
2004.3.3 by vila
Better (but still incomplete) design for bogus servers.
243
    #from bzrlib.transport.http._pycurl import PyCurlTransport
244
    #_transport = PyCurlTransport
2004.3.1 by vila
Test ConnectionError exceptions.
245
    _transport = HttpTransport_urllib
246
247
    def test_has(self):
2004.3.3 by vila
Better (but still incomplete) design for bogus servers.
248
        server = self.get_server()
2004.3.1 by vila
Test ConnectionError exceptions.
249
        t = self._transport(server.get_url())
250
        self.assertRaises(ConnectionError, t.has, 'foo/bar')
2004.3.3 by vila
Better (but still incomplete) design for bogus servers.
251
252
    def test_get(self):
253
        server = self.get_server()
254
        t = self._transport(server.get_url())
255
        self.assertRaises(ConnectionError, t.get, 'foo/bar')
256
257
258
class TestWallServer(TestBogusServer):
259
    """Tests that we get the right exceptions during the connection phase"""
260
    def create_transport_server(self):
261
        return bzrlib.transport.http.HttpServer(WallRequestHandler)