1
# Copyright (C) 2006-2012, 2015, 2016 Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""Tests for the urlutils wrapper."""
22
from .. import osutils, urlutils
23
from ..errors import (
26
from . import features, TestCaseInTempDir, TestCase, TestSkipped
29
class TestUrlToPath(TestCase):
31
def test_basename(self):
32
# breezy.urlutils.basename
33
# Test breezy.urlutils.split()
34
basename = urlutils.basename
35
if sys.platform == 'win32':
36
self.assertRaises(urlutils.InvalidURL, basename,
37
'file:///path/to/foo')
38
self.assertEqual('foo', basename('file:///C|/foo'))
39
self.assertEqual('foo', basename('file:///C:/foo'))
40
self.assertEqual('', basename('file:///C:/'))
42
self.assertEqual('foo', basename('file:///foo'))
43
self.assertEqual('', basename('file:///'))
45
self.assertEqual('foo', basename('http://host/path/to/foo'))
46
self.assertEqual('foo', basename('http://host/path/to/foo/'))
48
'', basename('http://host/path/to/foo/',
49
exclude_trailing_slash=False))
50
self.assertEqual('path', basename('http://host/path'))
51
self.assertEqual('', basename('http://host/'))
52
self.assertEqual('', basename('http://host'))
53
self.assertEqual('path', basename('http:///nohost/path'))
55
self.assertEqual('path', basename(
56
'random+scheme://user:pass@ahost:port/path'))
57
self.assertEqual('path', basename(
58
'random+scheme://user:pass@ahost:port/path/'))
59
self.assertEqual('', basename('random+scheme://user:pass@ahost:port/'))
62
self.assertEqual('foo', basename('path/to/foo'))
63
self.assertEqual('foo', basename('path/to/foo/'))
64
self.assertEqual('', basename('path/to/foo/',
65
exclude_trailing_slash=False))
66
self.assertEqual('foo', basename('path/../foo'))
67
self.assertEqual('foo', basename('../path/foo'))
69
def test_normalize_url_files(self):
70
# Test that local paths are properly normalized
71
normalize_url = urlutils.normalize_url
73
def norm_file(expected, path):
74
url = normalize_url(path)
75
self.assertStartsWith(url, 'file:///')
76
if sys.platform == 'win32':
77
url = url[len('file:///C:'):]
79
url = url[len('file://'):]
81
self.assertEndsWith(url, expected)
83
norm_file('path/to/foo', 'path/to/foo')
84
norm_file('/path/to/foo', '/path/to/foo')
85
norm_file('path/to/foo', '../path/to/foo')
87
# Local paths are assumed to *not* be escaped at all
89
u'uni/\xb5'.encode(osutils.get_user_encoding())
91
# locale cannot handle unicode
94
norm_file('uni/%C2%B5', u'uni/\xb5')
96
norm_file('uni/%25C2%25B5', u'uni/%C2%B5')
97
norm_file('uni/%20b', u'uni/ b')
98
# All the crazy characters get escaped in local paths => file:/// urls
99
# The ' ' character must not be at the end, because on win32
100
# it gets stripped off by ntpath.abspath
101
norm_file('%27%20%3B/%3F%3A%40%26%3D%2B%24%2C%23', "' ;/?:@&=+$,#")
103
def test_normalize_url_hybrid(self):
104
# Anything with a scheme:// should be treated as a hybrid url
105
# which changes what characters get escaped.
106
normalize_url = urlutils.normalize_url
108
eq = self.assertEqual
109
eq('file:///foo/', normalize_url(u'file:///foo/'))
110
eq('file:///foo/%20', normalize_url(u'file:///foo/ '))
111
eq('file:///foo/%20', normalize_url(u'file:///foo/%20'))
112
# Don't escape reserved characters
113
eq('file:///ab_c.d-e/%f:?g&h=i+j;k,L#M$',
114
normalize_url('file:///ab_c.d-e/%f:?g&h=i+j;k,L#M$'))
115
eq('http://ab_c.d-e/%f:?g&h=i+j;k,L#M$',
116
normalize_url('http://ab_c.d-e/%f:?g&h=i+j;k,L#M$'))
118
# Escape unicode characters, but not already escaped chars
119
eq('http://host/ab/%C2%B5/%C2%B5',
120
normalize_url(u'http://host/ab/%C2%B5/\xb5'))
122
# Unescape characters that don't need to be escaped
123
eq('http://host/~bob%2525-._',
124
normalize_url('http://host/%7Ebob%2525%2D%2E%5F'))
125
eq('http://host/~bob%2525-._',
126
normalize_url(u'http://host/%7Ebob%2525%2D%2E%5F'))
128
def test_url_scheme_re(self):
129
# Test paths that may be URLs
130
def test_one(url, scheme_and_path):
131
"""Assert that _url_scheme_re correctly matches
133
:param scheme_and_path: The (scheme, path) that should be matched
134
can be None, to indicate it should not match
136
m = urlutils._url_scheme_re.match(url)
137
if scheme_and_path is None:
138
self.assertEqual(None, m)
140
self.assertEqual(scheme_and_path[0], m.group('scheme'))
141
self.assertEqual(scheme_and_path[1], m.group('path'))
144
test_one('/path', None)
145
test_one('C:/path', None)
146
test_one('../path/to/foo', None)
147
test_one(u'../path/to/fo\xe5', None)
150
test_one('http://host/path/', ('http', 'host/path/'))
151
test_one('sftp://host/path/to/foo', ('sftp', 'host/path/to/foo'))
152
test_one('file:///usr/bin', ('file', '/usr/bin'))
153
test_one('file:///C:/Windows', ('file', '/C:/Windows'))
154
test_one('file:///C|/Windows', ('file', '/C|/Windows'))
155
test_one(u'readonly+sftp://host/path/\xe5',
156
('readonly+sftp', u'host/path/\xe5'))
159
# Can't have slashes or colons in the scheme
160
test_one('/path/to/://foo', None)
161
test_one('scheme:stuff://foo', ('scheme', 'stuff://foo'))
162
# Must have more than one character for scheme
163
test_one('C://foo', None)
164
test_one('ab://foo', ('ab', 'foo'))
166
def test_dirname(self):
167
# Test breezy.urlutils.dirname()
168
dirname = urlutils.dirname
169
if sys.platform == 'win32':
170
self.assertRaises(urlutils.InvalidURL, dirname,
171
'file:///path/to/foo')
172
self.assertEqual('file:///C|/', dirname('file:///C|/foo'))
173
self.assertEqual('file:///C|/', dirname('file:///C|/'))
175
self.assertEqual('file:///', dirname('file:///foo'))
176
self.assertEqual('file:///', dirname('file:///'))
178
self.assertEqual('http://host/path/to',
179
dirname('http://host/path/to/foo'))
180
self.assertEqual('http://host/path/to',
181
dirname('http://host/path/to/foo/'))
182
self.assertEqual('http://host/path/to/foo',
183
dirname('http://host/path/to/foo/',
184
exclude_trailing_slash=False))
185
self.assertEqual('http://host/', dirname('http://host/path'))
186
self.assertEqual('http://host/', dirname('http://host/'))
187
self.assertEqual('http://host', dirname('http://host'))
188
self.assertEqual('http:///nohost', dirname('http:///nohost/path'))
190
self.assertEqual('random+scheme://user:pass@ahost:port/',
191
dirname('random+scheme://user:pass@ahost:port/path'))
192
self.assertEqual('random+scheme://user:pass@ahost:port/',
193
dirname('random+scheme://user:pass@ahost:port/path/'))
194
self.assertEqual('random+scheme://user:pass@ahost:port/',
195
dirname('random+scheme://user:pass@ahost:port/'))
198
self.assertEqual('path/to', dirname('path/to/foo'))
199
self.assertEqual('path/to', dirname('path/to/foo/'))
200
self.assertEqual('path/to/foo',
201
dirname('path/to/foo/', exclude_trailing_slash=False))
202
self.assertEqual('path/..', dirname('path/../foo'))
203
self.assertEqual('../path', dirname('../path/foo'))
205
def test_is_url(self):
206
self.assertTrue(urlutils.is_url('http://foo/bar'))
207
self.assertTrue(urlutils.is_url('bzr+ssh://foo/bar'))
208
self.assertTrue(urlutils.is_url('lp:foo/bar'))
209
self.assertTrue(urlutils.is_url('file:///foo/bar'))
210
self.assertFalse(urlutils.is_url(''))
211
self.assertFalse(urlutils.is_url('foo'))
212
self.assertFalse(urlutils.is_url('foo/bar'))
213
self.assertFalse(urlutils.is_url('/foo'))
214
self.assertFalse(urlutils.is_url('/foo/bar'))
215
self.assertFalse(urlutils.is_url('C:/'))
216
self.assertFalse(urlutils.is_url('C:/foo'))
217
self.assertFalse(urlutils.is_url('C:/foo/bar'))
220
def test(expected, *args):
221
joined = urlutils.join(*args)
222
self.assertEqual(expected, joined)
224
# Test relative path joining
225
test('foo', 'foo') # relative fragment with nothing is preserved.
226
test('foo/bar', 'foo', 'bar')
227
test('http://foo/bar', 'http://foo', 'bar')
228
test('http://foo/bar', 'http://foo', '.', 'bar')
229
test('http://foo/baz', 'http://foo', 'bar', '../baz')
230
test('http://foo/bar/baz', 'http://foo', 'bar/baz')
231
test('http://foo/baz', 'http://foo', 'bar/../baz')
232
test('http://foo/baz', 'http://foo/bar/', '../baz')
233
test('lp:foo/bar', 'lp:foo', 'bar')
234
test('lp:foo/bar/baz', 'lp:foo', 'bar/baz')
237
test('http://foo', 'http://foo') # abs url with nothing is preserved.
238
test('http://bar', 'http://foo', 'http://bar')
239
test('sftp://bzr/foo', 'http://foo', 'bar', 'sftp://bzr/foo')
240
test('file:///bar', 'foo', 'file:///bar')
241
test('http://bar/', 'http://foo', 'http://bar/')
242
test('http://bar/a', 'http://foo', 'http://bar/a')
243
test('http://bar/a/', 'http://foo', 'http://bar/a/')
244
test('lp:bar', 'http://foo', 'lp:bar')
245
test('lp:bar', 'lp:foo', 'lp:bar')
246
test('file:///stuff', 'lp:foo', 'file:///stuff')
249
test('file:///foo', 'file:///', 'foo')
250
test('file:///bar/foo', 'file:///bar/', 'foo')
251
test('http://host/foo', 'http://host/', 'foo')
252
test('http://host/', 'http://host', '')
255
# Cannot go above root
256
# Implicitly at root:
257
self.assertRaises(urlutils.InvalidURLJoin, urlutils.join,
258
'http://foo', '../baz')
259
self.assertRaises(urlutils.InvalidURLJoin, urlutils.join,
261
# Joining from a path explicitly under the root.
262
self.assertRaises(urlutils.InvalidURLJoin, urlutils.join,
263
'http://foo/a', '../../b')
265
def test_joinpath(self):
266
def test(expected, *args):
267
joined = urlutils.joinpath(*args)
268
self.assertEqual(expected, joined)
270
# Test a single element
273
# Test relative path joining
274
test('foo/bar', 'foo', 'bar')
275
test('foo/bar', 'foo', '.', 'bar')
276
test('foo/baz', 'foo', 'bar', '../baz')
277
test('foo/bar/baz', 'foo', 'bar/baz')
278
test('foo/baz', 'foo', 'bar/../baz')
280
# Test joining to an absolute path
282
test('/foo', '/foo', '.')
283
test('/foo/bar', '/foo', 'bar')
284
test('/', '/foo', '..')
286
# Test joining with an absolute path
287
test('/bar', 'foo', '/bar')
289
# Test joining to a path with a trailing slash
290
test('foo/bar', 'foo/', 'bar')
293
# Cannot go above root
294
self.assertRaises(urlutils.InvalidURLJoin, urlutils.joinpath, '/',
296
self.assertRaises(urlutils.InvalidURLJoin, urlutils.joinpath, '/',
298
self.assertRaises(urlutils.InvalidURLJoin, urlutils.joinpath, '/',
301
def test_join_segment_parameters_raw(self):
302
join_segment_parameters_raw = urlutils.join_segment_parameters_raw
303
self.assertEqual("/somedir/path",
304
join_segment_parameters_raw("/somedir/path"))
305
self.assertEqual("/somedir/path,rawdata",
306
join_segment_parameters_raw(
307
"/somedir/path", "rawdata"))
308
self.assertRaises(urlutils.InvalidURLJoin,
309
join_segment_parameters_raw, "/somedir/path",
310
"rawdata1,rawdata2,rawdata3")
311
self.assertEqual("/somedir/path,bla,bar",
312
join_segment_parameters_raw(
313
"/somedir/path", "bla", "bar"))
315
"/somedir,exist=some/path,bla,bar",
316
join_segment_parameters_raw("/somedir,exist=some/path",
318
self.assertRaises(TypeError, join_segment_parameters_raw,
321
def test_join_segment_parameters(self):
322
join_segment_parameters = urlutils.join_segment_parameters
323
self.assertEqual("/somedir/path",
324
join_segment_parameters("/somedir/path", {}))
326
"/somedir/path,key1=val1",
327
join_segment_parameters("/somedir/path", {"key1": "val1"}))
328
self.assertRaises(urlutils.InvalidURLJoin,
329
join_segment_parameters, "/somedir/path",
330
{"branch": "brr,brr,brr"})
332
urlutils.InvalidURLJoin,
333
join_segment_parameters, "/somedir/path", {"key1=val1": "val2"})
334
self.assertEqual("/somedir/path,key1=val1,key2=val2",
335
join_segment_parameters("/somedir/path", {
336
"key1": "val1", "key2": "val2"}))
337
self.assertEqual("/somedir/path,key1=val1,key2=val2",
338
join_segment_parameters("/somedir/path,key1=val1", {
340
self.assertEqual("/somedir/path,key1=val2",
341
join_segment_parameters("/somedir/path,key1=val1", {
343
self.assertEqual("/somedir,exist=some/path,key1=val1",
344
join_segment_parameters("/somedir,exist=some/path",
347
"/,key1=val1,key2=val2",
348
join_segment_parameters("/,key1=val1", {"key2": "val2"}))
349
self.assertRaises(TypeError,
350
join_segment_parameters, "/,key1=val1", {"foo": 42})
352
def test_function_type(self):
353
if sys.platform == 'win32':
354
self.assertEqual(urlutils._win32_local_path_to_url,
355
urlutils.local_path_to_url)
356
self.assertEqual(urlutils._win32_local_path_from_url,
357
urlutils.local_path_from_url)
359
self.assertEqual(urlutils._posix_local_path_to_url,
360
urlutils.local_path_to_url)
361
self.assertEqual(urlutils._posix_local_path_from_url,
362
urlutils.local_path_from_url)
364
def test_posix_local_path_to_url(self):
365
to_url = urlutils._posix_local_path_to_url
366
self.assertEqual('file:///path/to/foo',
367
to_url('/path/to/foo'))
369
self.assertEqual('file:///path/to/foo%2Cbar',
370
to_url('/path/to/foo,bar'))
373
result = to_url(u'/path/to/r\xe4ksm\xf6rg\xe5s')
375
raise TestSkipped("local encoding cannot handle unicode")
377
self.assertEqual('file:///path/to/r%C3%A4ksm%C3%B6rg%C3%A5s', result)
378
self.assertTrue(isinstance(result, str))
380
def test_posix_local_path_from_url(self):
381
from_url = urlutils._posix_local_path_from_url
382
self.assertEqual('/path/to/foo',
383
from_url('file:///path/to/foo'))
384
self.assertEqual('/path/to/foo',
385
from_url('file:///path/to/foo,branch=foo'))
386
self.assertEqual(u'/path/to/r\xe4ksm\xf6rg\xe5s',
387
from_url('file:///path/to/r%C3%A4ksm%C3%B6rg%C3%A5s'))
388
self.assertEqual(u'/path/to/r\xe4ksm\xf6rg\xe5s',
389
from_url('file:///path/to/r%c3%a4ksm%c3%b6rg%c3%a5s'))
391
u'/path/to/r\xe4ksm\xf6rg\xe5s',
392
from_url('file://localhost/path/to/r%c3%a4ksm%c3%b6rg%c3%a5s'))
394
self.assertRaises(urlutils.InvalidURL, from_url, '/path/to/foo')
396
urlutils.InvalidURL, from_url,
397
'file://remotehost/path/to/r%c3%a4ksm%c3%b6rg%c3%a5s')
399
def test_win32_local_path_to_url(self):
400
to_url = urlutils._win32_local_path_to_url
401
self.assertEqual('file:///C:/path/to/foo',
402
to_url('C:/path/to/foo'))
403
# BOGUS: on win32, ntpath.abspath will strip trailing
404
# whitespace, so this will always fail
405
# Though under linux, it fakes abspath support
406
# and thus will succeed
407
# self.assertEqual('file:///C:/path/to/foo%20',
408
# to_url('C:/path/to/foo '))
409
self.assertEqual('file:///C:/path/to/f%20oo',
410
to_url('C:/path/to/f oo'))
412
self.assertEqual('file:///', to_url('/'))
414
self.assertEqual('file:///C:/path/to/foo%2Cbar',
415
to_url('C:/path/to/foo,bar'))
417
result = to_url(u'd:/path/to/r\xe4ksm\xf6rg\xe5s')
419
raise TestSkipped("local encoding cannot handle unicode")
422
'file:///D:/path/to/r%C3%A4ksm%C3%B6rg%C3%A5s', result)
423
self.assertIsInstance(result, str)
425
def test_win32_unc_path_to_url(self):
426
self.requireFeature(features.win32_feature)
427
to_url = urlutils._win32_local_path_to_url
428
self.assertEqual('file://HOST/path',
429
to_url(r'\\HOST\path'))
430
self.assertEqual('file://HOST/path',
431
to_url('//HOST/path'))
434
result = to_url(u'//HOST/path/to/r\xe4ksm\xf6rg\xe5s')
436
raise TestSkipped("local encoding cannot handle unicode")
439
'file://HOST/path/to/r%C3%A4ksm%C3%B6rg%C3%A5s', result)
440
self.assertFalse(isinstance(result, str))
442
def test_win32_local_path_from_url(self):
443
from_url = urlutils._win32_local_path_from_url
444
self.assertEqual('C:/path/to/foo',
445
from_url('file:///C|/path/to/foo'))
447
u'D:/path/to/r\xe4ksm\xf6rg\xe5s',
448
from_url('file:///d|/path/to/r%C3%A4ksm%C3%B6rg%C3%A5s'))
450
u'D:/path/to/r\xe4ksm\xf6rg\xe5s',
451
from_url('file:///d:/path/to/r%c3%a4ksm%c3%b6rg%c3%a5s'))
452
self.assertEqual('/', from_url('file:///'))
453
self.assertEqual('C:/path/to/foo',
454
from_url('file:///C|/path/to/foo,branch=foo'))
456
self.assertRaises(urlutils.InvalidURL, from_url, 'file:///C:')
457
self.assertRaises(urlutils.InvalidURL, from_url, 'file:///c')
458
self.assertRaises(urlutils.InvalidURL, from_url, '/path/to/foo')
459
# Not a valid _win32 url, no drive letter
460
self.assertRaises(urlutils.InvalidURL, from_url, 'file:///path/to/foo')
462
def test_win32_unc_path_from_url(self):
463
from_url = urlutils._win32_local_path_from_url
464
self.assertEqual('//HOST/path', from_url('file://HOST/path'))
465
self.assertEqual('//HOST/path',
466
from_url('file://HOST/path,branch=foo'))
467
# despite IE allows 2, 4, 5 and 6 slashes in URL to another machine
468
# we want to use only 2 slashes
469
# Firefox understand only 5 slashes in URL, but it's ugly
470
self.assertRaises(urlutils.InvalidURL, from_url, 'file:////HOST/path')
471
self.assertRaises(urlutils.InvalidURL, from_url, 'file://///HOST/path')
472
self.assertRaises(urlutils.InvalidURL, from_url,
473
'file://////HOST/path')
474
# check for file://C:/ instead of file:///C:/
475
self.assertRaises(urlutils.InvalidURL, from_url, 'file://C:/path')
477
def test_win32_extract_drive_letter(self):
478
extract = urlutils._win32_extract_drive_letter
479
self.assertEqual(('file:///C:', '/foo'), extract('file://', '/C:/foo'))
480
self.assertEqual(('file:///d|', '/path'),
481
extract('file://', '/d|/path'))
482
self.assertRaises(urlutils.InvalidURL, extract, 'file://', '/path')
483
# Root drives without slash treated as invalid, see bug #841322
484
self.assertEqual(('file:///C:', '/'), extract('file://', '/C:/'))
485
self.assertRaises(urlutils.InvalidURL, extract, 'file://', '/C:')
486
# Invalid without drive separator or following forward slash
487
self.assertRaises(urlutils.InvalidURL, extract, 'file://', '/C')
488
self.assertRaises(urlutils.InvalidURL, extract, 'file://', '/C:ool')
490
def test_split(self):
491
# Test breezy.urlutils.split()
492
split = urlutils.split
493
if sys.platform == 'win32':
494
self.assertRaises(urlutils.InvalidURL, split,
495
'file:///path/to/foo')
496
self.assertEqual(('file:///C|/', 'foo'), split('file:///C|/foo'))
497
self.assertEqual(('file:///C:/', ''), split('file:///C:/'))
499
self.assertEqual(('file:///', 'foo'), split('file:///foo'))
500
self.assertEqual(('file:///', ''), split('file:///'))
502
self.assertEqual(('http://host/path/to', 'foo'),
503
split('http://host/path/to/foo'))
504
self.assertEqual(('http://host/path/to', 'foo'),
505
split('http://host/path/to/foo/'))
507
('http://host/path/to/foo', ''),
508
split('http://host/path/to/foo/', exclude_trailing_slash=False))
509
self.assertEqual(('http://host/', 'path'), split('http://host/path'))
510
self.assertEqual(('http://host/', ''), split('http://host/'))
511
self.assertEqual(('http://host', ''), split('http://host'))
512
self.assertEqual(('http:///nohost', 'path'),
513
split('http:///nohost/path'))
515
self.assertEqual(('random+scheme://user:pass@ahost:port/', 'path'),
516
split('random+scheme://user:pass@ahost:port/path'))
517
self.assertEqual(('random+scheme://user:pass@ahost:port/', 'path'),
518
split('random+scheme://user:pass@ahost:port/path/'))
519
self.assertEqual(('random+scheme://user:pass@ahost:port/', ''),
520
split('random+scheme://user:pass@ahost:port/'))
523
self.assertEqual(('path/to', 'foo'), split('path/to/foo'))
524
self.assertEqual(('path/to', 'foo'), split('path/to/foo/'))
525
self.assertEqual(('path/to/foo', ''),
526
split('path/to/foo/', exclude_trailing_slash=False))
527
self.assertEqual(('path/..', 'foo'), split('path/../foo'))
528
self.assertEqual(('../path', 'foo'), split('../path/foo'))
530
def test_strip_segment_parameters(self):
531
strip_segment_parameters = urlutils.strip_segment_parameters
532
# Check relative references with absolute paths
533
self.assertEqual("/some/path",
534
strip_segment_parameters("/some/path"))
535
self.assertEqual("/some/path",
536
strip_segment_parameters("/some/path,tip"))
537
self.assertEqual("/some,dir/path",
538
strip_segment_parameters("/some,dir/path,tip"))
541
strip_segment_parameters("/somedir/path,heads%2Ftip"))
544
strip_segment_parameters("/somedir/path,heads%2Ftip,bar"))
545
# Check relative references with relative paths
546
self.assertEqual("", strip_segment_parameters(",key1=val1"))
547
self.assertEqual("foo/", strip_segment_parameters("foo/,key1=val1"))
548
self.assertEqual("foo", strip_segment_parameters("foo,key1=val1"))
550
"foo/base,la=bla/other/elements",
551
strip_segment_parameters("foo/base,la=bla/other/elements"))
553
"foo/base,la=bla/other/elements",
554
strip_segment_parameters("foo/base,la=bla/other/elements,a=b"))
555
# TODO: Check full URLs as well as relative references
557
def test_split_segment_parameters_raw(self):
558
split_segment_parameters_raw = urlutils.split_segment_parameters_raw
559
# Check relative references with absolute paths
560
self.assertEqual(("/some/path", []),
561
split_segment_parameters_raw("/some/path"))
562
self.assertEqual(("/some/path", ["tip"]),
563
split_segment_parameters_raw("/some/path,tip"))
564
self.assertEqual(("/some,dir/path", ["tip"]),
565
split_segment_parameters_raw("/some,dir/path,tip"))
567
("/somedir/path", ["heads%2Ftip"]),
568
split_segment_parameters_raw("/somedir/path,heads%2Ftip"))
570
("/somedir/path", ["heads%2Ftip", "bar"]),
571
split_segment_parameters_raw("/somedir/path,heads%2Ftip,bar"))
572
# Check relative references with relative paths
573
self.assertEqual(("", ["key1=val1"]),
574
split_segment_parameters_raw(",key1=val1"))
575
self.assertEqual(("foo/", ["key1=val1"]),
576
split_segment_parameters_raw("foo/,key1=val1"))
577
self.assertEqual(("foo", ["key1=val1"]),
578
split_segment_parameters_raw("foo,key1=val1"))
580
("foo/base,la=bla/other/elements", []),
581
split_segment_parameters_raw("foo/base,la=bla/other/elements"))
583
("foo/base,la=bla/other/elements", ["a=b"]),
584
split_segment_parameters_raw("foo/base,la=bla/other/elements,a=b"))
585
# TODO: Check full URLs as well as relative references
587
def test_split_segment_parameters(self):
588
split_segment_parameters = urlutils.split_segment_parameters
589
# Check relative references with absolute paths
590
self.assertEqual(("/some/path", {}),
591
split_segment_parameters("/some/path"))
592
self.assertEqual(("/some/path", {"branch": "tip"}),
593
split_segment_parameters("/some/path,branch=tip"))
594
self.assertEqual(("/some,dir/path", {"branch": "tip"}),
595
split_segment_parameters("/some,dir/path,branch=tip"))
597
("/somedir/path", {"ref": "heads%2Ftip"}),
598
split_segment_parameters("/somedir/path,ref=heads%2Ftip"))
599
self.assertEqual(("/somedir/path",
600
{"ref": "heads%2Ftip", "key1": "val1"}),
601
split_segment_parameters(
602
"/somedir/path,ref=heads%2Ftip,key1=val1"))
604
("/somedir/path", {"ref": "heads%2F=tip"}),
605
split_segment_parameters("/somedir/path,ref=heads%2F=tip"))
606
# Check relative references with relative paths
607
self.assertEqual(("", {"key1": "val1"}),
608
split_segment_parameters(",key1=val1"))
609
self.assertEqual(("foo/", {"key1": "val1"}),
610
split_segment_parameters("foo/,key1=val1"))
612
("foo/base,key1=val1/other/elements", {}),
613
split_segment_parameters("foo/base,key1=val1/other/elements"))
614
self.assertEqual(("foo/base,key1=val1/other/elements",
615
{"key2": "val2"}), split_segment_parameters(
616
"foo/base,key1=val1/other/elements,key2=val2"))
618
urlutils.InvalidURL, split_segment_parameters,
620
# TODO: Check full URLs as well as relative references
622
def test_win32_strip_local_trailing_slash(self):
623
strip = urlutils._win32_strip_local_trailing_slash
624
self.assertEqual('file://', strip('file://'))
625
self.assertEqual('file:///', strip('file:///'))
626
self.assertEqual('file:///C', strip('file:///C'))
627
self.assertEqual('file:///C:', strip('file:///C:'))
628
self.assertEqual('file:///d|', strip('file:///d|'))
629
self.assertEqual('file:///C:/', strip('file:///C:/'))
630
self.assertEqual('file:///C:/a', strip('file:///C:/a/'))
632
def test_strip_trailing_slash(self):
633
sts = urlutils.strip_trailing_slash
634
if sys.platform == 'win32':
635
self.assertEqual('file:///C|/', sts('file:///C|/'))
636
self.assertEqual('file:///C:/foo', sts('file:///C:/foo'))
637
self.assertEqual('file:///C|/foo', sts('file:///C|/foo/'))
639
self.assertEqual('file:///', sts('file:///'))
640
self.assertEqual('file:///foo', sts('file:///foo'))
641
self.assertEqual('file:///foo', sts('file:///foo/'))
643
self.assertEqual('http://host/', sts('http://host/'))
644
self.assertEqual('http://host/foo', sts('http://host/foo'))
645
self.assertEqual('http://host/foo', sts('http://host/foo/'))
647
# No need to fail just because the slash is missing
648
self.assertEqual('http://host', sts('http://host'))
649
# TODO: jam 20060502 Should this raise InvalidURL?
650
self.assertEqual('file://', sts('file://'))
652
self.assertEqual('random+scheme://user:pass@ahost:port/path',
653
sts('random+scheme://user:pass@ahost:port/path'))
654
self.assertEqual('random+scheme://user:pass@ahost:port/path',
655
sts('random+scheme://user:pass@ahost:port/path/'))
656
self.assertEqual('random+scheme://user:pass@ahost:port/',
657
sts('random+scheme://user:pass@ahost:port/'))
659
# Make sure relative paths work too
660
self.assertEqual('path/to/foo', sts('path/to/foo'))
661
self.assertEqual('path/to/foo', sts('path/to/foo/'))
662
self.assertEqual('../to/foo', sts('../to/foo/'))
663
self.assertEqual('path/../foo', sts('path/../foo/'))
665
def test_unescape_for_display_utf8(self):
666
# Test that URLs are converted to nice unicode strings for display
667
def test(expected, url, encoding='utf-8'):
668
disp_url = urlutils.unescape_for_display(url, encoding=encoding)
669
self.assertIsInstance(disp_url, str)
670
self.assertEqual(expected, disp_url)
672
test('http://foo', 'http://foo')
673
if sys.platform == 'win32':
674
test('C:/foo/path', 'file:///C|/foo/path')
675
test('C:/foo/path', 'file:///C:/foo/path')
677
test('/foo/path', 'file:///foo/path')
679
test('http://foo/%2Fbaz', 'http://foo/%2Fbaz')
680
test(u'http://host/r\xe4ksm\xf6rg\xe5s',
681
'http://host/r%C3%A4ksm%C3%B6rg%C3%A5s')
683
# Make sure special escaped characters stay escaped
684
test(u'http://host/%3B%2F%3F%3A%40%26%3D%2B%24%2C%23',
685
'http://host/%3B%2F%3F%3A%40%26%3D%2B%24%2C%23')
687
# Can we handle sections that don't have utf-8 encoding?
688
test(u'http://host/%EE%EE%EE/r\xe4ksm\xf6rg\xe5s',
689
'http://host/%EE%EE%EE/r%C3%A4ksm%C3%B6rg%C3%A5s')
691
# Test encoding into output that can handle some characters
692
test(u'http://host/%EE%EE%EE/r\xe4ksm\xf6rg\xe5s',
693
'http://host/%EE%EE%EE/r%C3%A4ksm%C3%B6rg%C3%A5s',
694
encoding='iso-8859-1')
696
# This one can be encoded into utf8
697
test(u'http://host/\u062c\u0648\u062c\u0648',
698
'http://host/%d8%ac%d9%88%d8%ac%d9%88',
701
# This can't be put into 8859-1 and so stays as escapes
702
test(u'http://host/%d8%ac%d9%88%d8%ac%d9%88',
703
'http://host/%d8%ac%d9%88%d8%ac%d9%88',
704
encoding='iso-8859-1')
706
def test_escape(self):
707
self.assertEqual('%25', urlutils.escape('%'))
708
self.assertEqual('%C3%A5', urlutils.escape(u'\xe5'))
709
self.assertIsInstance(urlutils.escape(u'\xe5'), str)
711
def test_escape_tildes(self):
712
self.assertEqual('~foo', urlutils.escape('~foo'))
714
def test_unescape(self):
715
self.assertEqual('%', urlutils.unescape('%25'))
716
self.assertEqual(u'\xe5', urlutils.unescape('%C3%A5'))
718
self.assertRaises((TypeError, urlutils.InvalidURL),
719
urlutils.unescape, b'\xe5')
720
self.assertEqual('\xe5', urlutils.unescape('%C3%A5'))
722
def test_escape_unescape(self):
723
self.assertEqual(u'\xe5', urlutils.unescape(urlutils.escape(u'\xe5')))
724
self.assertEqual('%', urlutils.unescape(urlutils.escape('%')))
726
def test_relative_url(self):
727
def test(expected, base, other):
728
result = urlutils.relative_url(base, other)
729
self.assertEqual(expected, result)
731
test('a', 'http://host/', 'http://host/a')
732
test('http://entirely/different', 'sftp://host/branch',
733
'http://entirely/different')
734
test('../person/feature', 'http://host/branch/mainline',
735
'http://host/branch/person/feature')
736
test('..', 'http://host/branch', 'http://host/')
737
test('http://host2/branch', 'http://host1/branch',
738
'http://host2/branch')
739
test('.', 'http://host1/branch', 'http://host1/branch')
740
test('../../../branch/2b', 'file:///home/jelmer/foo/bar/2b',
741
'file:///home/jelmer/branch/2b')
742
test('../../branch/2b', 'sftp://host/home/jelmer/bar/2b',
743
'sftp://host/home/jelmer/branch/2b')
744
test('../../branch/feature/%2b', 'http://host/home/jelmer/bar/%2b',
745
'http://host/home/jelmer/branch/feature/%2b')
746
test('../../branch/feature/2b', 'http://host/home/jelmer/bar/2b/',
747
'http://host/home/jelmer/branch/feature/2b')
748
# relative_url should preserve a trailing slash
749
test('../../branch/feature/2b/', 'http://host/home/jelmer/bar/2b/',
750
'http://host/home/jelmer/branch/feature/2b/')
751
test('../../branch/feature/2b/', 'http://host/home/jelmer/bar/2b',
752
'http://host/home/jelmer/branch/feature/2b/')
754
# TODO: treat http://host as http://host/
755
# relative_url is typically called from a branch.base or
756
# transport.base which always ends with a /
757
# test('a', 'http://host', 'http://host/a')
758
test('http://host/a', 'http://host', 'http://host/a')
759
# test('.', 'http://host', 'http://host/')
760
test('http://host/', 'http://host', 'http://host/')
761
# test('.', 'http://host/', 'http://host')
762
test('http://host', 'http://host/', 'http://host')
764
# On Windows file:///C:/path/to and file:///D:/other/path
765
# should not use relative url over the non-existent '/' directory.
766
if sys.platform == 'win32':
768
test('../../other/path',
769
'file:///C:/path/to', 'file:///C:/other/path')
770
# ~next two tests is failed, i.e. urlutils.relative_url expects
771
# ~to see normalized file URLs?
772
# ~test('../../other/path',
773
# ~ 'file:///C:/path/to', 'file:///c:/other/path')
774
# ~test('../../other/path',
775
# ~ 'file:///C:/path/to', 'file:///C|/other/path')
777
# check UNC paths too
778
test('../../other/path',
779
'file://HOST/base/path/to', 'file://HOST/base/other/path')
780
# on different drives
781
test('file:///D:/other/path',
782
'file:///C:/path/to', 'file:///D:/other/path')
783
# TODO: strictly saying in UNC path //HOST/base is full analog
784
# of drive letter for hard disk, and this situation is also
785
# should be exception from rules. [bialix 20071221]
788
class TestCwdToURL(TestCaseInTempDir):
789
"""Test that local_path_to_url works based on the cwd"""
792
# This test will fail if getcwd is not ascii
796
url = urlutils.local_path_to_url('.')
797
self.assertEndsWith(url, '/mytest')
799
def test_non_ascii(self):
803
raise TestSkipped('cannot create unicode directory')
807
# On Mac OSX this directory is actually:
808
# u'/dode\u0301' => '/dode\xcc\x81
809
# but we should normalize it back to
810
# u'/dod\xe9' => '/dod\xc3\xa9'
811
url = urlutils.local_path_to_url('.')
812
self.assertEndsWith(url, '/dod%C3%A9')
815
class TestDeriveToLocation(TestCase):
816
"""Test that the mapping of FROM_LOCATION to TO_LOCATION works."""
818
def test_to_locations_derived_from_paths(self):
819
derive = urlutils.derive_to_location
820
self.assertEqual("bar", derive("bar"))
821
self.assertEqual("bar", derive("../bar"))
822
self.assertEqual("bar", derive("/foo/bar"))
823
self.assertEqual("bar", derive("c:/foo/bar"))
824
self.assertEqual("bar", derive("c:bar"))
826
def test_to_locations_derived_from_urls(self):
827
derive = urlutils.derive_to_location
828
self.assertEqual("bar", derive("http://foo/bar"))
829
self.assertEqual("bar", derive("bzr+ssh://foo/bar"))
830
self.assertEqual("foo-bar", derive("lp:foo-bar"))
833
class TestRebaseURL(TestCase):
834
"""Test the behavior of rebase_url."""
836
def test_non_relative(self):
837
result = urlutils.rebase_url('file://foo', 'file://foo',
839
self.assertEqual('file://foo', result)
840
result = urlutils.rebase_url('/foo', 'file://foo',
842
self.assertEqual('/foo', result)
844
def test_different_ports(self):
845
e = self.assertRaises(urlutils.InvalidRebaseURLs, urlutils.rebase_url,
846
'foo', 'http://bar:80', 'http://bar:81')
847
self.assertEqual(str(e), "URLs differ by more than path:"
848
" 'http://bar:80' and 'http://bar:81'")
850
def test_different_hosts(self):
851
e = self.assertRaises(urlutils.InvalidRebaseURLs, urlutils.rebase_url,
852
'foo', 'http://bar', 'http://baz')
853
self.assertEqual(str(e), "URLs differ by more than path: 'http://bar'"
856
def test_different_protocol(self):
857
e = self.assertRaises(urlutils.InvalidRebaseURLs, urlutils.rebase_url,
858
'foo', 'http://bar', 'ftp://bar')
859
self.assertEqual(str(e), "URLs differ by more than path: 'http://bar'"
862
def test_rebase_success(self):
863
self.assertEqual('../bar', urlutils.rebase_url('bar', 'http://baz/',
867
urlutils.rebase_url('bar', 'http://baz/qux', 'http://baz/'))
869
'.', urlutils.rebase_url('foo', 'http://bar/', 'http://bar/foo/'))
872
urlutils.rebase_url('../bar', 'http://baz/qux/foo', 'http://baz/'))
874
def test_determine_relative_path(self):
875
self.assertEqual('../../baz/bar',
876
urlutils.determine_relative_path(
877
'/qux/quxx', '/baz/bar'))
878
self.assertEqual('..',
879
urlutils.determine_relative_path(
881
self.assertEqual('baz',
882
urlutils.determine_relative_path(
884
self.assertEqual('.', urlutils.determine_relative_path(
888
class TestParseURL(TestCase):
890
def test_parse_simple(self):
891
parsed = urlutils.parse_url('http://example.com:80/one')
892
self.assertEqual(('http', None, None, 'example.com', 80, '/one'),
896
parsed = urlutils.parse_url('http://[1:2:3::40]/one')
897
self.assertEqual(('http', None, None, '1:2:3::40', None, '/one'),
900
def test_ipv6_port(self):
901
parsed = urlutils.parse_url('http://[1:2:3::40]:80/one')
902
self.assertEqual(('http', None, None, '1:2:3::40', 80, '/one'),
906
class TestURL(TestCase):
908
def test_parse_simple(self):
909
parsed = urlutils.URL.from_string('http://example.com:80/one')
910
self.assertEqual('http', parsed.scheme)
911
self.assertIs(None, parsed.user)
912
self.assertIs(None, parsed.password)
913
self.assertEqual('example.com', parsed.host)
914
self.assertEqual(80, parsed.port)
915
self.assertEqual('/one', parsed.path)
918
parsed = urlutils.URL.from_string('http://[1:2:3::40]/one')
919
self.assertEqual('http', parsed.scheme)
920
self.assertIs(None, parsed.port)
921
self.assertIs(None, parsed.user)
922
self.assertIs(None, parsed.password)
923
self.assertEqual('1:2:3::40', parsed.host)
924
self.assertEqual('/one', parsed.path)
926
def test_ipv6_port(self):
927
parsed = urlutils.URL.from_string('http://[1:2:3::40]:80/one')
928
self.assertEqual('http', parsed.scheme)
929
self.assertEqual('1:2:3::40', parsed.host)
930
self.assertIs(None, parsed.user)
931
self.assertIs(None, parsed.password)
932
self.assertEqual(80, parsed.port)
933
self.assertEqual('/one', parsed.path)
935
def test_quoted(self):
936
parsed = urlutils.URL.from_string(
937
'http://ro%62ey:h%40t@ex%41mple.com:2222/path')
938
self.assertEqual(parsed.quoted_host, 'ex%41mple.com')
939
self.assertEqual(parsed.host, 'exAmple.com')
940
self.assertEqual(parsed.port, 2222)
941
self.assertEqual(parsed.quoted_user, 'ro%62ey')
942
self.assertEqual(parsed.user, 'robey')
943
self.assertEqual(parsed.quoted_password, 'h%40t')
944
self.assertEqual(parsed.password, 'h@t')
945
self.assertEqual(parsed.path, '/path')
948
parsed1 = urlutils.URL.from_string('http://[1:2:3::40]:80/one')
949
parsed2 = urlutils.URL.from_string('http://[1:2:3::40]:80/one')
950
self.assertEqual(parsed1, parsed2)
951
self.assertEqual(parsed1, parsed1)
952
parsed2.path = '/two'
953
self.assertNotEqual(parsed1, parsed2)
956
parsed = urlutils.URL.from_string('http://[1:2:3::40]:80/one')
958
"<URL('http', None, None, '1:2:3::40', 80, '/one')>",
962
parsed = urlutils.URL.from_string('http://[1:2:3::40]:80/one')
963
self.assertEqual('http://[1:2:3::40]:80/one', str(parsed))
965
def test__combine_paths(self):
966
combine = urlutils.URL._combine_paths
967
self.assertEqual('/home/sarah/project/foo',
968
combine('/home/sarah', 'project/foo'))
969
self.assertEqual('/etc',
970
combine('/home/sarah', '../../etc'))
971
self.assertEqual('/etc',
972
combine('/home/sarah', '../../../etc'))
973
self.assertEqual('/etc',
974
combine('/home/sarah', '/etc'))
976
def test_clone(self):
977
url = urlutils.URL.from_string('http://[1:2:3::40]:80/one')
978
url1 = url.clone("two")
979
self.assertEqual("/one/two", url1.path)
980
url2 = url.clone("/two")
981
self.assertEqual("/two", url2.path)
983
self.assertIsNot(url, url3)
984
self.assertEqual(url, url3)
986
def test_parse_empty_port(self):
987
parsed = urlutils.URL.from_string('http://example.com:/one')
988
self.assertEqual('http', parsed.scheme)
989
self.assertIs(None, parsed.user)
990
self.assertIs(None, parsed.password)
991
self.assertEqual('example.com', parsed.host)
992
self.assertIs(None, parsed.port)
993
self.assertEqual('/one', parsed.path)
996
class TestFileRelpath(TestCase):
998
# GZ 2011-11-18: A way to override all path handling functions to one
999
# platform or another for testing would be nice.
1001
def _with_posix_paths(self):
1002
self.overrideAttr(urlutils, "local_path_from_url",
1003
urlutils._posix_local_path_from_url)
1004
self.overrideAttr(urlutils, "MIN_ABS_FILEURL_LENGTH", len("file:///"))
1005
self.overrideAttr(osutils, "normpath", osutils._posix_normpath)
1006
self.overrideAttr(osutils, "abspath", osutils._posix_abspath)
1007
self.overrideAttr(osutils, "normpath", osutils._posix_normpath)
1008
self.overrideAttr(osutils, "pathjoin", osutils.posixpath.join)
1009
self.overrideAttr(osutils, "split", osutils.posixpath.split)
1010
self.overrideAttr(osutils, "MIN_ABS_PATHLENGTH", 1)
1012
def _with_win32_paths(self):
1013
self.overrideAttr(urlutils, "local_path_from_url",
1014
urlutils._win32_local_path_from_url)
1015
self.overrideAttr(urlutils, "MIN_ABS_FILEURL_LENGTH",
1016
urlutils.WIN32_MIN_ABS_FILEURL_LENGTH)
1017
self.overrideAttr(osutils, "abspath", osutils._win32_abspath)
1018
self.overrideAttr(osutils, "normpath", osutils._win32_normpath)
1019
self.overrideAttr(osutils, "pathjoin", osutils._win32_pathjoin)
1020
self.overrideAttr(osutils, "split", osutils.ntpath.split)
1021
self.overrideAttr(osutils, "MIN_ABS_PATHLENGTH", 3)
1023
def test_same_url_posix(self):
1024
self._with_posix_paths()
1025
self.assertEqual("",
1026
urlutils.file_relpath("file:///a", "file:///a"))
1027
self.assertEqual("",
1028
urlutils.file_relpath("file:///a", "file:///a/"))
1029
self.assertEqual("",
1030
urlutils.file_relpath("file:///a/", "file:///a"))
1032
def test_same_url_win32(self):
1033
self._with_win32_paths()
1034
self.assertEqual("",
1035
urlutils.file_relpath("file:///A:/", "file:///A:/"))
1036
self.assertEqual("",
1037
urlutils.file_relpath("file:///A|/", "file:///A:/"))
1039
"", urlutils.file_relpath("file:///A:/b/", "file:///A:/b/"))
1041
"", urlutils.file_relpath("file:///A:/b", "file:///A:/b/"))
1043
"", urlutils.file_relpath("file:///A:/b/", "file:///A:/b"))
1045
def test_child_posix(self):
1046
self._with_posix_paths()
1048
"b", urlutils.file_relpath("file:///a", "file:///a/b"))
1050
"b", urlutils.file_relpath("file:///a/", "file:///a/b"))
1052
"b/c", urlutils.file_relpath("file:///a", "file:///a/b/c"))
1054
def test_child_win32(self):
1055
self._with_win32_paths()
1057
"b", urlutils.file_relpath("file:///A:/", "file:///A:/b"))
1059
"b", urlutils.file_relpath("file:///A|/", "file:///A:/b"))
1061
"c", urlutils.file_relpath("file:///A:/b", "file:///A:/b/c"))
1063
"c", urlutils.file_relpath("file:///A:/b/", "file:///A:/b/c"))
1065
"c/d", urlutils.file_relpath("file:///A:/b", "file:///A:/b/c/d"))
1067
def test_sibling_posix(self):
1068
self._with_posix_paths()
1071
urlutils.file_relpath, "file:///a/b", "file:///a/c")
1074
urlutils.file_relpath, "file:///a/b/", "file:///a/c")
1077
urlutils.file_relpath, "file:///a/b/", "file:///a/c/")
1079
def test_sibling_win32(self):
1080
self._with_win32_paths()
1083
urlutils.file_relpath, "file:///A:/b", "file:///A:/c")
1086
urlutils.file_relpath, "file:///A:/b/", "file:///A:/c")
1089
urlutils.file_relpath, "file:///A:/b/", "file:///A:/c/")
1091
def test_parent_posix(self):
1092
self._with_posix_paths()
1093
self.assertRaises(PathNotChild,
1094
urlutils.file_relpath, "file:///a/b", "file:///a")
1095
self.assertRaises(PathNotChild,
1096
urlutils.file_relpath, "file:///a/b", "file:///a/")
1098
def test_parent_win32(self):
1099
self._with_win32_paths()
1102
urlutils.file_relpath, "file:///A:/b", "file:///A:/")
1105
urlutils.file_relpath, "file:///A:/b/c", "file:///A:/b")
1108
class QuoteTests(TestCase):
1110
def test_quote(self):
1111
self.assertEqual('abc%20def', urlutils.quote('abc def'))
1112
self.assertEqual('abc%2Fdef', urlutils.quote('abc/def', safe=''))
1113
self.assertEqual('abc/def', urlutils.quote('abc/def', safe='/'))
1115
def test_quote_tildes(self):
1116
# Whether ~ is quoted by default depends on the python version
1117
if sys.version_info[:2] >= (3, 7):
1118
# https://docs.python.org/3/whatsnew/3.7.html#urllib-parse
1119
self.assertEqual('~foo', urlutils.quote('~foo'))
1121
self.assertEqual('%7Efoo', urlutils.quote('~foo'))
1122
self.assertEqual('~foo', urlutils.quote('~foo', safe='/~'))
1124
def test_unquote(self):
1125
self.assertEqual('%', urlutils.unquote('%25'))
1126
self.assertEqual('\xe5', urlutils.unquote('%C3%A5'))
1127
self.assertEqual(u"\xe5", urlutils.unquote(u'\xe5'))
1129
def test_unquote_to_bytes(self):
1130
self.assertEqual(b'%', urlutils.unquote_to_bytes('%25'))
1131
self.assertEqual(b'\xc3\xa5', urlutils.unquote_to_bytes('%C3%A5'))