1
# Copyright (C) 2005 Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
"""Tests for the urlutils wrapper."""
23
from bzrlib import osutils, urlutils, win32utils
25
from bzrlib.errors import InvalidURL, InvalidURLJoin
26
from bzrlib.tests import TestCaseInTempDir, TestCase, TestSkipped
29
class TestUrlToPath(TestCase):
31
def test_basename(self):
32
# bzrlib.urlutils.basename
33
# Test bzrlib.urlutils.split()
34
basename = urlutils.basename
35
if sys.platform == 'win32':
36
self.assertRaises(InvalidURL, basename, 'file:///path/to/foo')
37
self.assertEqual('foo', basename('file:///C|/foo'))
38
self.assertEqual('foo', basename('file:///C:/foo'))
39
self.assertEqual('', basename('file:///C:/'))
41
self.assertEqual('foo', basename('file:///foo'))
42
self.assertEqual('', basename('file:///'))
44
self.assertEqual('foo', basename('http://host/path/to/foo'))
45
self.assertEqual('foo', basename('http://host/path/to/foo/'))
47
basename('http://host/path/to/foo/', exclude_trailing_slash=False))
48
self.assertEqual('path', basename('http://host/path'))
49
self.assertEqual('', basename('http://host/'))
50
self.assertEqual('', basename('http://host'))
51
self.assertEqual('path', basename('http:///nohost/path'))
53
self.assertEqual('path', basename('random+scheme://user:pass@ahost:port/path'))
54
self.assertEqual('path', basename('random+scheme://user:pass@ahost:port/path/'))
55
self.assertEqual('', basename('random+scheme://user:pass@ahost:port/'))
58
self.assertEqual('foo', basename('path/to/foo'))
59
self.assertEqual('foo', basename('path/to/foo/'))
60
self.assertEqual('', basename('path/to/foo/',
61
exclude_trailing_slash=False))
62
self.assertEqual('foo', basename('path/../foo'))
63
self.assertEqual('foo', basename('../path/foo'))
65
def test_normalize_url_files(self):
66
# Test that local paths are properly normalized
67
normalize_url = urlutils.normalize_url
69
def norm_file(expected, path):
70
url = normalize_url(path)
71
self.assertStartsWith(url, 'file:///')
72
if sys.platform == 'win32':
73
url = url[len('file:///C:'):]
75
url = url[len('file://'):]
77
self.assertEndsWith(url, expected)
79
norm_file('path/to/foo', 'path/to/foo')
80
norm_file('/path/to/foo', '/path/to/foo')
81
norm_file('path/to/foo', '../path/to/foo')
83
# Local paths are assumed to *not* be escaped at all
85
u'uni/\xb5'.encode(bzrlib.user_encoding)
87
# locale cannot handle unicode
90
norm_file('uni/%C2%B5', u'uni/\xb5')
92
norm_file('uni/%25C2%25B5', u'uni/%C2%B5')
93
norm_file('uni/%20b', u'uni/ b')
94
# All the crazy characters get escaped in local paths => file:/// urls
95
# The ' ' character must not be at the end, because on win32
96
# it gets stripped off by ntpath.abspath
97
norm_file('%27%20%3B/%3F%3A%40%26%3D%2B%24%2C%23', "' ;/?:@&=+$,#")
99
def test_normalize_url_hybrid(self):
100
# Anything with a scheme:// should be treated as a hybrid url
101
# which changes what characters get escaped.
102
normalize_url = urlutils.normalize_url
104
eq = self.assertEqual
105
eq('file:///foo/', normalize_url(u'file:///foo/'))
106
eq('file:///foo/%20', normalize_url(u'file:///foo/ '))
107
eq('file:///foo/%20', normalize_url(u'file:///foo/%20'))
108
# Don't escape reserved characters
109
eq('file:///ab_c.d-e/%f:?g&h=i+j;k,L#M$',
110
normalize_url('file:///ab_c.d-e/%f:?g&h=i+j;k,L#M$'))
111
eq('http://ab_c.d-e/%f:?g&h=i+j;k,L#M$',
112
normalize_url('http://ab_c.d-e/%f:?g&h=i+j;k,L#M$'))
114
# Escape unicode characters, but not already escaped chars
115
eq('http://host/ab/%C2%B5/%C2%B5',
116
normalize_url(u'http://host/ab/%C2%B5/\xb5'))
118
# Normalize verifies URLs when they are not unicode
119
# (indicating they did not come from the user)
120
self.assertRaises(InvalidURL, normalize_url, 'http://host/\xb5')
121
self.assertRaises(InvalidURL, normalize_url, 'http://host/ ')
123
def test_url_scheme_re(self):
124
# Test paths that may be URLs
125
def test_one(url, scheme_and_path):
126
"""Assert that _url_scheme_re correctly matches
128
:param scheme_and_path: The (scheme, path) that should be matched
129
can be None, to indicate it should not match
131
m = urlutils._url_scheme_re.match(url)
132
if scheme_and_path is None:
133
self.assertEqual(None, m)
135
self.assertEqual(scheme_and_path[0], m.group('scheme'))
136
self.assertEqual(scheme_and_path[1], m.group('path'))
139
test_one('/path', None)
140
test_one('C:/path', None)
141
test_one('../path/to/foo', None)
142
test_one(u'../path/to/fo\xe5', None)
145
test_one('http://host/path/', ('http', 'host/path/'))
146
test_one('sftp://host/path/to/foo', ('sftp', 'host/path/to/foo'))
147
test_one('file:///usr/bin', ('file', '/usr/bin'))
148
test_one('file:///C:/Windows', ('file', '/C:/Windows'))
149
test_one('file:///C|/Windows', ('file', '/C|/Windows'))
150
test_one(u'readonly+sftp://host/path/\xe5', ('readonly+sftp', u'host/path/\xe5'))
153
# Can't have slashes or colons in the scheme
154
test_one('/path/to/://foo', None)
155
test_one('path:path://foo', None)
156
# Must have more than one character for scheme
157
test_one('C://foo', None)
158
test_one('ab://foo', ('ab', 'foo'))
160
def test_dirname(self):
161
# Test bzrlib.urlutils.dirname()
162
dirname = urlutils.dirname
163
if sys.platform == 'win32':
164
self.assertRaises(InvalidURL, dirname, 'file:///path/to/foo')
165
self.assertEqual('file:///C|/', dirname('file:///C|/foo'))
166
self.assertEqual('file:///C|/', dirname('file:///C|/'))
168
self.assertEqual('file:///', dirname('file:///foo'))
169
self.assertEqual('file:///', dirname('file:///'))
171
self.assertEqual('http://host/path/to', dirname('http://host/path/to/foo'))
172
self.assertEqual('http://host/path/to', dirname('http://host/path/to/foo/'))
173
self.assertEqual('http://host/path/to/foo',
174
dirname('http://host/path/to/foo/', exclude_trailing_slash=False))
175
self.assertEqual('http://host/', dirname('http://host/path'))
176
self.assertEqual('http://host/', dirname('http://host/'))
177
self.assertEqual('http://host', dirname('http://host'))
178
self.assertEqual('http:///nohost', dirname('http:///nohost/path'))
180
self.assertEqual('random+scheme://user:pass@ahost:port/',
181
dirname('random+scheme://user:pass@ahost:port/path'))
182
self.assertEqual('random+scheme://user:pass@ahost:port/',
183
dirname('random+scheme://user:pass@ahost:port/path/'))
184
self.assertEqual('random+scheme://user:pass@ahost:port/',
185
dirname('random+scheme://user:pass@ahost:port/'))
188
self.assertEqual('path/to', dirname('path/to/foo'))
189
self.assertEqual('path/to', dirname('path/to/foo/'))
190
self.assertEqual('path/to/foo',
191
dirname('path/to/foo/', exclude_trailing_slash=False))
192
self.assertEqual('path/..', dirname('path/../foo'))
193
self.assertEqual('../path', dirname('../path/foo'))
196
def test(expected, *args):
197
joined = urlutils.join(*args)
198
self.assertEqual(expected, joined)
200
# Test a single element
203
# Test relative path joining
204
test('foo/bar', 'foo', 'bar')
205
test('http://foo/bar', 'http://foo', 'bar')
206
test('http://foo/bar', 'http://foo', '.', 'bar')
207
test('http://foo/baz', 'http://foo', 'bar', '../baz')
208
test('http://foo/bar/baz', 'http://foo', 'bar/baz')
209
test('http://foo/baz', 'http://foo', 'bar/../baz')
212
test('http://bar', 'http://foo', 'http://bar')
213
test('sftp://bzr/foo', 'http://foo', 'bar', 'sftp://bzr/foo')
214
test('file:///bar', 'foo', 'file:///bar')
217
test('file:///foo', 'file:///', 'foo')
218
test('file:///bar/foo', 'file:///bar/', 'foo')
219
test('http://host/foo', 'http://host/', 'foo')
220
test('http://host/', 'http://host', '')
223
# Cannot go above root
224
self.assertRaises(InvalidURLJoin, urlutils.join,
225
'http://foo', '../baz')
227
def test_function_type(self):
228
if sys.platform == 'win32':
229
self.assertEqual(urlutils._win32_local_path_to_url, urlutils.local_path_to_url)
230
self.assertEqual(urlutils._win32_local_path_from_url, urlutils.local_path_from_url)
232
self.assertEqual(urlutils._posix_local_path_to_url, urlutils.local_path_to_url)
233
self.assertEqual(urlutils._posix_local_path_from_url, urlutils.local_path_from_url)
235
def test_posix_local_path_to_url(self):
236
to_url = urlutils._posix_local_path_to_url
237
self.assertEqual('file:///path/to/foo',
238
to_url('/path/to/foo'))
241
result = to_url(u'/path/to/r\xe4ksm\xf6rg\xe5s')
243
raise TestSkipped("local encoding cannot handle unicode")
245
self.assertEqual('file:///path/to/r%C3%A4ksm%C3%B6rg%C3%A5s', result)
247
def test_posix_local_path_from_url(self):
248
from_url = urlutils._posix_local_path_from_url
249
self.assertEqual('/path/to/foo',
250
from_url('file:///path/to/foo'))
251
self.assertEqual(u'/path/to/r\xe4ksm\xf6rg\xe5s',
252
from_url('file:///path/to/r%C3%A4ksm%C3%B6rg%C3%A5s'))
253
self.assertEqual(u'/path/to/r\xe4ksm\xf6rg\xe5s',
254
from_url('file:///path/to/r%c3%a4ksm%c3%b6rg%c3%a5s'))
256
self.assertRaises(InvalidURL, from_url, '/path/to/foo')
258
def test_win32_local_path_to_url(self):
259
to_url = urlutils._win32_local_path_to_url
260
self.assertEqual('file:///C:/path/to/foo',
261
to_url('C:/path/to/foo'))
262
# BOGUS: on win32, ntpath.abspath will strip trailing
263
# whitespace, so this will always fail
264
# Though under linux, it fakes abspath support
265
# and thus will succeed
266
# self.assertEqual('file:///C:/path/to/foo%20',
267
# to_url('C:/path/to/foo '))
268
self.assertEqual('file:///C:/path/to/f%20oo',
269
to_url('C:/path/to/f oo'))
272
result = to_url(u'd:/path/to/r\xe4ksm\xf6rg\xe5s')
274
raise TestSkipped("local encoding cannot handle unicode")
276
self.assertEqual('file:///D:/path/to/r%C3%A4ksm%C3%B6rg%C3%A5s', result)
278
def test_win32_unc_path_to_url(self):
279
to_url = urlutils._win32_local_path_to_url
280
self.assertEqual('file://HOST/path',
281
to_url(r'\\HOST\path'))
282
self.assertEqual('file://HOST/path',
283
to_url('//HOST/path'))
286
result = to_url(u'//HOST/path/to/r\xe4ksm\xf6rg\xe5s')
288
raise TestSkipped("local encoding cannot handle unicode")
290
self.assertEqual('file://HOST/path/to/r%C3%A4ksm%C3%B6rg%C3%A5s', result)
293
def test_win32_local_path_from_url(self):
294
from_url = urlutils._win32_local_path_from_url
295
self.assertEqual('C:/path/to/foo',
296
from_url('file:///C|/path/to/foo'))
297
self.assertEqual(u'D:/path/to/r\xe4ksm\xf6rg\xe5s',
298
from_url('file:///d|/path/to/r%C3%A4ksm%C3%B6rg%C3%A5s'))
299
self.assertEqual(u'D:/path/to/r\xe4ksm\xf6rg\xe5s',
300
from_url('file:///d:/path/to/r%c3%a4ksm%c3%b6rg%c3%a5s'))
302
self.assertRaises(InvalidURL, from_url, '/path/to/foo')
303
# Not a valid _win32 url, no drive letter
304
self.assertRaises(InvalidURL, from_url, 'file:///path/to/foo')
306
def test_win32_unc_path_from_url(self):
307
from_url = urlutils._win32_local_path_from_url
308
self.assertEqual('//HOST/path', from_url('file://HOST/path'))
309
# despite IE allows 2, 4, 5 and 6 slashes in URL to another machine
310
# we want to use only 2 slashes
311
# Firefox understand only 5 slashes in URL, but it's ugly
312
self.assertRaises(InvalidURL, from_url, 'file:////HOST/path')
313
self.assertRaises(InvalidURL, from_url, 'file://///HOST/path')
314
self.assertRaises(InvalidURL, from_url, 'file://////HOST/path')
315
# check for file://C:/ instead of file:///C:/
316
self.assertRaises(InvalidURL, from_url, 'file://C:/path')
318
def test_win32_extract_drive_letter(self):
319
extract = urlutils._win32_extract_drive_letter
320
self.assertEqual(('file:///C:', '/foo'), extract('file://', '/C:/foo'))
321
self.assertEqual(('file:///d|', '/path'), extract('file://', '/d|/path'))
322
self.assertRaises(InvalidURL, extract, 'file://', '/path')
324
def test_split(self):
325
# Test bzrlib.urlutils.split()
326
split = urlutils.split
327
if sys.platform == 'win32':
328
self.assertRaises(InvalidURL, split, 'file:///path/to/foo')
329
self.assertEqual(('file:///C|/', 'foo'), split('file:///C|/foo'))
330
self.assertEqual(('file:///C:/', ''), split('file:///C:/'))
332
self.assertEqual(('file:///', 'foo'), split('file:///foo'))
333
self.assertEqual(('file:///', ''), split('file:///'))
335
self.assertEqual(('http://host/path/to', 'foo'), split('http://host/path/to/foo'))
336
self.assertEqual(('http://host/path/to', 'foo'), split('http://host/path/to/foo/'))
337
self.assertEqual(('http://host/path/to/foo', ''),
338
split('http://host/path/to/foo/', exclude_trailing_slash=False))
339
self.assertEqual(('http://host/', 'path'), split('http://host/path'))
340
self.assertEqual(('http://host/', ''), split('http://host/'))
341
self.assertEqual(('http://host', ''), split('http://host'))
342
self.assertEqual(('http:///nohost', 'path'), split('http:///nohost/path'))
344
self.assertEqual(('random+scheme://user:pass@ahost:port/', 'path'),
345
split('random+scheme://user:pass@ahost:port/path'))
346
self.assertEqual(('random+scheme://user:pass@ahost:port/', 'path'),
347
split('random+scheme://user:pass@ahost:port/path/'))
348
self.assertEqual(('random+scheme://user:pass@ahost:port/', ''),
349
split('random+scheme://user:pass@ahost:port/'))
352
self.assertEqual(('path/to', 'foo'), split('path/to/foo'))
353
self.assertEqual(('path/to', 'foo'), split('path/to/foo/'))
354
self.assertEqual(('path/to/foo', ''),
355
split('path/to/foo/', exclude_trailing_slash=False))
356
self.assertEqual(('path/..', 'foo'), split('path/../foo'))
357
self.assertEqual(('../path', 'foo'), split('../path/foo'))
359
def test_win32_strip_local_trailing_slash(self):
360
strip = urlutils._win32_strip_local_trailing_slash
361
self.assertEqual('file://', strip('file://'))
362
self.assertEqual('file:///', strip('file:///'))
363
self.assertEqual('file:///C', strip('file:///C'))
364
self.assertEqual('file:///C:', strip('file:///C:'))
365
self.assertEqual('file:///d|', strip('file:///d|'))
366
self.assertEqual('file:///C:/', strip('file:///C:/'))
367
self.assertEqual('file:///C:/a', strip('file:///C:/a/'))
369
def test_strip_trailing_slash(self):
370
sts = urlutils.strip_trailing_slash
371
if sys.platform == 'win32':
372
self.assertEqual('file:///C|/', sts('file:///C|/'))
373
self.assertEqual('file:///C:/foo', sts('file:///C:/foo'))
374
self.assertEqual('file:///C|/foo', sts('file:///C|/foo/'))
376
self.assertEqual('file:///', sts('file:///'))
377
self.assertEqual('file:///foo', sts('file:///foo'))
378
self.assertEqual('file:///foo', sts('file:///foo/'))
380
self.assertEqual('http://host/', sts('http://host/'))
381
self.assertEqual('http://host/foo', sts('http://host/foo'))
382
self.assertEqual('http://host/foo', sts('http://host/foo/'))
384
# No need to fail just because the slash is missing
385
self.assertEqual('http://host', sts('http://host'))
386
# TODO: jam 20060502 Should this raise InvalidURL?
387
self.assertEqual('file://', sts('file://'))
389
self.assertEqual('random+scheme://user:pass@ahost:port/path',
390
sts('random+scheme://user:pass@ahost:port/path'))
391
self.assertEqual('random+scheme://user:pass@ahost:port/path',
392
sts('random+scheme://user:pass@ahost:port/path/'))
393
self.assertEqual('random+scheme://user:pass@ahost:port/',
394
sts('random+scheme://user:pass@ahost:port/'))
396
# Make sure relative paths work too
397
self.assertEqual('path/to/foo', sts('path/to/foo'))
398
self.assertEqual('path/to/foo', sts('path/to/foo/'))
399
self.assertEqual('../to/foo', sts('../to/foo/'))
400
self.assertEqual('path/../foo', sts('path/../foo/'))
402
def test_unescape_for_display_utf8(self):
403
# Test that URLs are converted to nice unicode strings for display
404
def test(expected, url, encoding='utf-8'):
405
disp_url = urlutils.unescape_for_display(url, encoding=encoding)
406
self.assertIsInstance(disp_url, unicode)
407
self.assertEqual(expected, disp_url)
409
test('http://foo', 'http://foo')
410
if sys.platform == 'win32':
411
test('C:/foo/path', 'file:///C|/foo/path')
412
test('C:/foo/path', 'file:///C:/foo/path')
414
test('/foo/path', 'file:///foo/path')
416
test('http://foo/%2Fbaz', 'http://foo/%2Fbaz')
417
test(u'http://host/r\xe4ksm\xf6rg\xe5s',
418
'http://host/r%C3%A4ksm%C3%B6rg%C3%A5s')
420
# Make sure special escaped characters stay escaped
421
test(u'http://host/%3B%2F%3F%3A%40%26%3D%2B%24%2C%23',
422
'http://host/%3B%2F%3F%3A%40%26%3D%2B%24%2C%23')
424
# Can we handle sections that don't have utf-8 encoding?
425
test(u'http://host/%EE%EE%EE/r\xe4ksm\xf6rg\xe5s',
426
'http://host/%EE%EE%EE/r%C3%A4ksm%C3%B6rg%C3%A5s')
428
# Test encoding into output that can handle some characters
429
test(u'http://host/%EE%EE%EE/r\xe4ksm\xf6rg\xe5s',
430
'http://host/%EE%EE%EE/r%C3%A4ksm%C3%B6rg%C3%A5s',
431
encoding='iso-8859-1')
433
# This one can be encoded into utf8
434
test(u'http://host/\u062c\u0648\u062c\u0648',
435
'http://host/%d8%ac%d9%88%d8%ac%d9%88',
438
# This can't be put into 8859-1 and so stays as escapes
439
test(u'http://host/%d8%ac%d9%88%d8%ac%d9%88',
440
'http://host/%d8%ac%d9%88%d8%ac%d9%88',
441
encoding='iso-8859-1')
443
def test_escape(self):
444
self.assertEqual('%25', urlutils.escape('%'))
445
self.assertEqual('%C3%A5', urlutils.escape(u'\xe5'))
447
def test_unescape(self):
448
self.assertEqual('%', urlutils.unescape('%25'))
449
self.assertEqual(u'\xe5', urlutils.unescape('%C3%A5'))
451
self.assertRaises(InvalidURL, urlutils.unescape, u'\xe5')
452
self.assertRaises(InvalidURL, urlutils.unescape, '\xe5')
453
self.assertRaises(InvalidURL, urlutils.unescape, '%E5')
455
def test_escape_unescape(self):
456
self.assertEqual(u'\xe5', urlutils.unescape(urlutils.escape(u'\xe5')))
457
self.assertEqual('%', urlutils.unescape(urlutils.escape('%')))
459
def test_relative_url(self):
460
def test(expected, base, other):
461
result = urlutils.relative_url(base, other)
462
self.assertEqual(expected, result)
464
test('a', 'http://host/', 'http://host/a')
465
test('http://entirely/different', 'sftp://host/branch',
466
'http://entirely/different')
467
test('../person/feature', 'http://host/branch/mainline',
468
'http://host/branch/person/feature')
469
test('..', 'http://host/branch', 'http://host/')
470
test('http://host2/branch', 'http://host1/branch', 'http://host2/branch')
471
test('.', 'http://host1/branch', 'http://host1/branch')
472
test('../../../branch/2b', 'file:///home/jelmer/foo/bar/2b',
473
'file:///home/jelmer/branch/2b')
474
test('../../branch/2b', 'sftp://host/home/jelmer/bar/2b',
475
'sftp://host/home/jelmer/branch/2b')
476
test('../../branch/feature/%2b', 'http://host/home/jelmer/bar/%2b',
477
'http://host/home/jelmer/branch/feature/%2b')
478
test('../../branch/feature/2b', 'http://host/home/jelmer/bar/2b/',
479
'http://host/home/jelmer/branch/feature/2b')
480
# relative_url should preserve a trailing slash
481
test('../../branch/feature/2b/', 'http://host/home/jelmer/bar/2b/',
482
'http://host/home/jelmer/branch/feature/2b/')
483
test('../../branch/feature/2b/', 'http://host/home/jelmer/bar/2b',
484
'http://host/home/jelmer/branch/feature/2b/')
486
# TODO: treat http://host as http://host/
487
# relative_url is typically called from a branch.base or
488
# transport.base which always ends with a /
489
#test('a', 'http://host', 'http://host/a')
490
test('http://host/a', 'http://host', 'http://host/a')
491
#test('.', 'http://host', 'http://host/')
492
test('http://host/', 'http://host', 'http://host/')
493
#test('.', 'http://host/', 'http://host')
494
test('http://host', 'http://host/', 'http://host')
497
class TestCwdToURL(TestCaseInTempDir):
498
"""Test that local_path_to_url works base on the cwd"""
501
# This test will fail if getcwd is not ascii
505
url = urlutils.local_path_to_url('.')
506
self.assertEndsWith(url, '/mytest')
508
def test_non_ascii(self):
509
if win32utils.winver == 'Windows 98':
510
raise TestSkipped('Windows 98 cannot handle unicode filenames')
515
raise TestSkipped('cannot create unicode directory')
519
# On Mac OSX this directory is actually:
520
# u'/dode\u0301' => '/dode\xcc\x81
521
# but we should normalize it back to
522
# u'/dod\xe9' => '/dod\xc3\xa9'
523
url = urlutils.local_path_to_url('.')
524
self.assertEndsWith(url, '/dod%C3%A9')
added
removed
bzrlib/tests/test_urlutils.py
