1
# Copyright (C) 2004, 2005, 2006, 2007 Canonical Ltd
1
# Copyright (C) 2004, 2005 by Canonical Ltd
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
5
5
# the Free Software Foundation; either version 2 of the License, or
6
6
# (at your option) any later version.
8
8
# This program is distributed in the hope that it will be useful,
9
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
11
# GNU General Public License for more details.
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18
19
from cStringIO import StringIO
26
from bzrlib.errors import (DependencyNotPresent,
34
from bzrlib.tests import TestCase, TestCaseInTempDir
35
from bzrlib.transport import (_clear_protocol_handlers,
38
_get_protocol_handlers,
39
_set_protocol_handlers,
40
_get_transport_modules,
43
register_lazy_transport,
44
register_transport_proto,
47
from bzrlib.transport.chroot import ChrootServer
48
from bzrlib.transport.memory import MemoryTransport
49
from bzrlib.transport.local import (LocalTransport,
50
EmulatedWin32LocalTransport)
53
# TODO: Should possibly split transport-specific tests into their own files.
21
from bzrlib.errors import NoSuchFile, FileExists, TransportNotPossible
22
from bzrlib.selftest import TestCase, TestCaseInTempDir
23
from bzrlib.selftest.HTTPTestUtil import TestCaseWithWebserver
24
from bzrlib.transport import memory, urlescape
28
"""Append the given text (file-like object) to the supplied filename."""
56
35
class TestTransport(TestCase):
57
36
"""Test the non transport-concrete class functionality."""
59
def test__get_set_protocol_handlers(self):
60
handlers = _get_protocol_handlers()
61
self.assertNotEqual([], handlers.keys( ))
63
_clear_protocol_handlers()
64
self.assertEqual([], _get_protocol_handlers().keys())
66
_set_protocol_handlers(handlers)
68
def test_get_transport_modules(self):
69
handlers = _get_protocol_handlers()
70
# don't pollute the current handlers
71
_clear_protocol_handlers()
72
class SampleHandler(object):
73
"""I exist, isnt that enough?"""
75
_clear_protocol_handlers()
76
register_transport_proto('foo')
77
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
78
'TestTransport.SampleHandler')
79
register_transport_proto('bar')
80
register_lazy_transport('bar', 'bzrlib.tests.test_transport',
81
'TestTransport.SampleHandler')
82
self.assertEqual([SampleHandler.__module__,
83
'bzrlib.transport.chroot'],
84
_get_transport_modules())
86
_set_protocol_handlers(handlers)
88
def test_transport_dependency(self):
89
"""Transport with missing dependency causes no error"""
90
saved_handlers = _get_protocol_handlers()
91
# don't pollute the current handlers
92
_clear_protocol_handlers()
94
register_transport_proto('foo')
95
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
96
'BadTransportHandler')
98
get_transport('foo://fooserver/foo')
99
except UnsupportedProtocol, e:
101
self.assertEquals('Unsupported protocol'
102
' for url "foo://fooserver/foo":'
103
' Unable to import library "some_lib":'
104
' testing missing dependency', str(e))
106
self.fail('Did not raise UnsupportedProtocol')
108
# restore original values
109
_set_protocol_handlers(saved_handlers)
111
def test_transport_fallback(self):
112
"""Transport with missing dependency causes no error"""
113
saved_handlers = _get_protocol_handlers()
115
_clear_protocol_handlers()
116
register_transport_proto('foo')
117
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
118
'BackupTransportHandler')
119
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
120
'BadTransportHandler')
121
t = get_transport('foo://fooserver/foo')
122
self.assertTrue(isinstance(t, BackupTransportHandler))
124
_set_protocol_handlers(saved_handlers)
126
def test_LateReadError(self):
127
"""The LateReadError helper should raise on read()."""
128
a_file = LateReadError('a path')
131
except ReadError, error:
132
self.assertEqual('a path', error.path)
133
self.assertRaises(ReadError, a_file.read, 40)
136
def test__combine_paths(self):
138
self.assertEqual('/home/sarah/project/foo',
139
t._combine_paths('/home/sarah', 'project/foo'))
140
self.assertEqual('/etc',
141
t._combine_paths('/home/sarah', '../../etc'))
142
self.assertEqual('/etc',
143
t._combine_paths('/home/sarah', '../../../etc'))
144
self.assertEqual('/etc',
145
t._combine_paths('/home/sarah', '/etc'))
147
def test_local_abspath_non_local_transport(self):
148
# the base implementation should throw
149
t = MemoryTransport()
150
e = self.assertRaises(errors.NotLocalUrl, t.local_abspath, 't')
151
self.assertEqual('memory:///t is not a local path.', str(e))
154
class TestCoalesceOffsets(TestCase):
156
def check(self, expected, offsets, limit=0, max_size=0, fudge=0):
157
coalesce = Transport._coalesce_offsets
158
exp = [_CoalescedOffset(*x) for x in expected]
159
out = list(coalesce(offsets, limit=limit, fudge_factor=fudge,
161
self.assertEqual(exp, out)
163
def test_coalesce_empty(self):
166
def test_coalesce_simple(self):
167
self.check([(0, 10, [(0, 10)])], [(0, 10)])
169
def test_coalesce_unrelated(self):
170
self.check([(0, 10, [(0, 10)]),
172
], [(0, 10), (20, 10)])
174
def test_coalesce_unsorted(self):
175
self.check([(20, 10, [(0, 10)]),
177
], [(20, 10), (0, 10)])
179
def test_coalesce_nearby(self):
180
self.check([(0, 20, [(0, 10), (10, 10)])],
183
# XXX: scary, http.readv() can't handle that --vila20071209
184
def test_coalesce_overlapped(self):
185
self.check([(0, 15, [(0, 10), (5, 10)])],
188
def test_coalesce_limit(self):
189
self.check([(10, 50, [(0, 10), (10, 10), (20, 10),
190
(30, 10), (40, 10)]),
191
(60, 50, [(0, 10), (10, 10), (20, 10),
192
(30, 10), (40, 10)]),
193
], [(10, 10), (20, 10), (30, 10), (40, 10),
194
(50, 10), (60, 10), (70, 10), (80, 10),
195
(90, 10), (100, 10)],
198
def test_coalesce_no_limit(self):
199
self.check([(10, 100, [(0, 10), (10, 10), (20, 10),
200
(30, 10), (40, 10), (50, 10),
201
(60, 10), (70, 10), (80, 10),
203
], [(10, 10), (20, 10), (30, 10), (40, 10),
204
(50, 10), (60, 10), (70, 10), (80, 10),
205
(90, 10), (100, 10)])
207
def test_coalesce_fudge(self):
208
self.check([(10, 30, [(0, 10), (20, 10)]),
209
(100, 10, [(0, 10),]),
210
], [(10, 10), (30, 10), (100, 10)],
213
def test_coalesce_max_size(self):
214
self.check([(10, 20, [(0, 10), (10, 10)]),
216
# If one range is above max_size, it gets its own coalesced
218
(100, 80, [(0, 80),]),],
219
[(10, 10), (20, 10), (30, 50), (100, 80)],
223
def test_coalesce_no_max_size(self):
224
self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)]),],
225
[(10, 10), (20, 10), (30, 50), (80, 100)],
38
def test_urlescape(self):
39
self.assertEqual('%25', urlescape('%'))
42
class TestTransportMixIn(object):
43
"""Subclass this, and it will provide a series of tests for a Transport.
44
It assumes that the Transport object is connected to the
45
current working directory. So that whatever is done
46
through the transport, should show up in the working
47
directory, and vice-versa.
49
This also tests to make sure that the functions work with both
50
generators and lists (assuming iter(list) is effectively a generator)
53
def get_transport(self):
54
"""Children should override this to return the Transport object.
56
raise NotImplementedError
59
t = self.get_transport()
61
files = ['a', 'b', 'e', 'g', '%']
62
self.build_tree(files)
63
self.assertEqual(t.has('a'), True)
64
self.assertEqual(t.has('c'), False)
65
self.assertEqual(t.has(urlescape('%')), True)
66
self.assertEqual(list(t.has_multi(['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h'])),
67
[True, True, False, False, True, False, True, False])
68
self.assertEqual(list(t.has_multi(iter(['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h']))),
69
[True, True, False, False, True, False, True, False])
72
t = self.get_transport()
74
files = ['a', 'b', 'e', 'g']
75
self.build_tree(files)
76
self.assertEqual(t.get('a').read(), open('a').read())
77
content_f = t.get_multi(files)
78
for path,f in zip(files, content_f):
79
self.assertEqual(open(path).read(), f.read())
81
content_f = t.get_multi(iter(files))
82
for path,f in zip(files, content_f):
83
self.assertEqual(open(path).read(), f.read())
85
self.assertRaises(NoSuchFile, t.get, 'c')
87
files = list(t.get_multi(['a', 'b', 'c']))
91
self.fail('Failed to raise NoSuchFile for missing file in get_multi')
93
files = list(t.get_multi(iter(['a', 'b', 'c', 'e'])))
97
self.fail('Failed to raise NoSuchFile for missing file in get_multi')
100
t = self.get_transport()
103
self.assertRaises(TransportNotPossible,
104
t.put, 'a', 'some text for a\n')
105
open('a', 'wb').write('some text for a\n')
107
t.put('a', 'some text for a\n')
108
self.assert_(os.path.exists('a'))
109
self.check_file_contents('a', 'some text for a\n')
110
self.assertEqual(t.get('a').read(), 'some text for a\n')
111
# Make sure 'has' is updated
112
self.assertEqual(list(t.has_multi(['a', 'b', 'c', 'd', 'e'])),
113
[True, False, False, False, False])
115
self.assertRaises(TransportNotPossible,
117
[('a', 'new\ncontents for\na\n'),
118
('d', 'contents\nfor d\n')])
119
open('a', 'wb').write('new\ncontents for\na\n')
120
open('d', 'wb').write('contents\nfor d\n')
122
# Put also replaces contents
123
self.assertEqual(t.put_multi([('a', 'new\ncontents for\na\n'),
124
('d', 'contents\nfor d\n')]),
126
self.assertEqual(list(t.has_multi(['a', 'b', 'c', 'd', 'e'])),
127
[True, False, False, True, False])
128
self.check_file_contents('a', 'new\ncontents for\na\n')
129
self.check_file_contents('d', 'contents\nfor d\n')
132
self.assertRaises(TransportNotPossible,
133
t.put_multi, iter([('a', 'diff\ncontents for\na\n'),
134
('d', 'another contents\nfor d\n')]))
135
open('a', 'wb').write('diff\ncontents for\na\n')
136
open('d', 'wb').write('another contents\nfor d\n')
139
t.put_multi(iter([('a', 'diff\ncontents for\na\n'),
140
('d', 'another contents\nfor d\n')]))
142
self.check_file_contents('a', 'diff\ncontents for\na\n')
143
self.check_file_contents('d', 'another contents\nfor d\n')
146
self.assertRaises(TransportNotPossible,
147
t.put, 'path/doesnt/exist/c', 'contents')
149
self.assertRaises(NoSuchFile,
150
t.put, 'path/doesnt/exist/c', 'contents')
152
def test_put_file(self):
153
t = self.get_transport()
155
# Test that StringIO can be used as a file-like object with put
156
f1 = StringIO('this is a string\nand some more stuff\n')
158
open('f1', 'wb').write(f1.read())
164
self.check_file_contents('f1',
165
'this is a string\nand some more stuff\n')
167
f2 = StringIO('here is some text\nand a bit more\n')
168
f3 = StringIO('some text for the\nthird file created\n')
171
open('f2', 'wb').write(f2.read())
172
open('f3', 'wb').write(f3.read())
174
t.put_multi([('f2', f2), ('f3', f3)])
178
self.check_file_contents('f2', 'here is some text\nand a bit more\n')
179
self.check_file_contents('f3', 'some text for the\nthird file created\n')
181
# Test that an actual file object can be used with put
182
f4 = open('f1', 'rb')
184
open('f4', 'wb').write(f4.read())
190
self.check_file_contents('f4',
191
'this is a string\nand some more stuff\n')
193
f5 = open('f2', 'rb')
194
f6 = open('f3', 'rb')
196
open('f5', 'wb').write(f5.read())
197
open('f6', 'wb').write(f6.read())
199
t.put_multi([('f5', f5), ('f6', f6)])
203
self.check_file_contents('f5', 'here is some text\nand a bit more\n')
204
self.check_file_contents('f6', 'some text for the\nthird file created\n')
208
def test_mkdir(self):
209
t = self.get_transport()
213
self.assertEqual(t.has('dir_a'), True)
214
self.assertEqual(t.has('dir_b'), False)
217
self.assertRaises(TransportNotPossible,
222
self.assertEqual(t.has('dir_b'), True)
223
self.assert_(os.path.isdir('dir_b'))
226
self.assertRaises(TransportNotPossible,
227
t.mkdir_multi, ['dir_c', 'dir_d'])
231
t.mkdir_multi(['dir_c', 'dir_d'])
234
self.assertRaises(TransportNotPossible,
235
t.mkdir_multi, iter(['dir_e', 'dir_f']))
239
t.mkdir_multi(iter(['dir_e', 'dir_f']))
240
self.assertEqual(list(t.has_multi(
241
['dir_a', 'dir_b', 'dir_c', 'dir_q',
242
'dir_d', 'dir_e', 'dir_f', 'dir_b'])),
243
[True, True, True, False,
244
True, True, True, True])
245
for d in ['dir_a', 'dir_b', 'dir_c', 'dir_d', 'dir_e', 'dir_f']:
246
self.assert_(os.path.isdir(d))
248
if not self.readonly:
249
self.assertRaises(NoSuchFile, t.mkdir, 'path/doesnt/exist')
250
self.assertRaises(FileExists, t.mkdir, 'dir_a') # Creating a directory again should fail
252
# Make sure the transport recognizes when a
253
# directory is created by other means
254
# Caching Transports will fail, because dir_e was already seen not
255
# to exist. So instead, we will search for a new directory
257
#if not self.readonly:
258
# self.assertRaises(FileExists, t.mkdir, 'dir_e')
261
if not self.readonly:
262
self.assertRaises(FileExists, t.mkdir, 'dir_g')
264
# Test get/put in sub-directories
266
open('dir_a/a', 'wb').write('contents of dir_a/a')
267
open('dir_b/b', 'wb').write('contents of dir_b/b')
270
t.put_multi([('dir_a/a', 'contents of dir_a/a'),
271
('dir_b/b', 'contents of dir_b/b')])
273
for f in ('dir_a/a', 'dir_b/b'):
274
self.assertEqual(t.get(f).read(), open(f).read())
276
def test_copy_to(self):
278
from bzrlib.transport.local import LocalTransport
280
t = self.get_transport()
282
files = ['a', 'b', 'c', 'd']
283
self.build_tree(files)
285
dtmp = tempfile.mkdtemp(dir='.', prefix='test-transport-')
286
dtmp_base = os.path.basename(dtmp)
287
local_t = LocalTransport(dtmp)
289
t.copy_to(files, local_t)
291
self.assertEquals(open(f).read(),
292
open(os.path.join(dtmp_base, f)).read())
294
del dtmp, dtmp_base, local_t
296
dtmp = tempfile.mkdtemp(dir='.', prefix='test-transport-')
297
dtmp_base = os.path.basename(dtmp)
298
local_t = LocalTransport(dtmp)
300
files = ['a', 'b', 'c', 'd']
301
t.copy_to(iter(files), local_t)
303
self.assertEquals(open(f).read(),
304
open(os.path.join(dtmp_base, f)).read())
306
del dtmp, dtmp_base, local_t
308
def test_append(self):
309
t = self.get_transport()
312
open('a', 'wb').write('diff\ncontents for\na\n')
313
open('b', 'wb').write('contents\nfor b\n')
316
('a', 'diff\ncontents for\na\n'),
317
('b', 'contents\nfor b\n')
321
self.assertRaises(TransportNotPossible,
322
t.append, 'a', 'add\nsome\nmore\ncontents\n')
323
_append('a', 'add\nsome\nmore\ncontents\n')
325
t.append('a', 'add\nsome\nmore\ncontents\n')
327
self.check_file_contents('a',
328
'diff\ncontents for\na\nadd\nsome\nmore\ncontents\n')
331
self.assertRaises(TransportNotPossible,
333
[('a', 'and\nthen\nsome\nmore\n'),
334
('b', 'some\nmore\nfor\nb\n')])
335
_append('a', 'and\nthen\nsome\nmore\n')
336
_append('b', 'some\nmore\nfor\nb\n')
338
t.append_multi([('a', 'and\nthen\nsome\nmore\n'),
339
('b', 'some\nmore\nfor\nb\n')])
340
self.check_file_contents('a',
341
'diff\ncontents for\na\n'
342
'add\nsome\nmore\ncontents\n'
343
'and\nthen\nsome\nmore\n')
344
self.check_file_contents('b',
346
'some\nmore\nfor\nb\n')
349
_append('a', 'a little bit more\n')
350
_append('b', 'from an iterator\n')
352
t.append_multi(iter([('a', 'a little bit more\n'),
353
('b', 'from an iterator\n')]))
354
self.check_file_contents('a',
355
'diff\ncontents for\na\n'
356
'add\nsome\nmore\ncontents\n'
357
'and\nthen\nsome\nmore\n'
358
'a little bit more\n')
359
self.check_file_contents('b',
361
'some\nmore\nfor\nb\n'
362
'from an iterator\n')
364
def test_append_file(self):
365
t = self.get_transport()
368
('f1', 'this is a string\nand some more stuff\n'),
369
('f2', 'here is some text\nand a bit more\n'),
370
('f3', 'some text for the\nthird file created\n'),
371
('f4', 'this is a string\nand some more stuff\n'),
372
('f5', 'here is some text\nand a bit more\n'),
373
('f6', 'some text for the\nthird file created\n')
377
for f, val in contents:
378
open(f, 'wb').write(val)
380
t.put_multi(contents)
382
a1 = StringIO('appending to\none\n')
384
_append('f1', a1.read())
390
self.check_file_contents('f1',
391
'this is a string\nand some more stuff\n'
392
'appending to\none\n')
394
a2 = StringIO('adding more\ntext to two\n')
395
a3 = StringIO('some garbage\nto put in three\n')
398
_append('f2', a2.read())
399
_append('f3', a3.read())
401
t.append_multi([('f2', a2), ('f3', a3)])
405
self.check_file_contents('f2',
406
'here is some text\nand a bit more\n'
407
'adding more\ntext to two\n')
408
self.check_file_contents('f3',
409
'some text for the\nthird file created\n'
410
'some garbage\nto put in three\n')
412
# Test that an actual file object can be used with put
413
a4 = open('f1', 'rb')
415
_append('f4', a4.read())
421
self.check_file_contents('f4',
422
'this is a string\nand some more stuff\n'
423
'this is a string\nand some more stuff\n'
424
'appending to\none\n')
426
a5 = open('f2', 'rb')
427
a6 = open('f3', 'rb')
429
_append('f5', a5.read())
430
_append('f6', a6.read())
432
t.append_multi([('f5', a5), ('f6', a6)])
436
self.check_file_contents('f5',
437
'here is some text\nand a bit more\n'
438
'here is some text\nand a bit more\n'
439
'adding more\ntext to two\n')
440
self.check_file_contents('f6',
441
'some text for the\nthird file created\n'
442
'some text for the\nthird file created\n'
443
'some garbage\nto put in three\n')
445
def test_delete(self):
446
# TODO: Test Transport.delete
450
# TODO: Test Transport.move
454
class LocalTransportTest(TestCaseInTempDir, TestTransportMixIn):
455
def get_transport(self):
456
from bzrlib.transport.local import LocalTransport
457
return LocalTransport('.')
460
class HttpTransportTest(TestCaseWithWebserver, TestTransportMixIn):
464
def get_transport(self):
465
from bzrlib.transport.http import HttpTransport
466
url = self.get_remote_url('.')
467
return HttpTransport(url)
229
470
class TestMemoryTransport(TestCase):
231
472
def test_get_transport(self):
473
memory.MemoryTransport()
234
475
def test_clone(self):
235
transport = MemoryTransport()
236
self.assertTrue(isinstance(transport, MemoryTransport))
237
self.assertEqual("memory:///", transport.clone("/").base)
476
transport = memory.MemoryTransport()
477
self.failUnless(transport.clone() is transport)
239
479
def test_abspath(self):
240
transport = MemoryTransport()
241
self.assertEqual("memory:///relpath", transport.abspath('relpath'))
243
def test_abspath_of_root(self):
244
transport = MemoryTransport()
245
self.assertEqual("memory:///", transport.base)
246
self.assertEqual("memory:///", transport.abspath('/'))
248
def test_abspath_of_relpath_starting_at_root(self):
249
transport = MemoryTransport()
250
self.assertEqual("memory:///foo", transport.abspath('/foo'))
480
transport = memory.MemoryTransport()
481
self.assertEqual("in-memory:relpath", transport.abspath('relpath'))
483
def test_relpath(self):
484
transport = memory.MemoryTransport()
252
486
def test_append_and_get(self):
253
transport = MemoryTransport()
254
transport.append_bytes('path', 'content')
487
transport = memory.MemoryTransport()
488
transport.append('path', StringIO('content'))
255
489
self.assertEqual(transport.get('path').read(), 'content')
256
transport.append_file('path', StringIO('content'))
490
transport.append('path', StringIO('content'))
257
491
self.assertEqual(transport.get('path').read(), 'contentcontent')
259
493
def test_put_and_get(self):
260
transport = MemoryTransport()
261
transport.put_file('path', StringIO('content'))
494
transport = memory.MemoryTransport()
495
transport.put('path', StringIO('content'))
262
496
self.assertEqual(transport.get('path').read(), 'content')
263
transport.put_bytes('path', 'content')
497
transport.put('path', StringIO('content'))
264
498
self.assertEqual(transport.get('path').read(), 'content')
266
500
def test_append_without_dir_fails(self):
267
transport = MemoryTransport()
501
transport = memory.MemoryTransport()
268
502
self.assertRaises(NoSuchFile,
269
transport.append_bytes, 'dir/path', 'content')
503
transport.append, 'dir/path', StringIO('content'))
271
505
def test_put_without_dir_fails(self):
272
transport = MemoryTransport()
506
transport = memory.MemoryTransport()
273
507
self.assertRaises(NoSuchFile,
274
transport.put_file, 'dir/path', StringIO('content'))
508
transport.put, 'dir/path', StringIO('content'))
276
510
def test_get_missing(self):
277
transport = MemoryTransport()
511
transport = memory.MemoryTransport()
278
512
self.assertRaises(NoSuchFile, transport.get, 'foo')
280
514
def test_has_missing(self):
281
transport = MemoryTransport()
515
transport = memory.MemoryTransport()
282
516
self.assertEquals(False, transport.has('foo'))
284
518
def test_has_present(self):
285
transport = MemoryTransport()
286
transport.append_bytes('foo', 'content')
519
transport = memory.MemoryTransport()
520
transport.append('foo', StringIO('content'))
287
521
self.assertEquals(True, transport.has('foo'))
289
def test_list_dir(self):
290
transport = MemoryTransport()
291
transport.put_bytes('foo', 'content')
292
transport.mkdir('dir')
293
transport.put_bytes('dir/subfoo', 'content')
294
transport.put_bytes('dirlike', 'content')
296
self.assertEquals(['dir', 'dirlike', 'foo'], sorted(transport.list_dir('.')))
297
self.assertEquals(['subfoo'], sorted(transport.list_dir('dir')))
299
523
def test_mkdir(self):
300
transport = MemoryTransport()
524
transport = memory.MemoryTransport()
301
525
transport.mkdir('dir')
302
transport.append_bytes('dir/path', 'content')
526
transport.append('dir/path', StringIO('content'))
303
527
self.assertEqual(transport.get('dir/path').read(), 'content')
305
529
def test_mkdir_missing_parent(self):
306
transport = MemoryTransport()
530
transport = memory.MemoryTransport()
307
531
self.assertRaises(NoSuchFile,
308
532
transport.mkdir, 'dir/dir')
310
534
def test_mkdir_twice(self):
311
transport = MemoryTransport()
535
transport = memory.MemoryTransport()
312
536
transport.mkdir('dir')
313
537
self.assertRaises(FileExists, transport.mkdir, 'dir')
315
539
def test_parameters(self):
316
transport = MemoryTransport()
540
transport = memory.MemoryTransport()
317
541
self.assertEqual(True, transport.listable())
318
self.assertEqual(False, transport.is_readonly())
542
self.assertEqual(False, transport.should_cache())
320
544
def test_iter_files_recursive(self):
321
transport = MemoryTransport()
545
transport = memory.MemoryTransport()
322
546
transport.mkdir('dir')
323
transport.put_bytes('dir/foo', 'content')
324
transport.put_bytes('dir/bar', 'content')
325
transport.put_bytes('bar', 'content')
547
transport.put('dir/foo', StringIO('content'))
548
transport.put('dir/bar', StringIO('content'))
549
transport.put('bar', StringIO('content'))
326
550
paths = set(transport.iter_files_recursive())
327
551
self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
329
553
def test_stat(self):
330
transport = MemoryTransport()
331
transport.put_bytes('foo', 'content')
332
transport.put_bytes('bar', 'phowar')
554
transport = memory.MemoryTransport()
555
transport.put('foo', StringIO('content'))
556
transport.put('bar', StringIO('phowar'))
333
557
self.assertEqual(7, transport.stat('foo').st_size)
334
558
self.assertEqual(6, transport.stat('bar').st_size)
337
class ChrootDecoratorTransportTest(TestCase):
338
"""Chroot decoration specific tests."""
340
def test_abspath(self):
341
# The abspath is always relative to the chroot_url.
342
server = ChrootServer(get_transport('memory:///foo/bar/'))
344
transport = get_transport(server.get_url())
345
self.assertEqual(server.get_url(), transport.abspath('/'))
347
subdir_transport = transport.clone('subdir')
348
self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
351
def test_clone(self):
352
server = ChrootServer(get_transport('memory:///foo/bar/'))
354
transport = get_transport(server.get_url())
355
# relpath from root and root path are the same
356
relpath_cloned = transport.clone('foo')
357
abspath_cloned = transport.clone('/foo')
358
self.assertEqual(server, relpath_cloned.server)
359
self.assertEqual(server, abspath_cloned.server)
362
def test_chroot_url_preserves_chroot(self):
363
"""Calling get_transport on a chroot transport's base should produce a
364
transport with exactly the same behaviour as the original chroot
367
This is so that it is not possible to escape a chroot by doing::
368
url = chroot_transport.base
369
parent_url = urlutils.join(url, '..')
370
new_transport = get_transport(parent_url)
372
server = ChrootServer(get_transport('memory:///path/subpath'))
374
transport = get_transport(server.get_url())
375
new_transport = get_transport(transport.base)
376
self.assertEqual(transport.server, new_transport.server)
377
self.assertEqual(transport.base, new_transport.base)
380
def test_urljoin_preserves_chroot(self):
381
"""Using urlutils.join(url, '..') on a chroot URL should not produce a
382
URL that escapes the intended chroot.
384
This is so that it is not possible to escape a chroot by doing::
385
url = chroot_transport.base
386
parent_url = urlutils.join(url, '..')
387
new_transport = get_transport(parent_url)
389
server = ChrootServer(get_transport('memory:///path/'))
391
transport = get_transport(server.get_url())
393
InvalidURLJoin, urlutils.join, transport.base, '..')
397
class ChrootServerTest(TestCase):
399
def test_construct(self):
400
backing_transport = MemoryTransport()
401
server = ChrootServer(backing_transport)
402
self.assertEqual(backing_transport, server.backing_transport)
404
def test_setUp(self):
405
backing_transport = MemoryTransport()
406
server = ChrootServer(backing_transport)
408
self.assertTrue(server.scheme in _get_protocol_handlers().keys())
410
def test_tearDown(self):
411
backing_transport = MemoryTransport()
412
server = ChrootServer(backing_transport)
415
self.assertFalse(server.scheme in _get_protocol_handlers().keys())
417
def test_get_url(self):
418
backing_transport = MemoryTransport()
419
server = ChrootServer(backing_transport)
421
self.assertEqual('chroot-%d:///' % id(server), server.get_url())
425
class ReadonlyDecoratorTransportTest(TestCase):
426
"""Readonly decoration specific tests."""
428
def test_local_parameters(self):
429
import bzrlib.transport.readonly as readonly
430
# connect to . in readonly mode
431
transport = readonly.ReadonlyTransportDecorator('readonly+.')
432
self.assertEqual(True, transport.listable())
433
self.assertEqual(True, transport.is_readonly())
435
def test_http_parameters(self):
436
from bzrlib.tests.http_server import HttpServer
437
import bzrlib.transport.readonly as readonly
438
# connect to '.' via http which is not listable
439
server = HttpServer()
442
transport = get_transport('readonly+' + server.get_url())
443
self.failUnless(isinstance(transport,
444
readonly.ReadonlyTransportDecorator))
445
self.assertEqual(False, transport.listable())
446
self.assertEqual(True, transport.is_readonly())
451
class FakeNFSDecoratorTests(TestCaseInTempDir):
452
"""NFS decorator specific tests."""
454
def get_nfs_transport(self, url):
455
import bzrlib.transport.fakenfs as fakenfs
456
# connect to url with nfs decoration
457
return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
459
def test_local_parameters(self):
460
# the listable and is_readonly parameters
461
# are not changed by the fakenfs decorator
462
transport = self.get_nfs_transport('.')
463
self.assertEqual(True, transport.listable())
464
self.assertEqual(False, transport.is_readonly())
466
def test_http_parameters(self):
467
# the listable and is_readonly parameters
468
# are not changed by the fakenfs decorator
469
from bzrlib.tests.http_server import HttpServer
470
# connect to '.' via http which is not listable
471
server = HttpServer()
474
transport = self.get_nfs_transport(server.get_url())
475
self.assertIsInstance(
476
transport, bzrlib.transport.fakenfs.FakeNFSTransportDecorator)
477
self.assertEqual(False, transport.listable())
478
self.assertEqual(True, transport.is_readonly())
482
def test_fakenfs_server_default(self):
483
# a FakeNFSServer() should bring up a local relpath server for itself
484
import bzrlib.transport.fakenfs as fakenfs
485
server = fakenfs.FakeNFSServer()
488
# the url should be decorated appropriately
489
self.assertStartsWith(server.get_url(), 'fakenfs+')
490
# and we should be able to get a transport for it
491
transport = get_transport(server.get_url())
492
# which must be a FakeNFSTransportDecorator instance.
493
self.assertIsInstance(
494
transport, fakenfs.FakeNFSTransportDecorator)
498
def test_fakenfs_rename_semantics(self):
499
# a FakeNFS transport must mangle the way rename errors occur to
500
# look like NFS problems.
501
transport = self.get_nfs_transport('.')
502
self.build_tree(['from/', 'from/foo', 'to/', 'to/bar'],
504
self.assertRaises(errors.ResourceBusy,
505
transport.rename, 'from', 'to')
508
class FakeVFATDecoratorTests(TestCaseInTempDir):
509
"""Tests for simulation of VFAT restrictions"""
511
def get_vfat_transport(self, url):
512
"""Return vfat-backed transport for test directory"""
513
from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
514
return FakeVFATTransportDecorator('vfat+' + url)
516
def test_transport_creation(self):
517
from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
518
transport = self.get_vfat_transport('.')
519
self.assertIsInstance(transport, FakeVFATTransportDecorator)
521
def test_transport_mkdir(self):
522
transport = self.get_vfat_transport('.')
523
transport.mkdir('HELLO')
524
self.assertTrue(transport.has('hello'))
525
self.assertTrue(transport.has('Hello'))
527
def test_forbidden_chars(self):
528
transport = self.get_vfat_transport('.')
529
self.assertRaises(ValueError, transport.has, "<NU>")
532
class BadTransportHandler(Transport):
533
def __init__(self, base_url):
534
raise DependencyNotPresent('some_lib', 'testing missing dependency')
537
class BackupTransportHandler(Transport):
538
"""Test transport that works as a backup for the BadTransportHandler"""
542
class TestTransportImplementation(TestCaseInTempDir):
543
"""Implementation verification for transports.
545
To verify a transport we need a server factory, which is a callable
546
that accepts no parameters and returns an implementation of
547
bzrlib.transport.Server.
549
That Server is then used to construct transport instances and test
550
the transport via loopback activity.
552
Currently this assumes that the Transport object is connected to the
553
current working directory. So that whatever is done
554
through the transport, should show up in the working
555
directory, and vice-versa. This is a bug, because its possible to have
556
URL schemes which provide access to something that may not be
557
result in storage on the local disk, i.e. due to file system limits, or
558
due to it being a database or some other non-filesystem tool.
560
This also tests to make sure that the functions work with both
561
generators and lists (assuming iter(list) is effectively a generator)
565
super(TestTransportImplementation, self).setUp()
566
self._server = self.transport_server()
568
self.addCleanup(self._server.tearDown)
570
def get_transport(self, relpath=None):
571
"""Return a connected transport to the local directory.
573
:param relpath: a path relative to the base url.
575
base_url = self._server.get_url()
576
url = self._adjust_url(base_url, relpath)
577
# try getting the transport via the regular interface:
578
t = get_transport(url)
579
# vila--20070607 if the following are commented out the test suite
580
# still pass. Is this really still needed or was it a forgotten
582
if not isinstance(t, self.transport_class):
583
# we did not get the correct transport class type. Override the
584
# regular connection behaviour by direct construction.
585
t = self.transport_class(url)
589
class TestLocalTransports(TestCase):
591
def test_get_transport_from_abspath(self):
592
here = osutils.abspath('.')
593
t = get_transport(here)
594
self.assertIsInstance(t, LocalTransport)
595
self.assertEquals(t.base, urlutils.local_path_to_url(here) + '/')
597
def test_get_transport_from_relpath(self):
598
here = osutils.abspath('.')
599
t = get_transport('.')
600
self.assertIsInstance(t, LocalTransport)
601
self.assertEquals(t.base, urlutils.local_path_to_url('.') + '/')
603
def test_get_transport_from_local_url(self):
604
here = osutils.abspath('.')
605
here_url = urlutils.local_path_to_url(here) + '/'
606
t = get_transport(here_url)
607
self.assertIsInstance(t, LocalTransport)
608
self.assertEquals(t.base, here_url)
610
def test_local_abspath(self):
611
here = osutils.abspath('.')
612
t = get_transport(here)
613
self.assertEquals(t.local_abspath(''), here)
616
class TestWin32LocalTransport(TestCase):
618
def test_unc_clone_to_root(self):
619
# Win32 UNC path like \\HOST\path
620
# clone to root should stop at least at \\HOST part
622
t = EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
625
self.assertEquals(t.base, 'file://HOST/')
626
# make sure we reach the root
628
self.assertEquals(t.base, 'file://HOST/')
631
class TestConnectedTransport(TestCase):
632
"""Tests for connected to remote server transports"""
634
def test_parse_url(self):
635
t = ConnectedTransport('http://simple.example.com/home/source')
636
self.assertEquals(t._host, 'simple.example.com')
637
self.assertEquals(t._port, None)
638
self.assertEquals(t._path, '/home/source/')
639
self.failUnless(t._user is None)
640
self.failUnless(t._password is None)
642
self.assertEquals(t.base, 'http://simple.example.com/home/source/')
644
def test_parse_quoted_url(self):
645
t = ConnectedTransport('http://ro%62ey:h%40t@ex%41mple.com:2222/path')
646
self.assertEquals(t._host, 'exAmple.com')
647
self.assertEquals(t._port, 2222)
648
self.assertEquals(t._user, 'robey')
649
self.assertEquals(t._password, 'h@t')
650
self.assertEquals(t._path, '/path/')
652
# Base should not keep track of the password
653
self.assertEquals(t.base, 'http://robey@exAmple.com:2222/path/')
655
def test_parse_invalid_url(self):
656
self.assertRaises(errors.InvalidURL,
658
'sftp://lily.org:~janneke/public/bzr/gub')
660
def test_relpath(self):
661
t = ConnectedTransport('sftp://user@host.com/abs/path')
663
self.assertEquals(t.relpath('sftp://user@host.com/abs/path/sub'), 'sub')
664
self.assertRaises(errors.PathNotChild, t.relpath,
665
'http://user@host.com/abs/path/sub')
666
self.assertRaises(errors.PathNotChild, t.relpath,
667
'sftp://user2@host.com/abs/path/sub')
668
self.assertRaises(errors.PathNotChild, t.relpath,
669
'sftp://user@otherhost.com/abs/path/sub')
670
self.assertRaises(errors.PathNotChild, t.relpath,
671
'sftp://user@host.com:33/abs/path/sub')
672
# Make sure it works when we don't supply a username
673
t = ConnectedTransport('sftp://host.com/abs/path')
674
self.assertEquals(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
676
# Make sure it works when parts of the path will be url encoded
677
t = ConnectedTransport('sftp://host.com/dev/%path')
678
self.assertEquals(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
680
def test_connection_sharing_propagate_credentials(self):
681
t = ConnectedTransport('ftp://user@host.com/abs/path')
682
self.assertEquals('user', t._user)
683
self.assertEquals('host.com', t._host)
684
self.assertIs(None, t._get_connection())
685
self.assertIs(None, t._password)
686
c = t.clone('subdir')
687
self.assertIs(None, c._get_connection())
688
self.assertIs(None, t._password)
690
# Simulate the user entering a password
692
connection = object()
693
t._set_connection(connection, password)
694
self.assertIs(connection, t._get_connection())
695
self.assertIs(password, t._get_credentials())
696
self.assertIs(connection, c._get_connection())
697
self.assertIs(password, c._get_credentials())
699
# credentials can be updated
700
new_password = 'even more secret'
701
c._update_credentials(new_password)
702
self.assertIs(connection, t._get_connection())
703
self.assertIs(new_password, t._get_credentials())
704
self.assertIs(connection, c._get_connection())
705
self.assertIs(new_password, c._get_credentials())
708
class TestReusedTransports(TestCase):
709
"""Tests for transport reuse"""
711
def test_reuse_same_transport(self):
712
possible_transports = []
713
t1 = get_transport('http://foo/',
714
possible_transports=possible_transports)
715
self.assertEqual([t1], possible_transports)
716
t2 = get_transport('http://foo/', possible_transports=[t1])
717
self.assertIs(t1, t2)
719
# Also check that final '/' are handled correctly
720
t3 = get_transport('http://foo/path/')
721
t4 = get_transport('http://foo/path', possible_transports=[t3])
722
self.assertIs(t3, t4)
724
t5 = get_transport('http://foo/path')
725
t6 = get_transport('http://foo/path/', possible_transports=[t5])
726
self.assertIs(t5, t6)
728
def test_don_t_reuse_different_transport(self):
729
t1 = get_transport('http://foo/path')
730
t2 = get_transport('http://bar/path', possible_transports=[t1])
731
self.assertIsNot(t1, t2)
734
class TestTransportTrace(TestCase):
737
transport = get_transport('trace+memory://')
738
self.assertIsInstance(
739
transport, bzrlib.transport.trace.TransportTraceDecorator)
741
def test_clone_preserves_activity(self):
742
transport = get_transport('trace+memory://')
743
transport2 = transport.clone('.')
744
self.assertTrue(transport is not transport2)
745
self.assertTrue(transport._activity is transport2._activity)
747
# the following specific tests are for the operations that have made use of
748
# logging in tests; we could test every single operation but doing that
749
# still won't cause a test failure when the top level Transport API
750
# changes; so there is little return doing that.
752
transport = get_transport('trace+memory:///')
753
transport.put_bytes('foo', 'barish')
756
# put_bytes records the bytes, not the content to avoid memory
758
expected_result.append(('put_bytes', 'foo', 6, None))
759
# get records the file name only.
760
expected_result.append(('get', 'foo'))
761
self.assertEqual(expected_result, transport._activity)
763
def test_readv(self):
764
transport = get_transport('trace+memory:///')
765
transport.put_bytes('foo', 'barish')
766
list(transport.readv('foo', [(0, 1), (3, 2)], adjust_for_latency=True,
769
# put_bytes records the bytes, not the content to avoid memory
771
expected_result.append(('put_bytes', 'foo', 6, None))
772
# readv records the supplied offset request
773
expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
774
self.assertEqual(expected_result, transport._activity)
added
removed
bzrlib/selftest/testtransport.py
