13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18
from cStringIO import StringIO
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21
from cStringIO import StringIO
25
24
from bzrlib import (
32
from bzrlib.directory_service import directories
33
from bzrlib.transport import (
43
import bzrlib.transport.trace
44
from bzrlib.tests import (
28
from bzrlib.errors import (ConnectionError,
40
from bzrlib.tests import TestCase, TestCaseInTempDir
41
from bzrlib.transport import (_CoalescedOffset,
42
_get_protocol_handlers,
43
_set_protocol_handlers,
44
_get_transport_modules,
47
register_lazy_transport,
48
register_transport_proto,
49
_clear_protocol_handlers,
52
from bzrlib.transport.chroot import ChrootServer
53
from bzrlib.transport.memory import MemoryTransport
54
from bzrlib.transport.local import (LocalTransport,
55
EmulatedWin32LocalTransport)
50
58
# TODO: Should possibly split transport-specific tests into their own files.
53
class TestTransport(tests.TestCase):
61
class TestTransport(TestCase):
54
62
"""Test the non transport-concrete class functionality."""
56
64
def test__get_set_protocol_handlers(self):
57
handlers = transport._get_protocol_handlers()
58
self.assertNotEqual([], handlers.keys())
59
transport._clear_protocol_handlers()
60
self.addCleanup(transport._set_protocol_handlers, handlers)
61
self.assertEqual([], transport._get_protocol_handlers().keys())
65
handlers = _get_protocol_handlers()
66
self.assertNotEqual([], handlers.keys( ))
68
_clear_protocol_handlers()
69
self.assertEqual([], _get_protocol_handlers().keys())
71
_set_protocol_handlers(handlers)
63
73
def test_get_transport_modules(self):
64
handlers = transport._get_protocol_handlers()
65
self.addCleanup(transport._set_protocol_handlers, handlers)
66
# don't pollute the current handlers
67
transport._clear_protocol_handlers()
74
handlers = _get_protocol_handlers()
69
75
class SampleHandler(object):
70
76
"""I exist, isnt that enough?"""
71
transport._clear_protocol_handlers()
72
transport.register_transport_proto('foo')
73
transport.register_lazy_transport('foo',
74
'bzrlib.tests.test_transport',
75
'TestTransport.SampleHandler')
76
transport.register_transport_proto('bar')
77
transport.register_lazy_transport('bar',
78
'bzrlib.tests.test_transport',
79
'TestTransport.SampleHandler')
80
self.assertEqual([SampleHandler.__module__,
81
'bzrlib.transport.chroot',
82
'bzrlib.transport.pathfilter'],
83
transport._get_transport_modules())
78
_clear_protocol_handlers()
79
register_transport_proto('foo')
80
register_lazy_transport('foo', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
81
register_transport_proto('bar')
82
register_lazy_transport('bar', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
83
self.assertEqual([SampleHandler.__module__, 'bzrlib.transport.chroot'],
84
_get_transport_modules())
86
_set_protocol_handlers(handlers)
85
88
def test_transport_dependency(self):
86
89
"""Transport with missing dependency causes no error"""
87
saved_handlers = transport._get_protocol_handlers()
88
self.addCleanup(transport._set_protocol_handlers, saved_handlers)
89
# don't pollute the current handlers
90
transport._clear_protocol_handlers()
91
transport.register_transport_proto('foo')
92
transport.register_lazy_transport(
93
'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
90
saved_handlers = _get_protocol_handlers()
95
transport.get_transport_from_url('foo://fooserver/foo')
96
except errors.UnsupportedProtocol, e:
98
self.assertEqual('Unsupported protocol'
99
' for url "foo://fooserver/foo":'
100
' Unable to import library "some_lib":'
101
' testing missing dependency', str(e))
103
self.fail('Did not raise UnsupportedProtocol')
92
register_transport_proto('foo')
93
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
94
'BadTransportHandler')
96
get_transport('foo://fooserver/foo')
97
except UnsupportedProtocol, e:
99
self.assertEquals('Unsupported protocol'
100
' for url "foo://fooserver/foo":'
101
' Unable to import library "some_lib":'
102
' testing missing dependency', str(e))
104
self.fail('Did not raise UnsupportedProtocol')
106
# restore original values
107
_set_protocol_handlers(saved_handlers)
105
109
def test_transport_fallback(self):
106
110
"""Transport with missing dependency causes no error"""
107
saved_handlers = transport._get_protocol_handlers()
108
self.addCleanup(transport._set_protocol_handlers, saved_handlers)
109
transport._clear_protocol_handlers()
110
transport.register_transport_proto('foo')
111
transport.register_lazy_transport(
112
'foo', 'bzrlib.tests.test_transport', 'BackupTransportHandler')
113
transport.register_lazy_transport(
114
'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
115
t = transport.get_transport_from_url('foo://fooserver/foo')
116
self.assertTrue(isinstance(t, BackupTransportHandler))
118
def test_ssh_hints(self):
119
"""Transport ssh:// should raise an error pointing out bzr+ssh://"""
111
saved_handlers = _get_protocol_handlers()
121
transport.get_transport_from_url('ssh://fooserver/foo')
122
except errors.UnsupportedProtocol, e:
124
self.assertEqual('Unsupported protocol'
125
' for url "ssh://fooserver/foo":'
126
' bzr supports bzr+ssh to operate over ssh,'
127
' use "bzr+ssh://fooserver/foo".',
130
self.fail('Did not raise UnsupportedProtocol')
113
_clear_protocol_handlers()
114
register_transport_proto('foo')
115
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
116
'BackupTransportHandler')
117
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
118
'BadTransportHandler')
119
t = get_transport('foo://fooserver/foo')
120
self.assertTrue(isinstance(t, BackupTransportHandler))
122
_set_protocol_handlers(saved_handlers)
132
124
def test_LateReadError(self):
133
125
"""The LateReadError helper should raise on read()."""
134
a_file = transport.LateReadError('a path')
126
a_file = LateReadError('a path')
137
except errors.ReadError, error:
129
except ReadError, error:
138
130
self.assertEqual('a path', error.path)
139
self.assertRaises(errors.ReadError, a_file.read, 40)
131
self.assertRaises(ReadError, a_file.read, 40)
134
def test__combine_paths(self):
136
self.assertEqual('/home/sarah/project/foo',
137
t._combine_paths('/home/sarah', 'project/foo'))
138
self.assertEqual('/etc',
139
t._combine_paths('/home/sarah', '../../etc'))
140
self.assertEqual('/etc',
141
t._combine_paths('/home/sarah', '../../../etc'))
142
self.assertEqual('/etc',
143
t._combine_paths('/home/sarah', '/etc'))
142
145
def test_local_abspath_non_local_transport(self):
143
146
# the base implementation should throw
144
t = memory.MemoryTransport()
147
t = MemoryTransport()
145
148
e = self.assertRaises(errors.NotLocalUrl, t.local_abspath, 't')
146
149
self.assertEqual('memory:///t is not a local path.', str(e))
149
class TestCoalesceOffsets(tests.TestCase):
151
def check(self, expected, offsets, limit=0, max_size=0, fudge=0):
152
coalesce = transport.Transport._coalesce_offsets
153
exp = [transport._CoalescedOffset(*x) for x in expected]
154
out = list(coalesce(offsets, limit=limit, fudge_factor=fudge,
152
class TestCoalesceOffsets(TestCase):
154
def check(self, expected, offsets, limit=0, fudge=0):
155
coalesce = Transport._coalesce_offsets
156
exp = [_CoalescedOffset(*x) for x in expected]
157
out = list(coalesce(offsets, limit=limit, fudge_factor=fudge))
156
158
self.assertEqual(exp, out)
158
160
def test_coalesce_empty(self):
202
203
def test_coalesce_fudge(self):
203
204
self.check([(10, 30, [(0, 10), (20, 10)]),
204
(100, 10, [(0, 10)]),
205
(100, 10, [(0, 10),]),
205
206
], [(10, 10), (30, 10), (100, 10)],
208
def test_coalesce_max_size(self):
209
self.check([(10, 20, [(0, 10), (10, 10)]),
211
# If one range is above max_size, it gets its own coalesced
213
(100, 80, [(0, 80)]),],
214
[(10, 10), (20, 10), (30, 50), (100, 80)],
217
def test_coalesce_no_max_size(self):
218
self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)])],
219
[(10, 10), (20, 10), (30, 50), (80, 100)],
222
def test_coalesce_default_limit(self):
223
# By default we use a 100MB max size.
224
ten_mb = 10 * 1024 * 1024
225
self.check([(0, 10 * ten_mb, [(i * ten_mb, ten_mb) for i in range(10)]),
226
(10*ten_mb, ten_mb, [(0, ten_mb)])],
227
[(i*ten_mb, ten_mb) for i in range(11)])
228
self.check([(0, 11 * ten_mb, [(i * ten_mb, ten_mb) for i in range(11)])],
229
[(i * ten_mb, ten_mb) for i in range(11)],
230
max_size=1*1024*1024*1024)
233
class TestMemoryServer(tests.TestCase):
235
def test_create_server(self):
236
server = memory.MemoryServer()
237
server.start_server()
238
url = server.get_url()
239
self.assertTrue(url in transport.transport_list_registry)
240
t = transport.get_transport_from_url(url)
243
self.assertFalse(url in transport.transport_list_registry)
244
self.assertRaises(errors.UnsupportedProtocol,
245
transport.get_transport, url)
248
class TestMemoryTransport(tests.TestCase):
211
class TestMemoryTransport(TestCase):
250
213
def test_get_transport(self):
251
memory.MemoryTransport()
253
216
def test_clone(self):
254
t = memory.MemoryTransport()
255
self.assertTrue(isinstance(t, memory.MemoryTransport))
256
self.assertEqual("memory:///", t.clone("/").base)
217
transport = MemoryTransport()
218
self.assertTrue(isinstance(transport, MemoryTransport))
219
self.assertEqual("memory:///", transport.clone("/").base)
258
221
def test_abspath(self):
259
t = memory.MemoryTransport()
260
self.assertEqual("memory:///relpath", t.abspath('relpath'))
222
transport = MemoryTransport()
223
self.assertEqual("memory:///relpath", transport.abspath('relpath'))
262
225
def test_abspath_of_root(self):
263
t = memory.MemoryTransport()
264
self.assertEqual("memory:///", t.base)
265
self.assertEqual("memory:///", t.abspath('/'))
226
transport = MemoryTransport()
227
self.assertEqual("memory:///", transport.base)
228
self.assertEqual("memory:///", transport.abspath('/'))
267
230
def test_abspath_of_relpath_starting_at_root(self):
268
t = memory.MemoryTransport()
269
self.assertEqual("memory:///foo", t.abspath('/foo'))
231
transport = MemoryTransport()
232
self.assertEqual("memory:///foo", transport.abspath('/foo'))
271
234
def test_append_and_get(self):
272
t = memory.MemoryTransport()
273
t.append_bytes('path', 'content')
274
self.assertEqual(t.get('path').read(), 'content')
275
t.append_file('path', StringIO('content'))
276
self.assertEqual(t.get('path').read(), 'contentcontent')
235
transport = MemoryTransport()
236
transport.append_bytes('path', 'content')
237
self.assertEqual(transport.get('path').read(), 'content')
238
transport.append_file('path', StringIO('content'))
239
self.assertEqual(transport.get('path').read(), 'contentcontent')
278
241
def test_put_and_get(self):
279
t = memory.MemoryTransport()
280
t.put_file('path', StringIO('content'))
281
self.assertEqual(t.get('path').read(), 'content')
282
t.put_bytes('path', 'content')
283
self.assertEqual(t.get('path').read(), 'content')
242
transport = MemoryTransport()
243
transport.put_file('path', StringIO('content'))
244
self.assertEqual(transport.get('path').read(), 'content')
245
transport.put_bytes('path', 'content')
246
self.assertEqual(transport.get('path').read(), 'content')
285
248
def test_append_without_dir_fails(self):
286
t = memory.MemoryTransport()
287
self.assertRaises(errors.NoSuchFile,
288
t.append_bytes, 'dir/path', 'content')
249
transport = MemoryTransport()
250
self.assertRaises(NoSuchFile,
251
transport.append_bytes, 'dir/path', 'content')
290
253
def test_put_without_dir_fails(self):
291
t = memory.MemoryTransport()
292
self.assertRaises(errors.NoSuchFile,
293
t.put_file, 'dir/path', StringIO('content'))
254
transport = MemoryTransport()
255
self.assertRaises(NoSuchFile,
256
transport.put_file, 'dir/path', StringIO('content'))
295
258
def test_get_missing(self):
296
transport = memory.MemoryTransport()
297
self.assertRaises(errors.NoSuchFile, transport.get, 'foo')
259
transport = MemoryTransport()
260
self.assertRaises(NoSuchFile, transport.get, 'foo')
299
262
def test_has_missing(self):
300
t = memory.MemoryTransport()
301
self.assertEqual(False, t.has('foo'))
263
transport = MemoryTransport()
264
self.assertEquals(False, transport.has('foo'))
303
266
def test_has_present(self):
304
t = memory.MemoryTransport()
305
t.append_bytes('foo', 'content')
306
self.assertEqual(True, t.has('foo'))
267
transport = MemoryTransport()
268
transport.append_bytes('foo', 'content')
269
self.assertEquals(True, transport.has('foo'))
308
271
def test_list_dir(self):
309
t = memory.MemoryTransport()
310
t.put_bytes('foo', 'content')
312
t.put_bytes('dir/subfoo', 'content')
313
t.put_bytes('dirlike', 'content')
272
transport = MemoryTransport()
273
transport.put_bytes('foo', 'content')
274
transport.mkdir('dir')
275
transport.put_bytes('dir/subfoo', 'content')
276
transport.put_bytes('dirlike', 'content')
315
self.assertEqual(['dir', 'dirlike', 'foo'], sorted(t.list_dir('.')))
316
self.assertEqual(['subfoo'], sorted(t.list_dir('dir')))
278
self.assertEquals(['dir', 'dirlike', 'foo'], sorted(transport.list_dir('.')))
279
self.assertEquals(['subfoo'], sorted(transport.list_dir('dir')))
318
281
def test_mkdir(self):
319
t = memory.MemoryTransport()
321
t.append_bytes('dir/path', 'content')
322
self.assertEqual(t.get('dir/path').read(), 'content')
282
transport = MemoryTransport()
283
transport.mkdir('dir')
284
transport.append_bytes('dir/path', 'content')
285
self.assertEqual(transport.get('dir/path').read(), 'content')
324
287
def test_mkdir_missing_parent(self):
325
t = memory.MemoryTransport()
326
self.assertRaises(errors.NoSuchFile, t.mkdir, 'dir/dir')
288
transport = MemoryTransport()
289
self.assertRaises(NoSuchFile,
290
transport.mkdir, 'dir/dir')
328
292
def test_mkdir_twice(self):
329
t = memory.MemoryTransport()
331
self.assertRaises(errors.FileExists, t.mkdir, 'dir')
293
transport = MemoryTransport()
294
transport.mkdir('dir')
295
self.assertRaises(FileExists, transport.mkdir, 'dir')
333
297
def test_parameters(self):
334
t = memory.MemoryTransport()
335
self.assertEqual(True, t.listable())
336
self.assertEqual(False, t.is_readonly())
298
transport = MemoryTransport()
299
self.assertEqual(True, transport.listable())
300
self.assertEqual(False, transport.should_cache())
301
self.assertEqual(False, transport.is_readonly())
338
303
def test_iter_files_recursive(self):
339
t = memory.MemoryTransport()
341
t.put_bytes('dir/foo', 'content')
342
t.put_bytes('dir/bar', 'content')
343
t.put_bytes('bar', 'content')
344
paths = set(t.iter_files_recursive())
304
transport = MemoryTransport()
305
transport.mkdir('dir')
306
transport.put_bytes('dir/foo', 'content')
307
transport.put_bytes('dir/bar', 'content')
308
transport.put_bytes('bar', 'content')
309
paths = set(transport.iter_files_recursive())
345
310
self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
347
312
def test_stat(self):
348
t = memory.MemoryTransport()
349
t.put_bytes('foo', 'content')
350
t.put_bytes('bar', 'phowar')
351
self.assertEqual(7, t.stat('foo').st_size)
352
self.assertEqual(6, t.stat('bar').st_size)
355
class ChrootDecoratorTransportTest(tests.TestCase):
313
transport = MemoryTransport()
314
transport.put_bytes('foo', 'content')
315
transport.put_bytes('bar', 'phowar')
316
self.assertEqual(7, transport.stat('foo').st_size)
317
self.assertEqual(6, transport.stat('bar').st_size)
320
class ChrootDecoratorTransportTest(TestCase):
356
321
"""Chroot decoration specific tests."""
358
323
def test_abspath(self):
359
324
# The abspath is always relative to the chroot_url.
360
server = chroot.ChrootServer(
361
transport.get_transport_from_url('memory:///foo/bar/'))
362
self.start_server(server)
363
t = transport.get_transport_from_url(server.get_url())
364
self.assertEqual(server.get_url(), t.abspath('/'))
325
server = ChrootServer(get_transport('memory:///foo/bar/'))
327
transport = get_transport(server.get_url())
328
self.assertEqual(server.get_url(), transport.abspath('/'))
366
subdir_t = t.clone('subdir')
367
self.assertEqual(server.get_url(), subdir_t.abspath('/'))
330
subdir_transport = transport.clone('subdir')
331
self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
369
334
def test_clone(self):
370
server = chroot.ChrootServer(
371
transport.get_transport_from_url('memory:///foo/bar/'))
372
self.start_server(server)
373
t = transport.get_transport_from_url(server.get_url())
335
server = ChrootServer(get_transport('memory:///foo/bar/'))
337
transport = get_transport(server.get_url())
374
338
# relpath from root and root path are the same
375
relpath_cloned = t.clone('foo')
376
abspath_cloned = t.clone('/foo')
339
relpath_cloned = transport.clone('foo')
340
abspath_cloned = transport.clone('/foo')
377
341
self.assertEqual(server, relpath_cloned.server)
378
342
self.assertEqual(server, abspath_cloned.server)
380
345
def test_chroot_url_preserves_chroot(self):
381
346
"""Calling get_transport on a chroot transport's base should produce a
382
347
transport with exactly the same behaviour as the original chroot
402
367
This is so that it is not possible to escape a chroot by doing::
403
368
url = chroot_transport.base
404
369
parent_url = urlutils.join(url, '..')
405
new_t = transport.get_transport_from_url(parent_url)
370
new_transport = get_transport(parent_url)
407
server = chroot.ChrootServer(
408
transport.get_transport_from_url('memory:///path/'))
409
self.start_server(server)
410
t = transport.get_transport_from_url(server.get_url())
372
server = ChrootServer(get_transport('memory:///path/'))
374
transport = get_transport(server.get_url())
411
375
self.assertRaises(
412
errors.InvalidURLJoin, urlutils.join, t.base, '..')
415
class TestChrootServer(tests.TestCase):
376
InvalidURLJoin, urlutils.join, transport.base, '..')
380
class ChrootServerTest(TestCase):
417
382
def test_construct(self):
418
backing_transport = memory.MemoryTransport()
419
server = chroot.ChrootServer(backing_transport)
383
backing_transport = MemoryTransport()
384
server = ChrootServer(backing_transport)
420
385
self.assertEqual(backing_transport, server.backing_transport)
422
387
def test_setUp(self):
423
backing_transport = memory.MemoryTransport()
424
server = chroot.ChrootServer(backing_transport)
425
server.start_server()
426
self.addCleanup(server.stop_server)
427
self.assertTrue(server.scheme
428
in transport._get_protocol_handlers().keys())
388
backing_transport = MemoryTransport()
389
server = ChrootServer(backing_transport)
391
self.assertTrue(server.scheme in _get_protocol_handlers().keys())
430
def test_stop_server(self):
431
backing_transport = memory.MemoryTransport()
432
server = chroot.ChrootServer(backing_transport)
433
server.start_server()
435
self.assertFalse(server.scheme
436
in transport._get_protocol_handlers().keys())
393
def test_tearDown(self):
394
backing_transport = MemoryTransport()
395
server = ChrootServer(backing_transport)
398
self.assertFalse(server.scheme in _get_protocol_handlers().keys())
438
400
def test_get_url(self):
439
backing_transport = memory.MemoryTransport()
440
server = chroot.ChrootServer(backing_transport)
441
server.start_server()
442
self.addCleanup(server.stop_server)
401
backing_transport = MemoryTransport()
402
server = ChrootServer(backing_transport)
443
404
self.assertEqual('chroot-%d:///' % id(server), server.get_url())
446
class TestHooks(tests.TestCase):
447
"""Basic tests for transport hooks"""
449
def _get_connected_transport(self):
450
return transport.ConnectedTransport("bogus:nowhere")
452
def test_transporthooks_initialisation(self):
453
"""Check all expected transport hook points are set up"""
454
hookpoint = transport.TransportHooks()
455
self.assertTrue("post_connect" in hookpoint,
456
"post_connect not in %s" % (hookpoint,))
458
def test_post_connect(self):
459
"""Ensure the post_connect hook is called when _set_transport is"""
461
transport.Transport.hooks.install_named_hook("post_connect",
463
t = self._get_connected_transport()
464
self.assertLength(0, calls)
465
t._set_connection("connection", "auth")
466
self.assertEqual(calls, [t])
469
class PathFilteringDecoratorTransportTest(tests.TestCase):
470
"""Pathfilter decoration specific tests."""
472
def test_abspath(self):
473
# The abspath is always relative to the base of the backing transport.
474
server = pathfilter.PathFilteringServer(
475
transport.get_transport_from_url('memory:///foo/bar/'),
477
server.start_server()
478
t = transport.get_transport_from_url(server.get_url())
479
self.assertEqual(server.get_url(), t.abspath('/'))
481
subdir_t = t.clone('subdir')
482
self.assertEqual(server.get_url(), subdir_t.abspath('/'))
485
def make_pf_transport(self, filter_func=None):
486
"""Make a PathFilteringTransport backed by a MemoryTransport.
488
:param filter_func: by default this will be a no-op function. Use this
489
parameter to override it."""
490
if filter_func is None:
491
filter_func = lambda x: x
492
server = pathfilter.PathFilteringServer(
493
transport.get_transport_from_url('memory:///foo/bar/'), filter_func)
494
server.start_server()
495
self.addCleanup(server.stop_server)
496
return transport.get_transport_from_url(server.get_url())
498
def test__filter(self):
499
# _filter (with an identity func as filter_func) always returns
500
# paths relative to the base of the backing transport.
501
t = self.make_pf_transport()
502
self.assertEqual('foo', t._filter('foo'))
503
self.assertEqual('foo/bar', t._filter('foo/bar'))
504
self.assertEqual('', t._filter('..'))
505
self.assertEqual('', t._filter('/'))
506
# The base of the pathfiltering transport is taken into account too.
507
t = t.clone('subdir1/subdir2')
508
self.assertEqual('subdir1/subdir2/foo', t._filter('foo'))
509
self.assertEqual('subdir1/subdir2/foo/bar', t._filter('foo/bar'))
510
self.assertEqual('subdir1', t._filter('..'))
511
self.assertEqual('', t._filter('/'))
513
def test_filter_invocation(self):
517
filter_log.append(path)
519
t = self.make_pf_transport(filter)
521
self.assertEqual(['abc'], filter_log)
523
t.clone('abc').has('xyz')
524
self.assertEqual(['abc/xyz'], filter_log)
527
self.assertEqual(['abc'], filter_log)
529
def test_clone(self):
530
t = self.make_pf_transport()
531
# relpath from root and root path are the same
532
relpath_cloned = t.clone('foo')
533
abspath_cloned = t.clone('/foo')
534
self.assertEqual(t.server, relpath_cloned.server)
535
self.assertEqual(t.server, abspath_cloned.server)
537
def test_url_preserves_pathfiltering(self):
538
"""Calling get_transport on a pathfiltered transport's base should
539
produce a transport with exactly the same behaviour as the original
540
pathfiltered transport.
542
This is so that it is not possible to escape (accidentally or
543
otherwise) the filtering by doing::
544
url = filtered_transport.base
545
parent_url = urlutils.join(url, '..')
546
new_t = transport.get_transport_from_url(parent_url)
548
t = self.make_pf_transport()
549
new_t = transport.get_transport_from_url(t.base)
550
self.assertEqual(t.server, new_t.server)
551
self.assertEqual(t.base, new_t.base)
554
class ReadonlyDecoratorTransportTest(tests.TestCase):
408
class ReadonlyDecoratorTransportTest(TestCase):
555
409
"""Readonly decoration specific tests."""
557
411
def test_local_parameters(self):
412
import bzrlib.transport.readonly as readonly
558
413
# connect to . in readonly mode
559
t = readonly.ReadonlyTransportDecorator('readonly+.')
560
self.assertEqual(True, t.listable())
561
self.assertEqual(True, t.is_readonly())
414
transport = readonly.ReadonlyTransportDecorator('readonly+.')
415
self.assertEqual(True, transport.listable())
416
self.assertEqual(False, transport.should_cache())
417
self.assertEqual(True, transport.is_readonly())
563
419
def test_http_parameters(self):
564
from bzrlib.tests.http_server import HttpServer
565
# connect to '.' via http which is not listable
420
from bzrlib.tests.HttpServer import HttpServer
421
import bzrlib.transport.readonly as readonly
422
# connect to . via http which is not listable
566
423
server = HttpServer()
567
self.start_server(server)
568
t = transport.get_transport_from_url('readonly+' + server.get_url())
569
self.assertIsInstance(t, readonly.ReadonlyTransportDecorator)
570
self.assertEqual(False, t.listable())
571
self.assertEqual(True, t.is_readonly())
574
class FakeNFSDecoratorTests(tests.TestCaseInTempDir):
426
transport = get_transport('readonly+' + server.get_url())
427
self.failUnless(isinstance(transport,
428
readonly.ReadonlyTransportDecorator))
429
self.assertEqual(False, transport.listable())
430
self.assertEqual(True, transport.should_cache())
431
self.assertEqual(True, transport.is_readonly())
436
class FakeNFSDecoratorTests(TestCaseInTempDir):
575
437
"""NFS decorator specific tests."""
577
439
def get_nfs_transport(self, url):
440
import bzrlib.transport.fakenfs as fakenfs
578
441
# connect to url with nfs decoration
579
442
return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
581
444
def test_local_parameters(self):
582
# the listable and is_readonly parameters
445
# the listable, should_cache and is_readonly parameters
583
446
# are not changed by the fakenfs decorator
584
t = self.get_nfs_transport('.')
585
self.assertEqual(True, t.listable())
586
self.assertEqual(False, t.is_readonly())
447
transport = self.get_nfs_transport('.')
448
self.assertEqual(True, transport.listable())
449
self.assertEqual(False, transport.should_cache())
450
self.assertEqual(False, transport.is_readonly())
588
452
def test_http_parameters(self):
589
# the listable and is_readonly parameters
453
# the listable, should_cache and is_readonly parameters
590
454
# are not changed by the fakenfs decorator
591
from bzrlib.tests.http_server import HttpServer
592
# connect to '.' via http which is not listable
455
from bzrlib.tests.HttpServer import HttpServer
456
# connect to . via http which is not listable
593
457
server = HttpServer()
594
self.start_server(server)
595
t = self.get_nfs_transport(server.get_url())
596
self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
597
self.assertEqual(False, t.listable())
598
self.assertEqual(True, t.is_readonly())
460
transport = self.get_nfs_transport(server.get_url())
461
self.assertIsInstance(
462
transport, bzrlib.transport.fakenfs.FakeNFSTransportDecorator)
463
self.assertEqual(False, transport.listable())
464
self.assertEqual(True, transport.should_cache())
465
self.assertEqual(True, transport.is_readonly())
600
469
def test_fakenfs_server_default(self):
601
470
# a FakeNFSServer() should bring up a local relpath server for itself
602
server = test_server.FakeNFSServer()
603
self.start_server(server)
604
# the url should be decorated appropriately
605
self.assertStartsWith(server.get_url(), 'fakenfs+')
606
# and we should be able to get a transport for it
607
t = transport.get_transport_from_url(server.get_url())
608
# which must be a FakeNFSTransportDecorator instance.
609
self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
471
import bzrlib.transport.fakenfs as fakenfs
472
server = fakenfs.FakeNFSServer()
475
# the url should be decorated appropriately
476
self.assertStartsWith(server.get_url(), 'fakenfs+')
477
# and we should be able to get a transport for it
478
transport = get_transport(server.get_url())
479
# which must be a FakeNFSTransportDecorator instance.
480
self.assertIsInstance(
481
transport, fakenfs.FakeNFSTransportDecorator)
611
485
def test_fakenfs_rename_semantics(self):
612
486
# a FakeNFS transport must mangle the way rename errors occur to
613
487
# look like NFS problems.
614
t = self.get_nfs_transport('.')
488
transport = self.get_nfs_transport('.')
615
489
self.build_tree(['from/', 'from/foo', 'to/', 'to/bar'],
617
self.assertRaises(errors.ResourceBusy, t.rename, 'from', 'to')
620
class FakeVFATDecoratorTests(tests.TestCaseInTempDir):
491
self.assertRaises(errors.ResourceBusy,
492
transport.rename, 'from', 'to')
495
class FakeVFATDecoratorTests(TestCaseInTempDir):
621
496
"""Tests for simulation of VFAT restrictions"""
623
498
def get_vfat_transport(self, url):
701
class TestTransportFromPath(tests.TestCaseInTempDir):
703
def test_with_path(self):
704
t = transport.get_transport_from_path(self.test_dir)
705
self.assertIsInstance(t, local.LocalTransport)
706
self.assertEqual(t.base.rstrip("/"),
707
urlutils.local_path_to_url(self.test_dir))
709
def test_with_url(self):
710
t = transport.get_transport_from_path("file:")
711
self.assertIsInstance(t, local.LocalTransport)
712
self.assertEqual(t.base.rstrip("/"),
713
urlutils.local_path_to_url(os.path.join(self.test_dir, "file:")))
716
class TestTransportFromUrl(tests.TestCaseInTempDir):
718
def test_with_path(self):
719
self.assertRaises(errors.InvalidURL, transport.get_transport_from_url,
722
def test_with_url(self):
723
url = urlutils.local_path_to_url(self.test_dir)
724
t = transport.get_transport_from_url(url)
725
self.assertIsInstance(t, local.LocalTransport)
726
self.assertEqual(t.base.rstrip("/"), url)
728
def test_with_url_and_segment_parameters(self):
729
url = urlutils.local_path_to_url(self.test_dir)+",branch=foo"
730
t = transport.get_transport_from_url(url)
731
self.assertIsInstance(t, local.LocalTransport)
732
self.assertEqual(t.base.rstrip("/"), url)
733
with open(os.path.join(self.test_dir, "afile"), 'w') as f:
735
self.assertTrue(t.has("afile"))
738
class TestLocalTransports(tests.TestCase):
573
class TestLocalTransports(TestCase):
740
575
def test_get_transport_from_abspath(self):
741
here = osutils.abspath('.')
742
t = transport.get_transport(here)
743
self.assertIsInstance(t, local.LocalTransport)
744
self.assertEqual(t.base, urlutils.local_path_to_url(here) + '/')
576
here = os.path.abspath('.')
577
t = get_transport(here)
578
self.assertIsInstance(t, LocalTransport)
579
self.assertEquals(t.base, urlutils.local_path_to_url(here) + '/')
746
581
def test_get_transport_from_relpath(self):
747
here = osutils.abspath('.')
748
t = transport.get_transport('.')
749
self.assertIsInstance(t, local.LocalTransport)
750
self.assertEqual(t.base, urlutils.local_path_to_url('.') + '/')
582
here = os.path.abspath('.')
583
t = get_transport('.')
584
self.assertIsInstance(t, LocalTransport)
585
self.assertEquals(t.base, urlutils.local_path_to_url('.') + '/')
752
587
def test_get_transport_from_local_url(self):
753
here = osutils.abspath('.')
588
here = os.path.abspath('.')
754
589
here_url = urlutils.local_path_to_url(here) + '/'
755
t = transport.get_transport(here_url)
756
self.assertIsInstance(t, local.LocalTransport)
757
self.assertEqual(t.base, here_url)
590
t = get_transport(here_url)
591
self.assertIsInstance(t, LocalTransport)
592
self.assertEquals(t.base, here_url)
759
594
def test_local_abspath(self):
760
here = osutils.abspath('.')
761
t = transport.get_transport(here)
762
self.assertEqual(t.local_abspath(''), here)
765
class TestLocalTransportMutation(tests.TestCaseInTempDir):
767
def test_local_transport_mkdir(self):
768
here = osutils.abspath('.')
769
t = transport.get_transport(here)
771
self.assertTrue(os.path.exists('test'))
773
def test_local_transport_mkdir_permission_denied(self):
774
# See https://bugs.launchpad.net/bzr/+bug/606537
775
here = osutils.abspath('.')
776
t = transport.get_transport(here)
777
def fake_chmod(path, mode):
778
e = OSError('permission denied')
779
e.errno = errno.EPERM
781
self.overrideAttr(os, 'chmod', fake_chmod)
783
t.mkdir('test2', mode=0707)
784
self.assertTrue(os.path.exists('test'))
785
self.assertTrue(os.path.exists('test2'))
788
class TestLocalTransportWriteStream(tests.TestCaseWithTransport):
790
def test_local_fdatasync_calls_fdatasync(self):
791
"""Check fdatasync on a stream tries to flush the data to the OS.
793
We can't easily observe the external effect but we can at least see
797
fdatasync = getattr(os, 'fdatasync', sentinel)
798
if fdatasync is sentinel:
799
raise tests.TestNotApplicable('fdatasync not supported')
800
t = self.get_transport('.')
801
calls = self.recordCalls(os, 'fdatasync')
802
w = t.open_write_stream('out')
805
with open('out', 'rb') as f:
806
# Should have been flushed.
807
self.assertEqual(f.read(), 'foo')
808
self.assertEqual(len(calls), 1, calls)
810
def test_missing_directory(self):
811
t = self.get_transport('.')
812
self.assertRaises(errors.NoSuchFile, t.open_write_stream, 'dir/foo')
815
class TestWin32LocalTransport(tests.TestCase):
595
here = os.path.abspath('.')
596
t = get_transport(here)
597
self.assertEquals(t.local_abspath(''), here)
600
class TestWin32LocalTransport(TestCase):
817
602
def test_unc_clone_to_root(self):
818
self.requireFeature(features.win32_feature)
819
603
# Win32 UNC path like \\HOST\path
820
604
# clone to root should stop at least at \\HOST part
822
t = local.EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
606
t = EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
823
607
for i in xrange(4):
824
608
t = t.clone('..')
825
self.assertEqual(t.base, 'file://HOST/')
609
self.assertEquals(t.base, 'file://HOST/')
826
610
# make sure we reach the root
827
611
t = t.clone('..')
828
self.assertEqual(t.base, 'file://HOST/')
831
class TestConnectedTransport(tests.TestCase):
832
"""Tests for connected to remote server transports"""
834
def test_parse_url(self):
835
t = transport.ConnectedTransport(
836
'http://simple.example.com/home/source')
837
self.assertEqual(t._parsed_url.host, 'simple.example.com')
838
self.assertEqual(t._parsed_url.port, None)
839
self.assertEqual(t._parsed_url.path, '/home/source/')
840
self.assertTrue(t._parsed_url.user is None)
841
self.assertTrue(t._parsed_url.password is None)
843
self.assertEqual(t.base, 'http://simple.example.com/home/source/')
845
def test_parse_url_with_at_in_user(self):
847
t = transport.ConnectedTransport('ftp://user@host.com@www.host.com/')
848
self.assertEqual(t._parsed_url.user, 'user@host.com')
850
def test_parse_quoted_url(self):
851
t = transport.ConnectedTransport(
852
'http://ro%62ey:h%40t@ex%41mple.com:2222/path')
853
self.assertEqual(t._parsed_url.host, 'exAmple.com')
854
self.assertEqual(t._parsed_url.port, 2222)
855
self.assertEqual(t._parsed_url.user, 'robey')
856
self.assertEqual(t._parsed_url.password, 'h@t')
857
self.assertEqual(t._parsed_url.path, '/path/')
859
# Base should not keep track of the password
860
self.assertEqual(t.base, 'http://ro%62ey@ex%41mple.com:2222/path/')
862
def test_parse_invalid_url(self):
863
self.assertRaises(errors.InvalidURL,
864
transport.ConnectedTransport,
865
'sftp://lily.org:~janneke/public/bzr/gub')
867
def test_relpath(self):
868
t = transport.ConnectedTransport('sftp://user@host.com/abs/path')
870
self.assertEqual(t.relpath('sftp://user@host.com/abs/path/sub'),
872
self.assertRaises(errors.PathNotChild, t.relpath,
873
'http://user@host.com/abs/path/sub')
874
self.assertRaises(errors.PathNotChild, t.relpath,
875
'sftp://user2@host.com/abs/path/sub')
876
self.assertRaises(errors.PathNotChild, t.relpath,
877
'sftp://user@otherhost.com/abs/path/sub')
878
self.assertRaises(errors.PathNotChild, t.relpath,
879
'sftp://user@host.com:33/abs/path/sub')
880
# Make sure it works when we don't supply a username
881
t = transport.ConnectedTransport('sftp://host.com/abs/path')
882
self.assertEqual(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
884
# Make sure it works when parts of the path will be url encoded
885
t = transport.ConnectedTransport('sftp://host.com/dev/%path')
886
self.assertEqual(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
888
def test_connection_sharing_propagate_credentials(self):
889
t = transport.ConnectedTransport('ftp://user@host.com/abs/path')
890
self.assertEqual('user', t._parsed_url.user)
891
self.assertEqual('host.com', t._parsed_url.host)
892
self.assertIs(None, t._get_connection())
893
self.assertIs(None, t._parsed_url.password)
894
c = t.clone('subdir')
895
self.assertIs(None, c._get_connection())
896
self.assertIs(None, t._parsed_url.password)
898
# Simulate the user entering a password
900
connection = object()
901
t._set_connection(connection, password)
902
self.assertIs(connection, t._get_connection())
903
self.assertIs(password, t._get_credentials())
904
self.assertIs(connection, c._get_connection())
905
self.assertIs(password, c._get_credentials())
907
# credentials can be updated
908
new_password = 'even more secret'
909
c._update_credentials(new_password)
910
self.assertIs(connection, t._get_connection())
911
self.assertIs(new_password, t._get_credentials())
912
self.assertIs(connection, c._get_connection())
913
self.assertIs(new_password, c._get_credentials())
916
class TestReusedTransports(tests.TestCase):
917
"""Tests for transport reuse"""
919
def test_reuse_same_transport(self):
920
possible_transports = []
921
t1 = transport.get_transport_from_url('http://foo/',
922
possible_transports=possible_transports)
923
self.assertEqual([t1], possible_transports)
924
t2 = transport.get_transport_from_url('http://foo/',
925
possible_transports=[t1])
926
self.assertIs(t1, t2)
928
# Also check that final '/' are handled correctly
929
t3 = transport.get_transport_from_url('http://foo/path/')
930
t4 = transport.get_transport_from_url('http://foo/path',
931
possible_transports=[t3])
932
self.assertIs(t3, t4)
934
t5 = transport.get_transport_from_url('http://foo/path')
935
t6 = transport.get_transport_from_url('http://foo/path/',
936
possible_transports=[t5])
937
self.assertIs(t5, t6)
939
def test_don_t_reuse_different_transport(self):
940
t1 = transport.get_transport_from_url('http://foo/path')
941
t2 = transport.get_transport_from_url('http://bar/path',
942
possible_transports=[t1])
943
self.assertIsNot(t1, t2)
946
class TestTransportTrace(tests.TestCase):
948
def test_decorator(self):
949
t = transport.get_transport_from_url('trace+memory://')
950
self.assertIsInstance(
951
t, bzrlib.transport.trace.TransportTraceDecorator)
953
def test_clone_preserves_activity(self):
954
t = transport.get_transport_from_url('trace+memory://')
956
self.assertTrue(t is not t2)
957
self.assertTrue(t._activity is t2._activity)
959
# the following specific tests are for the operations that have made use of
960
# logging in tests; we could test every single operation but doing that
961
# still won't cause a test failure when the top level Transport API
962
# changes; so there is little return doing that.
964
t = transport.get_transport_from_url('trace+memory:///')
965
t.put_bytes('foo', 'barish')
968
# put_bytes records the bytes, not the content to avoid memory
970
expected_result.append(('put_bytes', 'foo', 6, None))
971
# get records the file name only.
972
expected_result.append(('get', 'foo'))
973
self.assertEqual(expected_result, t._activity)
975
def test_readv(self):
976
t = transport.get_transport_from_url('trace+memory:///')
977
t.put_bytes('foo', 'barish')
978
list(t.readv('foo', [(0, 1), (3, 2)],
979
adjust_for_latency=True, upper_limit=6))
981
# put_bytes records the bytes, not the content to avoid memory
983
expected_result.append(('put_bytes', 'foo', 6, None))
984
# readv records the supplied offset request
985
expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
986
self.assertEqual(expected_result, t._activity)
989
class TestSSHConnections(tests.TestCaseWithTransport):
991
def test_bzr_connect_to_bzr_ssh(self):
992
"""get_transport of a bzr+ssh:// behaves correctly.
994
bzr+ssh:// should cause bzr to run a remote bzr smart server over SSH.
996
# This test actually causes a bzr instance to be invoked, which is very
997
# expensive: it should be the only such test in the test suite.
998
# A reasonable evolution for this would be to simply check inside
999
# check_channel_exec_request that the command is appropriate, and then
1000
# satisfy requests in-process.
1001
self.requireFeature(features.paramiko)
1002
# SFTPFullAbsoluteServer has a get_url method, and doesn't
1003
# override the interface (doesn't change self._vendor).
1004
# Note that this does encryption, so can be slow.
1005
from bzrlib.tests import stub_sftp
1007
# Start an SSH server
1008
self.command_executed = []
1009
# XXX: This is horrible -- we define a really dumb SSH server that
1010
# executes commands, and manage the hooking up of stdin/out/err to the
1011
# SSH channel ourselves. Surely this has already been implemented
1015
class StubSSHServer(stub_sftp.StubServer):
1019
def check_channel_exec_request(self, channel, command):
1020
self.test.command_executed.append(command)
1021
proc = subprocess.Popen(
1022
command, shell=True, stdin=subprocess.PIPE,
1023
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
1025
# XXX: horribly inefficient, not to mention ugly.
1026
# Start a thread for each of stdin/out/err, and relay bytes
1027
# from the subprocess to channel and vice versa.
1028
def ferry_bytes(read, write, close):
1037
(channel.recv, proc.stdin.write, proc.stdin.close),
1038
(proc.stdout.read, channel.sendall, channel.close),
1039
(proc.stderr.read, channel.sendall_stderr, channel.close)]
1040
started.append(proc)
1041
for read, write, close in file_functions:
1042
t = threading.Thread(
1043
target=ferry_bytes, args=(read, write, close))
1049
ssh_server = stub_sftp.SFTPFullAbsoluteServer(StubSSHServer)
1050
# We *don't* want to override the default SSH vendor: the detected one
1051
# is the one to use.
1053
# FIXME: I don't understand the above comment, SFTPFullAbsoluteServer
1054
# inherits from SFTPServer which forces the SSH vendor to
1055
# ssh.ParamikoVendor(). So it's forced, not detected. --vila 20100623
1056
self.start_server(ssh_server)
1057
port = ssh_server.port
1059
if sys.platform == 'win32':
1060
bzr_remote_path = sys.executable + ' ' + self.get_bzr_path()
1062
bzr_remote_path = self.get_bzr_path()
1063
self.overrideEnv('BZR_REMOTE_PATH', bzr_remote_path)
1065
# Access the branch via a bzr+ssh URL. The BZR_REMOTE_PATH environment
1066
# variable is used to tell bzr what command to run on the remote end.
1067
path_to_branch = osutils.abspath('.')
1068
if sys.platform == 'win32':
1069
# On Windows, we export all drives as '/C:/, etc. So we need to
1070
# prefix a '/' to get the right path.
1071
path_to_branch = '/' + path_to_branch
1072
url = 'bzr+ssh://fred:secret@localhost:%d%s' % (port, path_to_branch)
1073
t = transport.get_transport(url)
1074
self.permit_url(t.base)
1078
['%s serve --inet --directory=/ --allow-writes' % bzr_remote_path],
1079
self.command_executed)
1080
# Make sure to disconnect, so that the remote process can stop, and we
1081
# can cleanup. Then pause the test until everything is shutdown
1082
t._client._medium.disconnect()
1085
# First wait for the subprocess
1087
# And the rest are threads
1088
for t in started[1:]:
1092
class TestUnhtml(tests.TestCase):
1094
"""Tests for unhtml_roughly"""
1096
def test_truncation(self):
1097
fake_html = "<p>something!\n" * 1000
1098
result = http.unhtml_roughly(fake_html)
1099
self.assertEqual(len(result), 1000)
1100
self.assertStartsWith(result, " something!")
1103
class SomeDirectory(object):
1105
def look_up(self, name, url):
1109
class TestLocationToUrl(tests.TestCase):
1111
def get_base_location(self):
1112
path = osutils.abspath('/foo/bar')
1113
if path.startswith('/'):
1114
url = 'file://%s' % (path,)
1116
# On Windows, abspaths start with the drive letter, so we have to
1117
# add in the extra '/'
1118
url = 'file:///%s' % (path,)
1121
def test_regular_url(self):
1122
self.assertEqual("file://foo", location_to_url("file://foo"))
1124
def test_directory(self):
1125
directories.register("bar:", SomeDirectory, "Dummy directory")
1126
self.addCleanup(directories.remove, "bar:")
1127
self.assertEqual("http://bar", location_to_url("bar:"))
1129
def test_unicode_url(self):
1130
self.assertRaises(errors.InvalidURL, location_to_url,
1131
"http://fo/\xc3\xaf".decode("utf-8"))
1133
def test_unicode_path(self):
1134
path, url = self.get_base_location()
1135
location = path + "\xc3\xaf".decode("utf-8")
1137
self.assertEqual(url, location_to_url(location))
1139
def test_path(self):
1140
path, url = self.get_base_location()
1141
self.assertEqual(url, location_to_url(path))
1143
def test_relative_file_url(self):
1144
self.assertEqual(urlutils.local_path_to_url(".") + "/bar",
1145
location_to_url("file:bar"))
1147
def test_absolute_file_url(self):
1148
self.assertEqual("file:///bar", location_to_url("file:/bar"))
612
self.assertEquals(t.base, 'file://HOST/')
615
def get_test_permutations():
616
"""Return transport permutations to be used in testing.
618
This module registers some transports, but they're only for testing
619
registration. We don't really want to run all the transport tests against
added
removed
bzrlib/tests/test_transport.py
