13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18
18
from cStringIO import StringIO
24
21
from bzrlib import (
31
from bzrlib.transport import (
39
from bzrlib.tests import (
26
from bzrlib.errors import (DependencyNotPresent,
34
from bzrlib.tests import TestCase, TestCaseInTempDir
35
from bzrlib.transport import (_clear_protocol_handlers,
38
_get_protocol_handlers,
39
_set_protocol_handlers,
40
_get_transport_modules,
43
register_lazy_transport,
44
register_transport_proto,
47
from bzrlib.transport.chroot import ChrootServer
48
from bzrlib.transport.memory import MemoryTransport
49
from bzrlib.transport.local import (LocalTransport,
50
EmulatedWin32LocalTransport)
51
from bzrlib.transport.remote import (
45
57
# TODO: Should possibly split transport-specific tests into their own files.
48
class TestTransport(tests.TestCase):
60
class TestTransport(TestCase):
49
61
"""Test the non transport-concrete class functionality."""
51
# FIXME: These tests should use addCleanup() and/or overrideAttr() instead
52
# of try/finally -- vila 20100205
54
63
def test__get_set_protocol_handlers(self):
55
handlers = transport._get_protocol_handlers()
64
handlers = _get_protocol_handlers()
56
65
self.assertNotEqual([], handlers.keys( ))
58
transport._clear_protocol_handlers()
59
self.assertEqual([], transport._get_protocol_handlers().keys())
67
_clear_protocol_handlers()
68
self.assertEqual([], _get_protocol_handlers().keys())
61
transport._set_protocol_handlers(handlers)
70
_set_protocol_handlers(handlers)
63
72
def test_get_transport_modules(self):
64
handlers = transport._get_protocol_handlers()
73
handlers = _get_protocol_handlers()
65
74
# don't pollute the current handlers
66
transport._clear_protocol_handlers()
75
_clear_protocol_handlers()
67
76
class SampleHandler(object):
68
77
"""I exist, isnt that enough?"""
70
transport._clear_protocol_handlers()
71
transport.register_transport_proto('foo')
72
transport.register_lazy_transport('foo',
73
'bzrlib.tests.test_transport',
74
'TestTransport.SampleHandler')
75
transport.register_transport_proto('bar')
76
transport.register_lazy_transport('bar',
77
'bzrlib.tests.test_transport',
78
'TestTransport.SampleHandler')
79
self.assertEqual([SampleHandler.__module__,
80
'bzrlib.transport.chroot',
81
'bzrlib.transport.pathfilter'],
82
transport._get_transport_modules())
79
_clear_protocol_handlers()
80
register_transport_proto('foo')
81
register_lazy_transport('foo', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
82
register_transport_proto('bar')
83
register_lazy_transport('bar', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
84
self.assertEqual([SampleHandler.__module__, 'bzrlib.transport.chroot'],
85
_get_transport_modules())
84
transport._set_protocol_handlers(handlers)
87
_set_protocol_handlers(handlers)
86
89
def test_transport_dependency(self):
87
90
"""Transport with missing dependency causes no error"""
88
saved_handlers = transport._get_protocol_handlers()
91
saved_handlers = _get_protocol_handlers()
89
92
# don't pollute the current handlers
90
transport._clear_protocol_handlers()
93
_clear_protocol_handlers()
92
transport.register_transport_proto('foo')
93
transport.register_lazy_transport(
94
'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
95
register_transport_proto('foo')
96
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
97
'BadTransportHandler')
96
transport.get_transport('foo://fooserver/foo')
97
except errors.UnsupportedProtocol, e:
99
get_transport('foo://fooserver/foo')
100
except UnsupportedProtocol, e:
99
102
self.assertEquals('Unsupported protocol'
100
103
' for url "foo://fooserver/foo":'
104
107
self.fail('Did not raise UnsupportedProtocol')
106
109
# restore original values
107
transport._set_protocol_handlers(saved_handlers)
110
_set_protocol_handlers(saved_handlers)
109
112
def test_transport_fallback(self):
110
113
"""Transport with missing dependency causes no error"""
111
saved_handlers = transport._get_protocol_handlers()
114
saved_handlers = _get_protocol_handlers()
113
transport._clear_protocol_handlers()
114
transport.register_transport_proto('foo')
115
transport.register_lazy_transport(
116
'foo', 'bzrlib.tests.test_transport', 'BackupTransportHandler')
117
transport.register_lazy_transport(
118
'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
119
t = transport.get_transport('foo://fooserver/foo')
116
_clear_protocol_handlers()
117
register_transport_proto('foo')
118
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
119
'BackupTransportHandler')
120
register_lazy_transport('foo', 'bzrlib.tests.test_transport',
121
'BadTransportHandler')
122
t = get_transport('foo://fooserver/foo')
120
123
self.assertTrue(isinstance(t, BackupTransportHandler))
122
transport._set_protocol_handlers(saved_handlers)
124
def test_ssh_hints(self):
125
"""Transport ssh:// should raise an error pointing out bzr+ssh://"""
127
transport.get_transport('ssh://fooserver/foo')
128
except errors.UnsupportedProtocol, e:
130
self.assertEquals('Unsupported protocol'
131
' for url "ssh://fooserver/foo":'
132
' bzr supports bzr+ssh to operate over ssh,'
133
' use "bzr+ssh://fooserver/foo".',
136
self.fail('Did not raise UnsupportedProtocol')
125
_set_protocol_handlers(saved_handlers)
138
127
def test_LateReadError(self):
139
128
"""The LateReadError helper should raise on read()."""
140
a_file = transport.LateReadError('a path')
129
a_file = LateReadError('a path')
143
except errors.ReadError, error:
132
except ReadError, error:
144
133
self.assertEqual('a path', error.path)
145
self.assertRaises(errors.ReadError, a_file.read, 40)
134
self.assertRaises(ReadError, a_file.read, 40)
148
137
def test__combine_paths(self):
149
t = transport.Transport('/')
150
139
self.assertEqual('/home/sarah/project/foo',
151
140
t._combine_paths('/home/sarah', 'project/foo'))
152
141
self.assertEqual('/etc',
222
209
], [(10, 10), (30, 10), (100, 10)],
225
def test_coalesce_max_size(self):
226
self.check([(10, 20, [(0, 10), (10, 10)]),
228
# If one range is above max_size, it gets its own coalesced
230
(100, 80, [(0, 80),]),],
231
[(10, 10), (20, 10), (30, 50), (100, 80)],
235
def test_coalesce_no_max_size(self):
236
self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)]),],
237
[(10, 10), (20, 10), (30, 50), (80, 100)],
240
def test_coalesce_default_limit(self):
241
# By default we use a 100MB max size.
242
ten_mb = 10*1024*1024
243
self.check([(0, 10*ten_mb, [(i*ten_mb, ten_mb) for i in range(10)]),
244
(10*ten_mb, ten_mb, [(0, ten_mb)])],
245
[(i*ten_mb, ten_mb) for i in range(11)])
246
self.check([(0, 11*ten_mb, [(i*ten_mb, ten_mb) for i in range(11)]),],
247
[(i*ten_mb, ten_mb) for i in range(11)],
248
max_size=1*1024*1024*1024)
251
class TestMemoryServer(tests.TestCase):
253
def test_create_server(self):
254
server = memory.MemoryServer()
255
server.start_server()
256
url = server.get_url()
257
self.assertTrue(url in transport.transport_list_registry)
258
t = transport.get_transport(url)
261
self.assertFalse(url in transport.transport_list_registry)
262
self.assertRaises(errors.UnsupportedProtocol,
263
transport.get_transport, url)
266
class TestMemoryTransport(tests.TestCase):
214
class TestMemoryTransport(TestCase):
268
216
def test_get_transport(self):
269
memory.MemoryTransport()
271
219
def test_clone(self):
272
t = memory.MemoryTransport()
273
self.assertTrue(isinstance(t, memory.MemoryTransport))
274
self.assertEqual("memory:///", t.clone("/").base)
220
transport = MemoryTransport()
221
self.assertTrue(isinstance(transport, MemoryTransport))
222
self.assertEqual("memory:///", transport.clone("/").base)
276
224
def test_abspath(self):
277
t = memory.MemoryTransport()
278
self.assertEqual("memory:///relpath", t.abspath('relpath'))
225
transport = MemoryTransport()
226
self.assertEqual("memory:///relpath", transport.abspath('relpath'))
280
228
def test_abspath_of_root(self):
281
t = memory.MemoryTransport()
282
self.assertEqual("memory:///", t.base)
283
self.assertEqual("memory:///", t.abspath('/'))
229
transport = MemoryTransport()
230
self.assertEqual("memory:///", transport.base)
231
self.assertEqual("memory:///", transport.abspath('/'))
285
233
def test_abspath_of_relpath_starting_at_root(self):
286
t = memory.MemoryTransport()
287
self.assertEqual("memory:///foo", t.abspath('/foo'))
234
transport = MemoryTransport()
235
self.assertEqual("memory:///foo", transport.abspath('/foo'))
289
237
def test_append_and_get(self):
290
t = memory.MemoryTransport()
291
t.append_bytes('path', 'content')
292
self.assertEqual(t.get('path').read(), 'content')
293
t.append_file('path', StringIO('content'))
294
self.assertEqual(t.get('path').read(), 'contentcontent')
238
transport = MemoryTransport()
239
transport.append_bytes('path', 'content')
240
self.assertEqual(transport.get('path').read(), 'content')
241
transport.append_file('path', StringIO('content'))
242
self.assertEqual(transport.get('path').read(), 'contentcontent')
296
244
def test_put_and_get(self):
297
t = memory.MemoryTransport()
298
t.put_file('path', StringIO('content'))
299
self.assertEqual(t.get('path').read(), 'content')
300
t.put_bytes('path', 'content')
301
self.assertEqual(t.get('path').read(), 'content')
245
transport = MemoryTransport()
246
transport.put_file('path', StringIO('content'))
247
self.assertEqual(transport.get('path').read(), 'content')
248
transport.put_bytes('path', 'content')
249
self.assertEqual(transport.get('path').read(), 'content')
303
251
def test_append_without_dir_fails(self):
304
t = memory.MemoryTransport()
305
self.assertRaises(errors.NoSuchFile,
306
t.append_bytes, 'dir/path', 'content')
252
transport = MemoryTransport()
253
self.assertRaises(NoSuchFile,
254
transport.append_bytes, 'dir/path', 'content')
308
256
def test_put_without_dir_fails(self):
309
t = memory.MemoryTransport()
310
self.assertRaises(errors.NoSuchFile,
311
t.put_file, 'dir/path', StringIO('content'))
257
transport = MemoryTransport()
258
self.assertRaises(NoSuchFile,
259
transport.put_file, 'dir/path', StringIO('content'))
313
261
def test_get_missing(self):
314
transport = memory.MemoryTransport()
315
self.assertRaises(errors.NoSuchFile, transport.get, 'foo')
262
transport = MemoryTransport()
263
self.assertRaises(NoSuchFile, transport.get, 'foo')
317
265
def test_has_missing(self):
318
t = memory.MemoryTransport()
319
self.assertEquals(False, t.has('foo'))
266
transport = MemoryTransport()
267
self.assertEquals(False, transport.has('foo'))
321
269
def test_has_present(self):
322
t = memory.MemoryTransport()
323
t.append_bytes('foo', 'content')
324
self.assertEquals(True, t.has('foo'))
270
transport = MemoryTransport()
271
transport.append_bytes('foo', 'content')
272
self.assertEquals(True, transport.has('foo'))
326
274
def test_list_dir(self):
327
t = memory.MemoryTransport()
328
t.put_bytes('foo', 'content')
330
t.put_bytes('dir/subfoo', 'content')
331
t.put_bytes('dirlike', 'content')
275
transport = MemoryTransport()
276
transport.put_bytes('foo', 'content')
277
transport.mkdir('dir')
278
transport.put_bytes('dir/subfoo', 'content')
279
transport.put_bytes('dirlike', 'content')
333
self.assertEquals(['dir', 'dirlike', 'foo'], sorted(t.list_dir('.')))
334
self.assertEquals(['subfoo'], sorted(t.list_dir('dir')))
281
self.assertEquals(['dir', 'dirlike', 'foo'], sorted(transport.list_dir('.')))
282
self.assertEquals(['subfoo'], sorted(transport.list_dir('dir')))
336
284
def test_mkdir(self):
337
t = memory.MemoryTransport()
339
t.append_bytes('dir/path', 'content')
340
self.assertEqual(t.get('dir/path').read(), 'content')
285
transport = MemoryTransport()
286
transport.mkdir('dir')
287
transport.append_bytes('dir/path', 'content')
288
self.assertEqual(transport.get('dir/path').read(), 'content')
342
290
def test_mkdir_missing_parent(self):
343
t = memory.MemoryTransport()
344
self.assertRaises(errors.NoSuchFile, t.mkdir, 'dir/dir')
291
transport = MemoryTransport()
292
self.assertRaises(NoSuchFile,
293
transport.mkdir, 'dir/dir')
346
295
def test_mkdir_twice(self):
347
t = memory.MemoryTransport()
349
self.assertRaises(errors.FileExists, t.mkdir, 'dir')
296
transport = MemoryTransport()
297
transport.mkdir('dir')
298
self.assertRaises(FileExists, transport.mkdir, 'dir')
351
300
def test_parameters(self):
352
t = memory.MemoryTransport()
353
self.assertEqual(True, t.listable())
354
self.assertEqual(False, t.is_readonly())
301
transport = MemoryTransport()
302
self.assertEqual(True, transport.listable())
303
self.assertEqual(False, transport.is_readonly())
356
305
def test_iter_files_recursive(self):
357
t = memory.MemoryTransport()
359
t.put_bytes('dir/foo', 'content')
360
t.put_bytes('dir/bar', 'content')
361
t.put_bytes('bar', 'content')
362
paths = set(t.iter_files_recursive())
306
transport = MemoryTransport()
307
transport.mkdir('dir')
308
transport.put_bytes('dir/foo', 'content')
309
transport.put_bytes('dir/bar', 'content')
310
transport.put_bytes('bar', 'content')
311
paths = set(transport.iter_files_recursive())
363
312
self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
365
314
def test_stat(self):
366
t = memory.MemoryTransport()
367
t.put_bytes('foo', 'content')
368
t.put_bytes('bar', 'phowar')
369
self.assertEqual(7, t.stat('foo').st_size)
370
self.assertEqual(6, t.stat('bar').st_size)
373
class ChrootDecoratorTransportTest(tests.TestCase):
315
transport = MemoryTransport()
316
transport.put_bytes('foo', 'content')
317
transport.put_bytes('bar', 'phowar')
318
self.assertEqual(7, transport.stat('foo').st_size)
319
self.assertEqual(6, transport.stat('bar').st_size)
322
class ChrootDecoratorTransportTest(TestCase):
374
323
"""Chroot decoration specific tests."""
376
325
def test_abspath(self):
377
326
# The abspath is always relative to the chroot_url.
378
server = chroot.ChrootServer(
379
transport.get_transport('memory:///foo/bar/'))
380
self.start_server(server)
381
t = transport.get_transport(server.get_url())
382
self.assertEqual(server.get_url(), t.abspath('/'))
327
server = ChrootServer(get_transport('memory:///foo/bar/'))
329
transport = get_transport(server.get_url())
330
self.assertEqual(server.get_url(), transport.abspath('/'))
384
subdir_t = t.clone('subdir')
385
self.assertEqual(server.get_url(), subdir_t.abspath('/'))
332
subdir_transport = transport.clone('subdir')
333
self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
387
336
def test_clone(self):
388
server = chroot.ChrootServer(
389
transport.get_transport('memory:///foo/bar/'))
390
self.start_server(server)
391
t = transport.get_transport(server.get_url())
337
server = ChrootServer(get_transport('memory:///foo/bar/'))
339
transport = get_transport(server.get_url())
392
340
# relpath from root and root path are the same
393
relpath_cloned = t.clone('foo')
394
abspath_cloned = t.clone('/foo')
341
relpath_cloned = transport.clone('foo')
342
abspath_cloned = transport.clone('/foo')
395
343
self.assertEqual(server, relpath_cloned.server)
396
344
self.assertEqual(server, abspath_cloned.server)
398
347
def test_chroot_url_preserves_chroot(self):
399
348
"""Calling get_transport on a chroot transport's base should produce a
400
349
transport with exactly the same behaviour as the original chroot
420
369
This is so that it is not possible to escape a chroot by doing::
421
370
url = chroot_transport.base
422
371
parent_url = urlutils.join(url, '..')
423
new_t = transport.get_transport(parent_url)
372
new_transport = get_transport(parent_url)
425
server = chroot.ChrootServer(transport.get_transport('memory:///path/'))
426
self.start_server(server)
427
t = transport.get_transport(server.get_url())
374
server = ChrootServer(get_transport('memory:///path/'))
376
transport = get_transport(server.get_url())
428
377
self.assertRaises(
429
errors.InvalidURLJoin, urlutils.join, t.base, '..')
432
class TestChrootServer(tests.TestCase):
378
InvalidURLJoin, urlutils.join, transport.base, '..')
382
class ChrootServerTest(TestCase):
434
384
def test_construct(self):
435
backing_transport = memory.MemoryTransport()
436
server = chroot.ChrootServer(backing_transport)
385
backing_transport = MemoryTransport()
386
server = ChrootServer(backing_transport)
437
387
self.assertEqual(backing_transport, server.backing_transport)
439
389
def test_setUp(self):
440
backing_transport = memory.MemoryTransport()
441
server = chroot.ChrootServer(backing_transport)
442
server.start_server()
444
self.assertTrue(server.scheme
445
in transport._get_protocol_handlers().keys())
390
backing_transport = MemoryTransport()
391
server = ChrootServer(backing_transport)
393
self.assertTrue(server.scheme in _get_protocol_handlers().keys())
449
def test_stop_server(self):
450
backing_transport = memory.MemoryTransport()
451
server = chroot.ChrootServer(backing_transport)
452
server.start_server()
454
self.assertFalse(server.scheme
455
in transport._get_protocol_handlers().keys())
395
def test_tearDown(self):
396
backing_transport = MemoryTransport()
397
server = ChrootServer(backing_transport)
400
self.assertFalse(server.scheme in _get_protocol_handlers().keys())
457
402
def test_get_url(self):
458
backing_transport = memory.MemoryTransport()
459
server = chroot.ChrootServer(backing_transport)
460
server.start_server()
462
self.assertEqual('chroot-%d:///' % id(server), server.get_url())
467
class PathFilteringDecoratorTransportTest(tests.TestCase):
468
"""Pathfilter decoration specific tests."""
470
def test_abspath(self):
471
# The abspath is always relative to the base of the backing transport.
472
server = pathfilter.PathFilteringServer(
473
transport.get_transport('memory:///foo/bar/'),
475
server.start_server()
476
t = transport.get_transport(server.get_url())
477
self.assertEqual(server.get_url(), t.abspath('/'))
479
subdir_t = t.clone('subdir')
480
self.assertEqual(server.get_url(), subdir_t.abspath('/'))
483
def make_pf_transport(self, filter_func=None):
484
"""Make a PathFilteringTransport backed by a MemoryTransport.
486
:param filter_func: by default this will be a no-op function. Use this
487
parameter to override it."""
488
if filter_func is None:
489
filter_func = lambda x: x
490
server = pathfilter.PathFilteringServer(
491
transport.get_transport('memory:///foo/bar/'), filter_func)
492
server.start_server()
493
self.addCleanup(server.stop_server)
494
return transport.get_transport(server.get_url())
496
def test__filter(self):
497
# _filter (with an identity func as filter_func) always returns
498
# paths relative to the base of the backing transport.
499
t = self.make_pf_transport()
500
self.assertEqual('foo', t._filter('foo'))
501
self.assertEqual('foo/bar', t._filter('foo/bar'))
502
self.assertEqual('', t._filter('..'))
503
self.assertEqual('', t._filter('/'))
504
# The base of the pathfiltering transport is taken into account too.
505
t = t.clone('subdir1/subdir2')
506
self.assertEqual('subdir1/subdir2/foo', t._filter('foo'))
507
self.assertEqual('subdir1/subdir2/foo/bar', t._filter('foo/bar'))
508
self.assertEqual('subdir1', t._filter('..'))
509
self.assertEqual('', t._filter('/'))
511
def test_filter_invocation(self):
514
filter_log.append(path)
516
t = self.make_pf_transport(filter)
518
self.assertEqual(['abc'], filter_log)
520
t.clone('abc').has('xyz')
521
self.assertEqual(['abc/xyz'], filter_log)
524
self.assertEqual(['abc'], filter_log)
526
def test_clone(self):
527
t = self.make_pf_transport()
528
# relpath from root and root path are the same
529
relpath_cloned = t.clone('foo')
530
abspath_cloned = t.clone('/foo')
531
self.assertEqual(t.server, relpath_cloned.server)
532
self.assertEqual(t.server, abspath_cloned.server)
534
def test_url_preserves_pathfiltering(self):
535
"""Calling get_transport on a pathfiltered transport's base should
536
produce a transport with exactly the same behaviour as the original
537
pathfiltered transport.
539
This is so that it is not possible to escape (accidentally or
540
otherwise) the filtering by doing::
541
url = filtered_transport.base
542
parent_url = urlutils.join(url, '..')
543
new_t = transport.get_transport(parent_url)
545
t = self.make_pf_transport()
546
new_t = transport.get_transport(t.base)
547
self.assertEqual(t.server, new_t.server)
548
self.assertEqual(t.base, new_t.base)
551
class ReadonlyDecoratorTransportTest(tests.TestCase):
403
backing_transport = MemoryTransport()
404
server = ChrootServer(backing_transport)
406
self.assertEqual('chroot-%d:///' % id(server), server.get_url())
410
class ReadonlyDecoratorTransportTest(TestCase):
552
411
"""Readonly decoration specific tests."""
554
413
def test_local_parameters(self):
414
import bzrlib.transport.readonly as readonly
555
415
# connect to . in readonly mode
556
t = readonly.ReadonlyTransportDecorator('readonly+.')
557
self.assertEqual(True, t.listable())
558
self.assertEqual(True, t.is_readonly())
416
transport = readonly.ReadonlyTransportDecorator('readonly+.')
417
self.assertEqual(True, transport.listable())
418
self.assertEqual(True, transport.is_readonly())
560
420
def test_http_parameters(self):
561
from bzrlib.tests.http_server import HttpServer
562
# connect to '.' via http which is not listable
421
from bzrlib.tests.HttpServer import HttpServer
422
import bzrlib.transport.readonly as readonly
423
# connect to . via http which is not listable
563
424
server = HttpServer()
564
self.start_server(server)
565
t = transport.get_transport('readonly+' + server.get_url())
566
self.failUnless(isinstance(t, readonly.ReadonlyTransportDecorator))
567
self.assertEqual(False, t.listable())
568
self.assertEqual(True, t.is_readonly())
571
class FakeNFSDecoratorTests(tests.TestCaseInTempDir):
427
transport = get_transport('readonly+' + server.get_url())
428
self.failUnless(isinstance(transport,
429
readonly.ReadonlyTransportDecorator))
430
self.assertEqual(False, transport.listable())
431
self.assertEqual(True, transport.is_readonly())
436
class FakeNFSDecoratorTests(TestCaseInTempDir):
572
437
"""NFS decorator specific tests."""
574
439
def get_nfs_transport(self, url):
440
import bzrlib.transport.fakenfs as fakenfs
575
441
# connect to url with nfs decoration
576
442
return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
578
444
def test_local_parameters(self):
579
445
# the listable and is_readonly parameters
580
446
# are not changed by the fakenfs decorator
581
t = self.get_nfs_transport('.')
582
self.assertEqual(True, t.listable())
583
self.assertEqual(False, t.is_readonly())
447
transport = self.get_nfs_transport('.')
448
self.assertEqual(True, transport.listable())
449
self.assertEqual(False, transport.is_readonly())
585
451
def test_http_parameters(self):
586
452
# the listable and is_readonly parameters
587
453
# are not changed by the fakenfs decorator
588
from bzrlib.tests.http_server import HttpServer
589
# connect to '.' via http which is not listable
454
from bzrlib.tests.HttpServer import HttpServer
455
# connect to . via http which is not listable
590
456
server = HttpServer()
591
self.start_server(server)
592
t = self.get_nfs_transport(server.get_url())
593
self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
594
self.assertEqual(False, t.listable())
595
self.assertEqual(True, t.is_readonly())
459
transport = self.get_nfs_transport(server.get_url())
460
self.assertIsInstance(
461
transport, bzrlib.transport.fakenfs.FakeNFSTransportDecorator)
462
self.assertEqual(False, transport.listable())
463
self.assertEqual(True, transport.is_readonly())
597
467
def test_fakenfs_server_default(self):
598
468
# a FakeNFSServer() should bring up a local relpath server for itself
599
server = test_server.FakeNFSServer()
600
self.start_server(server)
601
# the url should be decorated appropriately
602
self.assertStartsWith(server.get_url(), 'fakenfs+')
603
# and we should be able to get a transport for it
604
t = transport.get_transport(server.get_url())
605
# which must be a FakeNFSTransportDecorator instance.
606
self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
469
import bzrlib.transport.fakenfs as fakenfs
470
server = fakenfs.FakeNFSServer()
473
# the url should be decorated appropriately
474
self.assertStartsWith(server.get_url(), 'fakenfs+')
475
# and we should be able to get a transport for it
476
transport = get_transport(server.get_url())
477
# which must be a FakeNFSTransportDecorator instance.
478
self.assertIsInstance(
479
transport, fakenfs.FakeNFSTransportDecorator)
608
483
def test_fakenfs_rename_semantics(self):
609
484
# a FakeNFS transport must mangle the way rename errors occur to
610
485
# look like NFS problems.
611
t = self.get_nfs_transport('.')
486
transport = self.get_nfs_transport('.')
612
487
self.build_tree(['from/', 'from/foo', 'to/', 'to/bar'],
614
self.assertRaises(errors.ResourceBusy, t.rename, 'from', 'to')
617
class FakeVFATDecoratorTests(tests.TestCaseInTempDir):
489
self.assertRaises(errors.ResourceBusy,
490
transport.rename, 'from', 'to')
493
class FakeVFATDecoratorTests(TestCaseInTempDir):
618
494
"""Tests for simulation of VFAT restrictions"""
620
496
def get_vfat_transport(self, url):
625
501
def test_transport_creation(self):
626
502
from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
627
t = self.get_vfat_transport('.')
628
self.assertIsInstance(t, FakeVFATTransportDecorator)
503
transport = self.get_vfat_transport('.')
504
self.assertIsInstance(transport, FakeVFATTransportDecorator)
630
506
def test_transport_mkdir(self):
631
t = self.get_vfat_transport('.')
633
self.assertTrue(t.has('hello'))
634
self.assertTrue(t.has('Hello'))
507
transport = self.get_vfat_transport('.')
508
transport.mkdir('HELLO')
509
self.assertTrue(transport.has('hello'))
510
self.assertTrue(transport.has('Hello'))
636
512
def test_forbidden_chars(self):
637
t = self.get_vfat_transport('.')
638
self.assertRaises(ValueError, t.has, "<NU>")
641
class BadTransportHandler(transport.Transport):
513
transport = self.get_vfat_transport('.')
514
self.assertRaises(ValueError, transport.has, "<NU>")
517
class BadTransportHandler(Transport):
642
518
def __init__(self, base_url):
643
raise errors.DependencyNotPresent('some_lib',
644
'testing missing dependency')
647
class BackupTransportHandler(transport.Transport):
519
raise DependencyNotPresent('some_lib', 'testing missing dependency')
522
class BackupTransportHandler(Transport):
648
523
"""Test transport that works as a backup for the BadTransportHandler"""
652
class TestTransportImplementation(tests.TestCaseInTempDir):
527
class TestTransportImplementation(TestCaseInTempDir):
653
528
"""Implementation verification for transports.
655
530
To verify a transport we need a server factory, which is a callable
656
531
that accepts no parameters and returns an implementation of
657
532
bzrlib.transport.Server.
659
534
That Server is then used to construct transport instances and test
660
535
the transport via loopback activity.
662
Currently this assumes that the Transport object is connected to the
663
current working directory. So that whatever is done
664
through the transport, should show up in the working
537
Currently this assumes that the Transport object is connected to the
538
current working directory. So that whatever is done
539
through the transport, should show up in the working
665
540
directory, and vice-versa. This is a bug, because its possible to have
666
URL schemes which provide access to something that may not be
667
result in storage on the local disk, i.e. due to file system limits, or
541
URL schemes which provide access to something that may not be
542
result in storage on the local disk, i.e. due to file system limits, or
668
543
due to it being a database or some other non-filesystem tool.
670
545
This also tests to make sure that the functions work with both
671
546
generators and lists (assuming iter(list) is effectively a generator)
675
550
super(TestTransportImplementation, self).setUp()
676
551
self._server = self.transport_server()
677
self.start_server(self._server)
553
self.addCleanup(self._server.tearDown)
679
555
def get_transport(self, relpath=None):
680
556
"""Return a connected transport to the local directory.
821
688
self.assertIs(new_password, c._get_credentials())
824
class TestReusedTransports(tests.TestCase):
691
class TestReusedTransports(TestCase):
825
692
"""Tests for transport reuse"""
827
694
def test_reuse_same_transport(self):
828
695
possible_transports = []
829
t1 = transport.get_transport('http://foo/',
830
possible_transports=possible_transports)
696
t1 = get_transport('http://foo/',
697
possible_transports=possible_transports)
831
698
self.assertEqual([t1], possible_transports)
832
t2 = transport.get_transport('http://foo/',
833
possible_transports=[t1])
699
t2 = get_transport('http://foo/', possible_transports=[t1])
834
700
self.assertIs(t1, t2)
836
702
# Also check that final '/' are handled correctly
837
t3 = transport.get_transport('http://foo/path/')
838
t4 = transport.get_transport('http://foo/path',
839
possible_transports=[t3])
703
t3 = get_transport('http://foo/path/')
704
t4 = get_transport('http://foo/path', possible_transports=[t3])
840
705
self.assertIs(t3, t4)
842
t5 = transport.get_transport('http://foo/path')
843
t6 = transport.get_transport('http://foo/path/',
844
possible_transports=[t5])
707
t5 = get_transport('http://foo/path')
708
t6 = get_transport('http://foo/path/', possible_transports=[t5])
845
709
self.assertIs(t5, t6)
847
711
def test_don_t_reuse_different_transport(self):
848
t1 = transport.get_transport('http://foo/path')
849
t2 = transport.get_transport('http://bar/path',
850
possible_transports=[t1])
712
t1 = get_transport('http://foo/path')
713
t2 = get_transport('http://bar/path', possible_transports=[t1])
851
714
self.assertIsNot(t1, t2)
854
class TestTransportTrace(tests.TestCase):
717
class TestRemoteTCPTransport(TestCase):
718
"""Tests for bzr:// transport (RemoteTCPTransport)."""
720
def test_relpath_with_implicit_port(self):
721
"""Connected transports with the same URL are the same, even if the
724
So t.relpath(url) should always be '' if t.base is the same as url, or
725
if the only difference is that one explicitly specifies the default
726
port and the other doesn't specify a port.
728
t_implicit_port = RemoteTCPTransport('bzr://host.com/')
729
self.assertEquals('', t_implicit_port.relpath('bzr://host.com/'))
730
self.assertEquals('', t_implicit_port.relpath('bzr://host.com:4155/'))
731
t_explicit_port = RemoteTCPTransport('bzr://host.com:4155/')
732
self.assertEquals('', t_explicit_port.relpath('bzr://host.com/'))
733
self.assertEquals('', t_explicit_port.relpath('bzr://host.com:4155/'))
735
def test_construct_uses_default_port(self):
736
"""If no port is specified, then RemoteTCPTransport uses
739
t = get_transport('bzr://host.com/')
740
self.assertEquals(BZR_DEFAULT_PORT, t._port)
742
def test_url_omits_default_port(self):
743
"""If a RemoteTCPTransport uses the default port, then its base URL
746
This is like how ":80" is omitted from "http://example.com/".
748
t = get_transport('bzr://host.com:4155/')
749
self.assertEquals('bzr://host.com/', t.base)
751
def test_url_includes_non_default_port(self):
752
"""Non-default ports are included in the transport's URL.
754
Contrast this to `test_url_omits_default_port`.
756
t = get_transport('bzr://host.com:666/')
757
self.assertEquals('bzr://host.com:666/', t.base)
760
class SSHPortTestMixin(object):
761
"""Mixin class for testing SSH-based transports' use of ports in URLs.
763
Unlike other connected transports, SSH-based transports (sftp, bzr+ssh)
764
don't have a default port, because the user may have OpenSSH configured to
765
use a non-standard port.
768
def make_url(self, netloc):
769
"""Make a url for the given netloc, using the scheme defined on the
772
return '%s://%s/' % (self.scheme, netloc)
774
def test_relpath_with_implicit_port(self):
775
"""SSH-based transports with the same URL are the same.
777
Note than an unspecified port number is different to port 22 (because
778
OpenSSH may be configured to use a non-standard port).
780
So t.relpath(url) should always be '' if t.base is the same as url, but
781
raise PathNotChild if the ports in t and url are not both specified (or
784
url_implicit_port = self.make_url('host.com')
785
url_explicit_port = self.make_url('host.com:22')
787
t_implicit_port = get_transport(url_implicit_port)
788
self.assertEquals('', t_implicit_port.relpath(url_implicit_port))
790
PathNotChild, t_implicit_port.relpath, url_explicit_port)
792
t_explicit_port = get_transport(url_explicit_port)
794
PathNotChild, t_explicit_port.relpath, url_implicit_port)
795
self.assertEquals('', t_explicit_port.relpath(url_explicit_port))
797
def test_construct_with_no_port(self):
798
"""If no port is specified, then the SSH-based transport's _port will
801
t = get_transport(self.make_url('host.com'))
802
self.assertEquals(None, t._port)
804
def test_url_with_no_port(self):
805
"""If no port was specified, none is shown in the base URL."""
806
t = get_transport(self.make_url('host.com'))
807
self.assertEquals(self.make_url('host.com'), t.base)
809
def test_url_includes_port(self):
810
"""An SSH-based transport's base will show the port if one was
811
specified, even if that port is 22, because we do not assume 22 is the
814
# 22 is the "standard" port for SFTP.
815
t = get_transport(self.make_url('host.com:22'))
816
self.assertEquals(self.make_url('host.com:22'), t.base)
817
# 666 is not a standard port.
818
t = get_transport(self.make_url('host.com:666'))
819
self.assertEquals(self.make_url('host.com:666'), t.base)
822
class SFTPTransportPortTest(TestCase, SSHPortTestMixin):
823
"""Tests for sftp:// transport (SFTPTransport)."""
828
class BzrSSHTransportPortTest(TestCase, SSHPortTestMixin):
829
"""Tests for bzr+ssh:// transport (RemoteSSHTransport)."""
834
class TestTransportTrace(TestCase):
856
836
def test_get(self):
857
t = transport.get_transport('trace+memory://')
858
self.assertIsInstance(t, bzrlib.transport.trace.TransportTraceDecorator)
837
transport = get_transport('trace+memory://')
838
self.assertIsInstance(
839
transport, bzrlib.transport.trace.TransportTraceDecorator)
860
841
def test_clone_preserves_activity(self):
861
t = transport.get_transport('trace+memory://')
863
self.assertTrue(t is not t2)
864
self.assertTrue(t._activity is t2._activity)
842
transport = get_transport('trace+memory://')
843
transport2 = transport.clone('.')
844
self.assertTrue(transport is not transport2)
845
self.assertTrue(transport._activity is transport2._activity)
866
847
# the following specific tests are for the operations that have made use of
867
848
# logging in tests; we could test every single operation but doing that
868
849
# still won't cause a test failure when the top level Transport API
869
850
# changes; so there is little return doing that.
870
851
def test_get(self):
871
t = transport.get_transport('trace+memory:///')
872
t.put_bytes('foo', 'barish')
852
transport = get_transport('trace+memory:///')
853
transport.put_bytes('foo', 'barish')
874
855
expected_result = []
875
856
# put_bytes records the bytes, not the content to avoid memory
877
858
expected_result.append(('put_bytes', 'foo', 6, None))
878
859
# get records the file name only.
879
860
expected_result.append(('get', 'foo'))
880
self.assertEqual(expected_result, t._activity)
861
self.assertEqual(expected_result, transport._activity)
882
863
def test_readv(self):
883
t = transport.get_transport('trace+memory:///')
884
t.put_bytes('foo', 'barish')
885
list(t.readv('foo', [(0, 1), (3, 2)],
886
adjust_for_latency=True, upper_limit=6))
864
transport = get_transport('trace+memory:///')
865
transport.put_bytes('foo', 'barish')
866
list(transport.readv('foo', [(0, 1), (3, 2)], adjust_for_latency=True,
887
868
expected_result = []
888
869
# put_bytes records the bytes, not the content to avoid memory
890
871
expected_result.append(('put_bytes', 'foo', 6, None))
891
872
# readv records the supplied offset request
892
873
expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
893
self.assertEqual(expected_result, t._activity)
896
class TestSSHConnections(tests.TestCaseWithTransport):
898
def test_bzr_connect_to_bzr_ssh(self):
899
"""User acceptance that get_transport of a bzr+ssh:// behaves correctly.
901
bzr+ssh:// should cause bzr to run a remote bzr smart server over SSH.
903
# This test actually causes a bzr instance to be invoked, which is very
904
# expensive: it should be the only such test in the test suite.
905
# A reasonable evolution for this would be to simply check inside
906
# check_channel_exec_request that the command is appropriate, and then
907
# satisfy requests in-process.
908
self.requireFeature(features.paramiko)
909
# SFTPFullAbsoluteServer has a get_url method, and doesn't
910
# override the interface (doesn't change self._vendor).
911
# Note that this does encryption, so can be slow.
912
from bzrlib.tests import stub_sftp
914
# Start an SSH server
915
self.command_executed = []
916
# XXX: This is horrible -- we define a really dumb SSH server that
917
# executes commands, and manage the hooking up of stdin/out/err to the
918
# SSH channel ourselves. Surely this has already been implemented
921
class StubSSHServer(stub_sftp.StubServer):
925
def check_channel_exec_request(self, channel, command):
926
self.test.command_executed.append(command)
927
proc = subprocess.Popen(
928
command, shell=True, stdin=subprocess.PIPE,
929
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
931
# XXX: horribly inefficient, not to mention ugly.
932
# Start a thread for each of stdin/out/err, and relay bytes from
933
# the subprocess to channel and vice versa.
934
def ferry_bytes(read, write, close):
943
(channel.recv, proc.stdin.write, proc.stdin.close),
944
(proc.stdout.read, channel.sendall, channel.close),
945
(proc.stderr.read, channel.sendall_stderr, channel.close)]
947
for read, write, close in file_functions:
948
t = threading.Thread(
949
target=ferry_bytes, args=(read, write, close))
955
ssh_server = stub_sftp.SFTPFullAbsoluteServer(StubSSHServer)
956
# We *don't* want to override the default SSH vendor: the detected one
958
self.start_server(ssh_server)
959
port = ssh_server._listener.port
961
if sys.platform == 'win32':
962
bzr_remote_path = sys.executable + ' ' + self.get_bzr_path()
964
bzr_remote_path = self.get_bzr_path()
965
os.environ['BZR_REMOTE_PATH'] = bzr_remote_path
967
# Access the branch via a bzr+ssh URL. The BZR_REMOTE_PATH environment
968
# variable is used to tell bzr what command to run on the remote end.
969
path_to_branch = osutils.abspath('.')
970
if sys.platform == 'win32':
971
# On Windows, we export all drives as '/C:/, etc. So we need to
972
# prefix a '/' to get the right path.
973
path_to_branch = '/' + path_to_branch
974
url = 'bzr+ssh://fred:secret@localhost:%d%s' % (port, path_to_branch)
975
t = transport.get_transport(url)
976
self.permit_url(t.base)
980
['%s serve --inet --directory=/ --allow-writes' % bzr_remote_path],
981
self.command_executed)
982
# Make sure to disconnect, so that the remote process can stop, and we
983
# can cleanup. Then pause the test until everything is shutdown
984
t._client._medium.disconnect()
987
# First wait for the subprocess
989
# And the rest are threads
990
for t in started[1:]:
874
self.assertEqual(expected_result, transport._activity)
added
removed
bzrlib/tests/test_transport.py
