249
260
max_size=1*1024*1024*1024)
263
class TestMemoryServer(TestCase):
265
def test_create_server(self):
266
server = memory.MemoryServer()
267
server.start_server()
268
url = server.get_url()
269
self.assertTrue(url in _mod_transport.transport_list_registry)
270
t = _mod_transport.get_transport(url)
273
self.assertFalse(url in _mod_transport.transport_list_registry)
274
self.assertRaises(errors.UnsupportedProtocol,
275
_mod_transport.get_transport, url)
252
278
class TestMemoryTransport(TestCase):
254
280
def test_get_transport(self):
281
memory.MemoryTransport()
257
283
def test_clone(self):
258
transport = MemoryTransport()
259
self.assertTrue(isinstance(transport, MemoryTransport))
284
transport = memory.MemoryTransport()
285
self.assertTrue(isinstance(transport, memory.MemoryTransport))
260
286
self.assertEqual("memory:///", transport.clone("/").base)
262
288
def test_abspath(self):
263
transport = MemoryTransport()
289
transport = memory.MemoryTransport()
264
290
self.assertEqual("memory:///relpath", transport.abspath('relpath'))
266
292
def test_abspath_of_root(self):
267
transport = MemoryTransport()
293
transport = memory.MemoryTransport()
268
294
self.assertEqual("memory:///", transport.base)
269
295
self.assertEqual("memory:///", transport.abspath('/'))
271
297
def test_abspath_of_relpath_starting_at_root(self):
272
transport = MemoryTransport()
298
transport = memory.MemoryTransport()
273
299
self.assertEqual("memory:///foo", transport.abspath('/foo'))
275
301
def test_append_and_get(self):
276
transport = MemoryTransport()
302
transport = memory.MemoryTransport()
277
303
transport.append_bytes('path', 'content')
278
304
self.assertEqual(transport.get('path').read(), 'content')
279
305
transport.append_file('path', StringIO('content'))
280
306
self.assertEqual(transport.get('path').read(), 'contentcontent')
282
308
def test_put_and_get(self):
283
transport = MemoryTransport()
309
transport = memory.MemoryTransport()
284
310
transport.put_file('path', StringIO('content'))
285
311
self.assertEqual(transport.get('path').read(), 'content')
286
312
transport.put_bytes('path', 'content')
287
313
self.assertEqual(transport.get('path').read(), 'content')
289
315
def test_append_without_dir_fails(self):
290
transport = MemoryTransport()
316
transport = memory.MemoryTransport()
291
317
self.assertRaises(NoSuchFile,
292
318
transport.append_bytes, 'dir/path', 'content')
294
320
def test_put_without_dir_fails(self):
295
transport = MemoryTransport()
321
transport = memory.MemoryTransport()
296
322
self.assertRaises(NoSuchFile,
297
323
transport.put_file, 'dir/path', StringIO('content'))
299
325
def test_get_missing(self):
300
transport = MemoryTransport()
326
transport = memory.MemoryTransport()
301
327
self.assertRaises(NoSuchFile, transport.get, 'foo')
303
329
def test_has_missing(self):
304
transport = MemoryTransport()
330
transport = memory.MemoryTransport()
305
331
self.assertEquals(False, transport.has('foo'))
307
333
def test_has_present(self):
308
transport = MemoryTransport()
334
transport = memory.MemoryTransport()
309
335
transport.append_bytes('foo', 'content')
310
336
self.assertEquals(True, transport.has('foo'))
312
338
def test_list_dir(self):
313
transport = MemoryTransport()
339
transport = memory.MemoryTransport()
314
340
transport.put_bytes('foo', 'content')
315
341
transport.mkdir('dir')
316
342
transport.put_bytes('dir/subfoo', 'content')
320
346
self.assertEquals(['subfoo'], sorted(transport.list_dir('dir')))
322
348
def test_mkdir(self):
323
transport = MemoryTransport()
349
transport = memory.MemoryTransport()
324
350
transport.mkdir('dir')
325
351
transport.append_bytes('dir/path', 'content')
326
352
self.assertEqual(transport.get('dir/path').read(), 'content')
328
354
def test_mkdir_missing_parent(self):
329
transport = MemoryTransport()
355
transport = memory.MemoryTransport()
330
356
self.assertRaises(NoSuchFile,
331
357
transport.mkdir, 'dir/dir')
333
359
def test_mkdir_twice(self):
334
transport = MemoryTransport()
360
transport = memory.MemoryTransport()
335
361
transport.mkdir('dir')
336
362
self.assertRaises(FileExists, transport.mkdir, 'dir')
338
364
def test_parameters(self):
339
transport = MemoryTransport()
365
transport = memory.MemoryTransport()
340
366
self.assertEqual(True, transport.listable())
341
367
self.assertEqual(False, transport.is_readonly())
343
369
def test_iter_files_recursive(self):
344
transport = MemoryTransport()
370
transport = memory.MemoryTransport()
345
371
transport.mkdir('dir')
346
372
transport.put_bytes('dir/foo', 'content')
347
373
transport.put_bytes('dir/bar', 'content')
363
389
def test_abspath(self):
364
390
# The abspath is always relative to the chroot_url.
365
391
server = ChrootServer(get_transport('memory:///foo/bar/'))
392
self.start_server(server)
367
393
transport = get_transport(server.get_url())
368
394
self.assertEqual(server.get_url(), transport.abspath('/'))
370
396
subdir_transport = transport.clone('subdir')
371
397
self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
374
399
def test_clone(self):
375
400
server = ChrootServer(get_transport('memory:///foo/bar/'))
401
self.start_server(server)
377
402
transport = get_transport(server.get_url())
378
403
# relpath from root and root path are the same
379
404
relpath_cloned = transport.clone('foo')
380
405
abspath_cloned = transport.clone('/foo')
381
406
self.assertEqual(server, relpath_cloned.server)
382
407
self.assertEqual(server, abspath_cloned.server)
385
409
def test_chroot_url_preserves_chroot(self):
386
410
"""Calling get_transport on a chroot transport's base should produce a
410
433
new_transport = get_transport(parent_url)
412
435
server = ChrootServer(get_transport('memory:///path/'))
436
self.start_server(server)
414
437
transport = get_transport(server.get_url())
415
438
self.assertRaises(
416
439
InvalidURLJoin, urlutils.join, transport.base, '..')
420
442
class ChrootServerTest(TestCase):
422
444
def test_construct(self):
423
backing_transport = MemoryTransport()
445
backing_transport = memory.MemoryTransport()
424
446
server = ChrootServer(backing_transport)
425
447
self.assertEqual(backing_transport, server.backing_transport)
427
449
def test_setUp(self):
428
backing_transport = MemoryTransport()
450
backing_transport = memory.MemoryTransport()
429
451
server = ChrootServer(backing_transport)
431
self.assertTrue(server.scheme in _get_protocol_handlers().keys())
452
server.start_server()
454
self.assertTrue(server.scheme in _get_protocol_handlers().keys())
433
def test_tearDown(self):
434
backing_transport = MemoryTransport()
458
def test_stop_server(self):
459
backing_transport = memory.MemoryTransport()
435
460
server = ChrootServer(backing_transport)
461
server.start_server()
438
463
self.assertFalse(server.scheme in _get_protocol_handlers().keys())
440
465
def test_get_url(self):
441
backing_transport = MemoryTransport()
466
backing_transport = memory.MemoryTransport()
442
467
server = ChrootServer(backing_transport)
444
self.assertEqual('chroot-%d:///' % id(server), server.get_url())
468
server.start_server()
470
self.assertEqual('chroot-%d:///' % id(server), server.get_url())
475
class PathFilteringDecoratorTransportTest(TestCase):
476
"""Pathfilter decoration specific tests."""
478
def test_abspath(self):
479
# The abspath is always relative to the base of the backing transport.
480
server = PathFilteringServer(get_transport('memory:///foo/bar/'),
482
server.start_server()
483
transport = get_transport(server.get_url())
484
self.assertEqual(server.get_url(), transport.abspath('/'))
486
subdir_transport = transport.clone('subdir')
487
self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
490
def make_pf_transport(self, filter_func=None):
491
"""Make a PathFilteringTransport backed by a MemoryTransport.
493
:param filter_func: by default this will be a no-op function. Use this
494
parameter to override it."""
495
if filter_func is None:
496
filter_func = lambda x: x
497
server = PathFilteringServer(
498
get_transport('memory:///foo/bar/'), filter_func)
499
server.start_server()
500
self.addCleanup(server.stop_server)
501
return get_transport(server.get_url())
503
def test__filter(self):
504
# _filter (with an identity func as filter_func) always returns
505
# paths relative to the base of the backing transport.
506
transport = self.make_pf_transport()
507
self.assertEqual('foo', transport._filter('foo'))
508
self.assertEqual('foo/bar', transport._filter('foo/bar'))
509
self.assertEqual('', transport._filter('..'))
510
self.assertEqual('', transport._filter('/'))
511
# The base of the pathfiltering transport is taken into account too.
512
transport = transport.clone('subdir1/subdir2')
513
self.assertEqual('subdir1/subdir2/foo', transport._filter('foo'))
515
'subdir1/subdir2/foo/bar', transport._filter('foo/bar'))
516
self.assertEqual('subdir1', transport._filter('..'))
517
self.assertEqual('', transport._filter('/'))
519
def test_filter_invocation(self):
522
filter_log.append(path)
524
transport = self.make_pf_transport(filter)
526
self.assertEqual(['abc'], filter_log)
528
transport.clone('abc').has('xyz')
529
self.assertEqual(['abc/xyz'], filter_log)
531
transport.has('/abc')
532
self.assertEqual(['abc'], filter_log)
534
def test_clone(self):
535
transport = self.make_pf_transport()
536
# relpath from root and root path are the same
537
relpath_cloned = transport.clone('foo')
538
abspath_cloned = transport.clone('/foo')
539
self.assertEqual(transport.server, relpath_cloned.server)
540
self.assertEqual(transport.server, abspath_cloned.server)
542
def test_url_preserves_pathfiltering(self):
543
"""Calling get_transport on a pathfiltered transport's base should
544
produce a transport with exactly the same behaviour as the original
545
pathfiltered transport.
547
This is so that it is not possible to escape (accidentally or
548
otherwise) the filtering by doing::
549
url = filtered_transport.base
550
parent_url = urlutils.join(url, '..')
551
new_transport = get_transport(parent_url)
553
transport = self.make_pf_transport()
554
new_transport = get_transport(transport.base)
555
self.assertEqual(transport.server, new_transport.server)
556
self.assertEqual(transport.base, new_transport.base)
448
559
class ReadonlyDecoratorTransportTest(TestCase):
449
560
"""Readonly decoration specific tests."""
451
562
def test_local_parameters(self):
452
import bzrlib.transport.readonly as readonly
453
563
# connect to . in readonly mode
454
564
transport = readonly.ReadonlyTransportDecorator('readonly+.')
455
565
self.assertEqual(True, transport.listable())
458
568
def test_http_parameters(self):
459
569
from bzrlib.tests.http_server import HttpServer
460
import bzrlib.transport.readonly as readonly
461
570
# connect to '.' via http which is not listable
462
571
server = HttpServer()
465
transport = get_transport('readonly+' + server.get_url())
466
self.failUnless(isinstance(transport,
467
readonly.ReadonlyTransportDecorator))
468
self.assertEqual(False, transport.listable())
469
self.assertEqual(True, transport.is_readonly())
572
self.start_server(server)
573
transport = get_transport('readonly+' + server.get_url())
574
self.failUnless(isinstance(transport,
575
readonly.ReadonlyTransportDecorator))
576
self.assertEqual(False, transport.listable())
577
self.assertEqual(True, transport.is_readonly())
474
580
class FakeNFSDecoratorTests(TestCaseInTempDir):
475
581
"""NFS decorator specific tests."""
477
583
def get_nfs_transport(self, url):
478
import bzrlib.transport.fakenfs as fakenfs
479
584
# connect to url with nfs decoration
480
585
return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
492
597
from bzrlib.tests.http_server import HttpServer
493
598
# connect to '.' via http which is not listable
494
599
server = HttpServer()
497
transport = self.get_nfs_transport(server.get_url())
498
self.assertIsInstance(
499
transport, bzrlib.transport.fakenfs.FakeNFSTransportDecorator)
500
self.assertEqual(False, transport.listable())
501
self.assertEqual(True, transport.is_readonly())
600
self.start_server(server)
601
transport = self.get_nfs_transport(server.get_url())
602
self.assertIsInstance(
603
transport, fakenfs.FakeNFSTransportDecorator)
604
self.assertEqual(False, transport.listable())
605
self.assertEqual(True, transport.is_readonly())
505
607
def test_fakenfs_server_default(self):
506
608
# a FakeNFSServer() should bring up a local relpath server for itself
507
import bzrlib.transport.fakenfs as fakenfs
508
609
server = fakenfs.FakeNFSServer()
511
# the url should be decorated appropriately
512
self.assertStartsWith(server.get_url(), 'fakenfs+')
513
# and we should be able to get a transport for it
514
transport = get_transport(server.get_url())
515
# which must be a FakeNFSTransportDecorator instance.
516
self.assertIsInstance(
517
transport, fakenfs.FakeNFSTransportDecorator)
610
self.start_server(server)
611
# the url should be decorated appropriately
612
self.assertStartsWith(server.get_url(), 'fakenfs+')
613
# and we should be able to get a transport for it
614
transport = get_transport(server.get_url())
615
# which must be a FakeNFSTransportDecorator instance.
616
self.assertIsInstance(transport, fakenfs.FakeNFSTransportDecorator)
521
618
def test_fakenfs_rename_semantics(self):
522
619
# a FakeNFS transport must mangle the way rename errors occur to
800
896
# readv records the supplied offset request
801
897
expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
802
898
self.assertEqual(expected_result, transport._activity)
901
class TestSSHConnections(tests.TestCaseWithTransport):
903
def test_bzr_connect_to_bzr_ssh(self):
904
"""User acceptance that get_transport of a bzr+ssh:// behaves correctly.
906
bzr+ssh:// should cause bzr to run a remote bzr smart server over SSH.
908
# This test actually causes a bzr instance to be invoked, which is very
909
# expensive: it should be the only such test in the test suite.
910
# A reasonable evolution for this would be to simply check inside
911
# check_channel_exec_request that the command is appropriate, and then
912
# satisfy requests in-process.
913
self.requireFeature(features.paramiko)
914
# SFTPFullAbsoluteServer has a get_url method, and doesn't
915
# override the interface (doesn't change self._vendor).
916
# Note that this does encryption, so can be slow.
917
from bzrlib.transport.sftp import SFTPFullAbsoluteServer
918
from bzrlib.tests.stub_sftp import StubServer
920
# Start an SSH server
921
self.command_executed = []
922
# XXX: This is horrible -- we define a really dumb SSH server that
923
# executes commands, and manage the hooking up of stdin/out/err to the
924
# SSH channel ourselves. Surely this has already been implemented
927
class StubSSHServer(StubServer):
931
def check_channel_exec_request(self, channel, command):
932
self.test.command_executed.append(command)
933
proc = subprocess.Popen(
934
command, shell=True, stdin=subprocess.PIPE,
935
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
937
# XXX: horribly inefficient, not to mention ugly.
938
# Start a thread for each of stdin/out/err, and relay bytes from
939
# the subprocess to channel and vice versa.
940
def ferry_bytes(read, write, close):
949
(channel.recv, proc.stdin.write, proc.stdin.close),
950
(proc.stdout.read, channel.sendall, channel.close),
951
(proc.stderr.read, channel.sendall_stderr, channel.close)]
953
for read, write, close in file_functions:
954
t = threading.Thread(
955
target=ferry_bytes, args=(read, write, close))
961
ssh_server = SFTPFullAbsoluteServer(StubSSHServer)
962
# We *don't* want to override the default SSH vendor: the detected one
964
self.start_server(ssh_server)
965
port = ssh_server._listener.port
967
if sys.platform == 'win32':
968
bzr_remote_path = sys.executable + ' ' + self.get_bzr_path()
970
bzr_remote_path = self.get_bzr_path()
971
os.environ['BZR_REMOTE_PATH'] = bzr_remote_path
973
# Access the branch via a bzr+ssh URL. The BZR_REMOTE_PATH environment
974
# variable is used to tell bzr what command to run on the remote end.
975
path_to_branch = osutils.abspath('.')
976
if sys.platform == 'win32':
977
# On Windows, we export all drives as '/C:/, etc. So we need to
978
# prefix a '/' to get the right path.
979
path_to_branch = '/' + path_to_branch
980
url = 'bzr+ssh://fred:secret@localhost:%d%s' % (port, path_to_branch)
981
t = get_transport(url)
982
self.permit_url(t.base)
986
['%s serve --inet --directory=/ --allow-writes' % bzr_remote_path],
987
self.command_executed)
988
# Make sure to disconnect, so that the remote process can stop, and we
989
# can cleanup. Then pause the test until everything is shutdown
990
t._client._medium.disconnect()
993
# First wait for the subprocess
995
# And the rest are threads
996
for t in started[1:]: