223
174
], [(10, 10), (30, 10), (100, 10)],
226
def test_coalesce_max_size(self):
227
self.check([(10, 20, [(0, 10), (10, 10)]),
229
# If one range is above max_size, it gets its own coalesced
231
(100, 80, [(0, 80),]),],
232
[(10, 10), (20, 10), (30, 50), (100, 80)],
236
def test_coalesce_no_max_size(self):
237
self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)]),],
238
[(10, 10), (20, 10), (30, 50), (80, 100)],
241
def test_coalesce_default_limit(self):
242
# By default we use a 100MB max size.
243
ten_mb = 10*1024*1024
244
self.check([(0, 10*ten_mb, [(i*ten_mb, ten_mb) for i in range(10)]),
245
(10*ten_mb, ten_mb, [(0, ten_mb)])],
246
[(i*ten_mb, ten_mb) for i in range(11)])
247
self.check([(0, 11*ten_mb, [(i*ten_mb, ten_mb) for i in range(11)]),],
248
[(i*ten_mb, ten_mb) for i in range(11)],
249
max_size=1*1024*1024*1024)
252
179
class TestMemoryTransport(TestCase):
360
288
class ChrootDecoratorTransportTest(TestCase):
361
289
"""Chroot decoration specific tests."""
363
def test_abspath(self):
364
# The abspath is always relative to the chroot_url.
365
server = ChrootServer(get_transport('memory:///foo/bar/'))
367
transport = get_transport(server.get_url())
368
self.assertEqual(server.get_url(), transport.abspath('/'))
370
subdir_transport = transport.clone('subdir')
371
self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
374
def test_clone(self):
375
server = ChrootServer(get_transport('memory:///foo/bar/'))
377
transport = get_transport(server.get_url())
378
# relpath from root and root path are the same
379
relpath_cloned = transport.clone('foo')
380
abspath_cloned = transport.clone('/foo')
381
self.assertEqual(server, relpath_cloned.server)
382
self.assertEqual(server, abspath_cloned.server)
385
def test_chroot_url_preserves_chroot(self):
386
"""Calling get_transport on a chroot transport's base should produce a
387
transport with exactly the same behaviour as the original chroot
390
This is so that it is not possible to escape a chroot by doing::
391
url = chroot_transport.base
392
parent_url = urlutils.join(url, '..')
393
new_transport = get_transport(parent_url)
395
server = ChrootServer(get_transport('memory:///path/subpath'))
397
transport = get_transport(server.get_url())
398
new_transport = get_transport(transport.base)
399
self.assertEqual(transport.server, new_transport.server)
400
self.assertEqual(transport.base, new_transport.base)
403
def test_urljoin_preserves_chroot(self):
404
"""Using urlutils.join(url, '..') on a chroot URL should not produce a
405
URL that escapes the intended chroot.
407
This is so that it is not possible to escape a chroot by doing::
408
url = chroot_transport.base
409
parent_url = urlutils.join(url, '..')
410
new_transport = get_transport(parent_url)
412
server = ChrootServer(get_transport('memory:///path/'))
414
transport = get_transport(server.get_url())
416
InvalidURLJoin, urlutils.join, transport.base, '..')
420
class ChrootServerTest(TestCase):
422
291
def test_construct(self):
423
backing_transport = MemoryTransport()
424
server = ChrootServer(backing_transport)
425
self.assertEqual(backing_transport, server.backing_transport)
427
def test_setUp(self):
428
backing_transport = MemoryTransport()
429
server = ChrootServer(backing_transport)
431
self.assertTrue(server.scheme in _get_protocol_handlers().keys())
433
def test_tearDown(self):
434
backing_transport = MemoryTransport()
435
server = ChrootServer(backing_transport)
438
self.assertFalse(server.scheme in _get_protocol_handlers().keys())
440
def test_get_url(self):
441
backing_transport = MemoryTransport()
442
server = ChrootServer(backing_transport)
444
self.assertEqual('chroot-%d:///' % id(server), server.get_url())
292
from bzrlib.transport import chroot
293
transport = chroot.ChrootTransportDecorator('chroot+memory:///pathA/')
294
self.assertEqual('memory:///pathA/', transport.chroot_url)
296
transport = chroot.ChrootTransportDecorator(
297
'chroot+memory:///path/B', chroot='memory:///path/')
298
self.assertEqual('memory:///path/', transport.chroot_url)
300
def test_append_file(self):
301
transport = get_transport('chroot+memory:///foo/bar')
302
self.assertRaises(PathNotChild, transport.append_file, '/foo', None)
304
def test_append_bytes(self):
305
transport = get_transport('chroot+memory:///foo/bar')
306
self.assertRaises(PathNotChild, transport.append_bytes, '/foo', 'bytes')
308
def test_clone(self):
309
transport = get_transport('chroot+memory:///foo/bar')
310
self.assertRaises(PathNotChild, transport.clone, '/foo')
312
def test_delete(self):
313
transport = get_transport('chroot+memory:///foo/bar')
314
self.assertRaises(PathNotChild, transport.delete, '/foo')
316
def test_delete_tree(self):
317
transport = get_transport('chroot+memory:///foo/bar')
318
self.assertRaises(PathNotChild, transport.delete_tree, '/foo')
321
transport = get_transport('chroot+memory:///foo/bar')
322
self.assertRaises(PathNotChild, transport.get, '/foo')
324
def test_get_bytes(self):
325
transport = get_transport('chroot+memory:///foo/bar')
326
self.assertRaises(PathNotChild, transport.get_bytes, '/foo')
329
transport = get_transport('chroot+memory:///foo/bar')
330
self.assertRaises(PathNotChild, transport.has, '/foo')
332
def test_list_dir(self):
333
transport = get_transport('chroot+memory:///foo/bar')
334
self.assertRaises(PathNotChild, transport.list_dir, '/foo')
336
def test_lock_read(self):
337
transport = get_transport('chroot+memory:///foo/bar')
338
self.assertRaises(PathNotChild, transport.lock_read, '/foo')
340
def test_lock_write(self):
341
transport = get_transport('chroot+memory:///foo/bar')
342
self.assertRaises(PathNotChild, transport.lock_write, '/foo')
344
def test_mkdir(self):
345
transport = get_transport('chroot+memory:///foo/bar')
346
self.assertRaises(PathNotChild, transport.mkdir, '/foo')
348
def test_put_bytes(self):
349
transport = get_transport('chroot+memory:///foo/bar')
350
self.assertRaises(PathNotChild, transport.put_bytes, '/foo', 'bytes')
352
def test_put_file(self):
353
transport = get_transport('chroot+memory:///foo/bar')
354
self.assertRaises(PathNotChild, transport.put_file, '/foo', None)
356
def test_rename(self):
357
transport = get_transport('chroot+memory:///foo/bar')
358
self.assertRaises(PathNotChild, transport.rename, '/aaa', 'bbb')
359
self.assertRaises(PathNotChild, transport.rename, 'ccc', '/d')
361
def test_rmdir(self):
362
transport = get_transport('chroot+memory:///foo/bar')
363
self.assertRaises(PathNotChild, transport.rmdir, '/foo')
366
transport = get_transport('chroot+memory:///foo/bar')
367
self.assertRaises(PathNotChild, transport.stat, '/foo')
448
370
class ReadonlyDecoratorTransportTest(TestCase):
565
491
class TestTransportImplementation(TestCaseInTempDir):
566
492
"""Implementation verification for transports.
568
494
To verify a transport we need a server factory, which is a callable
569
495
that accepts no parameters and returns an implementation of
570
496
bzrlib.transport.Server.
572
498
That Server is then used to construct transport instances and test
573
499
the transport via loopback activity.
575
Currently this assumes that the Transport object is connected to the
576
current working directory. So that whatever is done
577
through the transport, should show up in the working
501
Currently this assumes that the Transport object is connected to the
502
current working directory. So that whatever is done
503
through the transport, should show up in the working
578
504
directory, and vice-versa. This is a bug, because its possible to have
579
URL schemes which provide access to something that may not be
580
result in storage on the local disk, i.e. due to file system limits, or
505
URL schemes which provide access to something that may not be
506
result in storage on the local disk, i.e. due to file system limits, or
581
507
due to it being a database or some other non-filesystem tool.
583
509
This also tests to make sure that the functions work with both
584
510
generators and lists (assuming iter(list) is effectively a generator)
588
514
super(TestTransportImplementation, self).setUp()
589
515
self._server = self.transport_server()
590
516
self._server.setUp()
591
self.addCleanup(self._server.tearDown)
593
def get_transport(self, relpath=None):
594
"""Return a connected transport to the local directory.
596
:param relpath: a path relative to the base url.
519
super(TestTransportImplementation, self).tearDown()
520
self._server.tearDown()
522
def get_transport(self):
523
"""Return a connected transport to the local directory."""
598
524
base_url = self._server.get_url()
599
url = self._adjust_url(base_url, relpath)
600
525
# try getting the transport via the regular interface:
601
t = get_transport(url)
602
# vila--20070607 if the following are commented out the test suite
603
# still pass. Is this really still needed or was it a forgotten
526
t = get_transport(base_url)
605
527
if not isinstance(t, self.transport_class):
606
528
# we did not get the correct transport class type. Override the
607
529
# regular connection behaviour by direct construction.
608
t = self.transport_class(url)
530
t = self.transport_class(base_url)
612
534
class TestLocalTransports(TestCase):
614
536
def test_get_transport_from_abspath(self):
615
here = osutils.abspath('.')
537
here = os.path.abspath('.')
616
538
t = get_transport(here)
617
539
self.assertIsInstance(t, LocalTransport)
618
540
self.assertEquals(t.base, urlutils.local_path_to_url(here) + '/')
620
542
def test_get_transport_from_relpath(self):
621
here = osutils.abspath('.')
543
here = os.path.abspath('.')
622
544
t = get_transport('.')
623
545
self.assertIsInstance(t, LocalTransport)
624
546
self.assertEquals(t.base, urlutils.local_path_to_url('.') + '/')
626
548
def test_get_transport_from_local_url(self):
627
here = osutils.abspath('.')
549
here = os.path.abspath('.')
628
550
here_url = urlutils.local_path_to_url(here) + '/'
629
551
t = get_transport(here_url)
630
552
self.assertIsInstance(t, LocalTransport)
631
553
self.assertEquals(t.base, here_url)
633
def test_local_abspath(self):
634
here = osutils.abspath('.')
635
t = get_transport(here)
636
self.assertEquals(t.local_abspath(''), here)
639
class TestWin32LocalTransport(TestCase):
641
def test_unc_clone_to_root(self):
642
# Win32 UNC path like \\HOST\path
643
# clone to root should stop at least at \\HOST part
645
t = EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
648
self.assertEquals(t.base, 'file://HOST/')
649
# make sure we reach the root
651
self.assertEquals(t.base, 'file://HOST/')
654
class TestConnectedTransport(TestCase):
655
"""Tests for connected to remote server transports"""
657
def test_parse_url(self):
658
t = ConnectedTransport('http://simple.example.com/home/source')
659
self.assertEquals(t._host, 'simple.example.com')
660
self.assertEquals(t._port, None)
661
self.assertEquals(t._path, '/home/source/')
662
self.failUnless(t._user is None)
663
self.failUnless(t._password is None)
665
self.assertEquals(t.base, 'http://simple.example.com/home/source/')
667
def test_parse_url_with_at_in_user(self):
669
t = ConnectedTransport('ftp://user@host.com@www.host.com/')
670
self.assertEquals(t._user, 'user@host.com')
672
def test_parse_quoted_url(self):
673
t = ConnectedTransport('http://ro%62ey:h%40t@ex%41mple.com:2222/path')
674
self.assertEquals(t._host, 'exAmple.com')
675
self.assertEquals(t._port, 2222)
676
self.assertEquals(t._user, 'robey')
677
self.assertEquals(t._password, 'h@t')
678
self.assertEquals(t._path, '/path/')
680
# Base should not keep track of the password
681
self.assertEquals(t.base, 'http://robey@exAmple.com:2222/path/')
683
def test_parse_invalid_url(self):
684
self.assertRaises(errors.InvalidURL,
686
'sftp://lily.org:~janneke/public/bzr/gub')
688
def test_relpath(self):
689
t = ConnectedTransport('sftp://user@host.com/abs/path')
691
self.assertEquals(t.relpath('sftp://user@host.com/abs/path/sub'), 'sub')
692
self.assertRaises(errors.PathNotChild, t.relpath,
693
'http://user@host.com/abs/path/sub')
694
self.assertRaises(errors.PathNotChild, t.relpath,
695
'sftp://user2@host.com/abs/path/sub')
696
self.assertRaises(errors.PathNotChild, t.relpath,
697
'sftp://user@otherhost.com/abs/path/sub')
698
self.assertRaises(errors.PathNotChild, t.relpath,
699
'sftp://user@host.com:33/abs/path/sub')
700
# Make sure it works when we don't supply a username
701
t = ConnectedTransport('sftp://host.com/abs/path')
702
self.assertEquals(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
704
# Make sure it works when parts of the path will be url encoded
705
t = ConnectedTransport('sftp://host.com/dev/%path')
706
self.assertEquals(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
708
def test_connection_sharing_propagate_credentials(self):
709
t = ConnectedTransport('ftp://user@host.com/abs/path')
710
self.assertEquals('user', t._user)
711
self.assertEquals('host.com', t._host)
712
self.assertIs(None, t._get_connection())
713
self.assertIs(None, t._password)
714
c = t.clone('subdir')
715
self.assertIs(None, c._get_connection())
716
self.assertIs(None, t._password)
718
# Simulate the user entering a password
720
connection = object()
721
t._set_connection(connection, password)
722
self.assertIs(connection, t._get_connection())
723
self.assertIs(password, t._get_credentials())
724
self.assertIs(connection, c._get_connection())
725
self.assertIs(password, c._get_credentials())
727
# credentials can be updated
728
new_password = 'even more secret'
729
c._update_credentials(new_password)
730
self.assertIs(connection, t._get_connection())
731
self.assertIs(new_password, t._get_credentials())
732
self.assertIs(connection, c._get_connection())
733
self.assertIs(new_password, c._get_credentials())
736
class TestReusedTransports(TestCase):
737
"""Tests for transport reuse"""
739
def test_reuse_same_transport(self):
740
possible_transports = []
741
t1 = get_transport('http://foo/',
742
possible_transports=possible_transports)
743
self.assertEqual([t1], possible_transports)
744
t2 = get_transport('http://foo/', possible_transports=[t1])
745
self.assertIs(t1, t2)
747
# Also check that final '/' are handled correctly
748
t3 = get_transport('http://foo/path/')
749
t4 = get_transport('http://foo/path', possible_transports=[t3])
750
self.assertIs(t3, t4)
752
t5 = get_transport('http://foo/path')
753
t6 = get_transport('http://foo/path/', possible_transports=[t5])
754
self.assertIs(t5, t6)
756
def test_don_t_reuse_different_transport(self):
757
t1 = get_transport('http://foo/path')
758
t2 = get_transport('http://bar/path', possible_transports=[t1])
759
self.assertIsNot(t1, t2)
762
class TestTransportTrace(TestCase):
765
transport = get_transport('trace+memory://')
766
self.assertIsInstance(
767
transport, bzrlib.transport.trace.TransportTraceDecorator)
769
def test_clone_preserves_activity(self):
770
transport = get_transport('trace+memory://')
771
transport2 = transport.clone('.')
772
self.assertTrue(transport is not transport2)
773
self.assertTrue(transport._activity is transport2._activity)
775
# the following specific tests are for the operations that have made use of
776
# logging in tests; we could test every single operation but doing that
777
# still won't cause a test failure when the top level Transport API
778
# changes; so there is little return doing that.
780
transport = get_transport('trace+memory:///')
781
transport.put_bytes('foo', 'barish')
784
# put_bytes records the bytes, not the content to avoid memory
786
expected_result.append(('put_bytes', 'foo', 6, None))
787
# get records the file name only.
788
expected_result.append(('get', 'foo'))
789
self.assertEqual(expected_result, transport._activity)
791
def test_readv(self):
792
transport = get_transport('trace+memory:///')
793
transport.put_bytes('foo', 'barish')
794
list(transport.readv('foo', [(0, 1), (3, 2)], adjust_for_latency=True,
797
# put_bytes records the bytes, not the content to avoid memory
799
expected_result.append(('put_bytes', 'foo', 6, None))
800
# readv records the supplied offset request
801
expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
802
self.assertEqual(expected_result, transport._activity)