~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_transport.py

  • Committer: Canonical.com Patch Queue Manager
  • Date: 2007-04-13 05:06:23 UTC
  • mfrom: (2279.7.13 bzr.dev.hpss.api.changes)
  • Revision ID: pqm@pqm.ubuntu.com-20070413050623-10v4wozs1tu04kcu
(Andrew Bennetts, Robert Collins) Add a 'token' argument to lock_write.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2005-2010 Canonical Ltd
 
1
# Copyright (C) 2004, 2005, 2006 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
 
 
17
 
 
18
 
from cStringIO import StringIO
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
16
 
 
17
 
19
18
import os
20
 
import subprocess
21
19
import sys
22
 
import threading
 
20
import stat
 
21
from cStringIO import StringIO
23
22
 
24
 
from bzrlib import (
25
 
    errors,
26
 
    osutils,
27
 
    tests,
28
 
    transport,
29
 
    urlutils,
30
 
    )
31
 
from bzrlib.transport import (
32
 
    chroot,
33
 
    fakenfs,
34
 
    local,
35
 
    memory,
36
 
    pathfilter,
37
 
    readonly,
38
 
    )
39
 
from bzrlib.tests import (
40
 
    features,
41
 
    test_server,
42
 
    )
 
23
import bzrlib
 
24
from bzrlib import urlutils
 
25
from bzrlib.errors import (ConnectionError,
 
26
                           DependencyNotPresent,
 
27
                           FileExists,
 
28
                           InvalidURLJoin,
 
29
                           NoSuchFile,
 
30
                           PathNotChild,
 
31
                           TransportNotPossible,
 
32
                           UnsupportedProtocol,
 
33
                           )
 
34
from bzrlib.tests import TestCase, TestCaseInTempDir
 
35
from bzrlib.transport import (_CoalescedOffset,
 
36
                              _get_protocol_handlers,
 
37
                              _get_transport_modules,
 
38
                              get_transport,
 
39
                              _protocol_handlers,
 
40
                              register_lazy_transport,
 
41
                              _set_protocol_handlers,
 
42
                              Transport,
 
43
                              )
 
44
from bzrlib.transport.chroot import ChrootServer
 
45
from bzrlib.transport.memory import MemoryTransport
 
46
from bzrlib.transport.local import (LocalTransport,
 
47
                                    EmulatedWin32LocalTransport)
43
48
 
44
49
 
45
50
# TODO: Should possibly split transport-specific tests into their own files.
46
51
 
47
52
 
48
 
class TestTransport(tests.TestCase):
 
53
class TestTransport(TestCase):
49
54
    """Test the non transport-concrete class functionality."""
50
55
 
51
 
    # FIXME: These tests should use addCleanup() and/or overrideAttr() instead
52
 
    # of try/finally -- vila 20100205
53
 
 
54
56
    def test__get_set_protocol_handlers(self):
55
 
        handlers = transport._get_protocol_handlers()
56
 
        self.assertNotEqual([], handlers.keys( ))
 
57
        handlers = _get_protocol_handlers()
 
58
        self.assertNotEqual({}, handlers)
57
59
        try:
58
 
            transport._clear_protocol_handlers()
59
 
            self.assertEqual([], transport._get_protocol_handlers().keys())
 
60
            _set_protocol_handlers({})
 
61
            self.assertEqual({}, _get_protocol_handlers())
60
62
        finally:
61
 
            transport._set_protocol_handlers(handlers)
 
63
            _set_protocol_handlers(handlers)
62
64
 
63
65
    def test_get_transport_modules(self):
64
 
        handlers = transport._get_protocol_handlers()
65
 
        # don't pollute the current handlers
66
 
        transport._clear_protocol_handlers()
 
66
        handlers = _get_protocol_handlers()
67
67
        class SampleHandler(object):
68
68
            """I exist, isnt that enough?"""
69
69
        try:
70
 
            transport._clear_protocol_handlers()
71
 
            transport.register_transport_proto('foo')
72
 
            transport.register_lazy_transport('foo',
73
 
                                              'bzrlib.tests.test_transport',
74
 
                                              'TestTransport.SampleHandler')
75
 
            transport.register_transport_proto('bar')
76
 
            transport.register_lazy_transport('bar',
77
 
                                              'bzrlib.tests.test_transport',
78
 
                                              'TestTransport.SampleHandler')
79
 
            self.assertEqual([SampleHandler.__module__,
80
 
                              'bzrlib.transport.chroot',
81
 
                              'bzrlib.transport.pathfilter'],
82
 
                             transport._get_transport_modules())
 
70
            my_handlers = {}
 
71
            _set_protocol_handlers(my_handlers)
 
72
            register_lazy_transport('foo', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
 
73
            register_lazy_transport('bar', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
 
74
            self.assertEqual([SampleHandler.__module__, 'bzrlib.transport.chroot'],
 
75
                             _get_transport_modules())
83
76
        finally:
84
 
            transport._set_protocol_handlers(handlers)
 
77
            _set_protocol_handlers(handlers)
85
78
 
86
79
    def test_transport_dependency(self):
87
80
        """Transport with missing dependency causes no error"""
88
 
        saved_handlers = transport._get_protocol_handlers()
89
 
        # don't pollute the current handlers
90
 
        transport._clear_protocol_handlers()
 
81
        saved_handlers = _get_protocol_handlers()
91
82
        try:
92
 
            transport.register_transport_proto('foo')
93
 
            transport.register_lazy_transport(
94
 
                'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
 
83
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
84
                    'BadTransportHandler')
95
85
            try:
96
 
                transport.get_transport('foo://fooserver/foo')
97
 
            except errors.UnsupportedProtocol, e:
 
86
                get_transport('foo://fooserver/foo')
 
87
            except UnsupportedProtocol, e:
98
88
                e_str = str(e)
99
89
                self.assertEquals('Unsupported protocol'
100
90
                                  ' for url "foo://fooserver/foo":'
104
94
                self.fail('Did not raise UnsupportedProtocol')
105
95
        finally:
106
96
            # restore original values
107
 
            transport._set_protocol_handlers(saved_handlers)
108
 
 
 
97
            _set_protocol_handlers(saved_handlers)
 
98
            
109
99
    def test_transport_fallback(self):
110
100
        """Transport with missing dependency causes no error"""
111
 
        saved_handlers = transport._get_protocol_handlers()
 
101
        saved_handlers = _get_protocol_handlers()
112
102
        try:
113
 
            transport._clear_protocol_handlers()
114
 
            transport.register_transport_proto('foo')
115
 
            transport.register_lazy_transport(
116
 
                'foo', 'bzrlib.tests.test_transport', 'BackupTransportHandler')
117
 
            transport.register_lazy_transport(
118
 
                'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
119
 
            t = transport.get_transport('foo://fooserver/foo')
 
103
            _set_protocol_handlers({})
 
104
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
105
                    'BackupTransportHandler')
 
106
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
107
                    'BadTransportHandler')
 
108
            t = get_transport('foo://fooserver/foo')
120
109
            self.assertTrue(isinstance(t, BackupTransportHandler))
121
110
        finally:
122
 
            transport._set_protocol_handlers(saved_handlers)
123
 
 
124
 
    def test_ssh_hints(self):
125
 
        """Transport ssh:// should raise an error pointing out bzr+ssh://"""
126
 
        try:
127
 
            transport.get_transport('ssh://fooserver/foo')
128
 
        except errors.UnsupportedProtocol, e:
129
 
            e_str = str(e)
130
 
            self.assertEquals('Unsupported protocol'
131
 
                              ' for url "ssh://fooserver/foo":'
132
 
                              ' bzr supports bzr+ssh to operate over ssh,'
133
 
                              ' use "bzr+ssh://fooserver/foo".',
134
 
                              str(e))
135
 
        else:
136
 
            self.fail('Did not raise UnsupportedProtocol')
137
 
 
138
 
    def test_LateReadError(self):
139
 
        """The LateReadError helper should raise on read()."""
140
 
        a_file = transport.LateReadError('a path')
141
 
        try:
142
 
            a_file.read()
143
 
        except errors.ReadError, error:
144
 
            self.assertEqual('a path', error.path)
145
 
        self.assertRaises(errors.ReadError, a_file.read, 40)
146
 
        a_file.close()
 
111
            _set_protocol_handlers(saved_handlers)
147
112
 
148
113
    def test__combine_paths(self):
149
 
        t = transport.Transport('/')
 
114
        t = Transport('/')
150
115
        self.assertEqual('/home/sarah/project/foo',
151
116
                         t._combine_paths('/home/sarah', 'project/foo'))
152
117
        self.assertEqual('/etc',
156
121
        self.assertEqual('/etc',
157
122
                         t._combine_paths('/home/sarah', '/etc'))
158
123
 
159
 
    def test_local_abspath_non_local_transport(self):
160
 
        # the base implementation should throw
161
 
        t = memory.MemoryTransport()
162
 
        e = self.assertRaises(errors.NotLocalUrl, t.local_abspath, 't')
163
 
        self.assertEqual('memory:///t is not a local path.', str(e))
164
 
 
165
 
 
166
 
class TestCoalesceOffsets(tests.TestCase):
167
 
 
168
 
    def check(self, expected, offsets, limit=0, max_size=0, fudge=0):
169
 
        coalesce = transport.Transport._coalesce_offsets
170
 
        exp = [transport._CoalescedOffset(*x) for x in expected]
171
 
        out = list(coalesce(offsets, limit=limit, fudge_factor=fudge,
172
 
                            max_size=max_size))
 
124
 
 
125
class TestCoalesceOffsets(TestCase):
 
126
    
 
127
    def check(self, expected, offsets, limit=0, fudge=0):
 
128
        coalesce = Transport._coalesce_offsets
 
129
        exp = [_CoalescedOffset(*x) for x in expected]
 
130
        out = list(coalesce(offsets, limit=limit, fudge_factor=fudge))
173
131
        self.assertEqual(exp, out)
174
132
 
175
133
    def test_coalesce_empty(self):
182
140
        self.check([(0, 10, [(0, 10)]),
183
141
                    (20, 10, [(0, 10)]),
184
142
                   ], [(0, 10), (20, 10)])
185
 
 
 
143
            
186
144
    def test_coalesce_unsorted(self):
187
145
        self.check([(20, 10, [(0, 10)]),
188
146
                    (0, 10, [(0, 10)]),
193
151
                   [(0, 10), (10, 10)])
194
152
 
195
153
    def test_coalesce_overlapped(self):
196
 
        self.assertRaises(ValueError,
197
 
            self.check, [(0, 15, [(0, 10), (5, 10)])],
198
 
                        [(0, 10), (5, 10)])
 
154
        self.check([(0, 15, [(0, 10), (5, 10)])],
 
155
                   [(0, 10), (5, 10)])
199
156
 
200
157
    def test_coalesce_limit(self):
201
158
        self.check([(10, 50, [(0, 10), (10, 10), (20, 10),
222
179
                   ], [(10, 10), (30, 10), (100, 10)],
223
180
                   fudge=10
224
181
                  )
225
 
    def test_coalesce_max_size(self):
226
 
        self.check([(10, 20, [(0, 10), (10, 10)]),
227
 
                    (30, 50, [(0, 50)]),
228
 
                    # If one range is above max_size, it gets its own coalesced
229
 
                    # offset
230
 
                    (100, 80, [(0, 80),]),],
231
 
                   [(10, 10), (20, 10), (30, 50), (100, 80)],
232
 
                   max_size=50
233
 
                  )
234
 
 
235
 
    def test_coalesce_no_max_size(self):
236
 
        self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)]),],
237
 
                   [(10, 10), (20, 10), (30, 50), (80, 100)],
238
 
                  )
239
 
 
240
 
    def test_coalesce_default_limit(self):
241
 
        # By default we use a 100MB max size.
242
 
        ten_mb = 10*1024*1024
243
 
        self.check([(0, 10*ten_mb, [(i*ten_mb, ten_mb) for i in range(10)]),
244
 
                    (10*ten_mb, ten_mb, [(0, ten_mb)])],
245
 
                   [(i*ten_mb, ten_mb) for i in range(11)])
246
 
        self.check([(0, 11*ten_mb, [(i*ten_mb, ten_mb) for i in range(11)]),],
247
 
                   [(i*ten_mb, ten_mb) for i in range(11)],
248
 
                   max_size=1*1024*1024*1024)
249
 
 
250
 
 
251
 
class TestMemoryServer(tests.TestCase):
252
 
 
253
 
    def test_create_server(self):
254
 
        server = memory.MemoryServer()
255
 
        server.start_server()
256
 
        url = server.get_url()
257
 
        self.assertTrue(url in transport.transport_list_registry)
258
 
        t = transport.get_transport(url)
259
 
        del t
260
 
        server.stop_server()
261
 
        self.assertFalse(url in transport.transport_list_registry)
262
 
        self.assertRaises(errors.UnsupportedProtocol,
263
 
                          transport.get_transport, url)
264
 
 
265
 
 
266
 
class TestMemoryTransport(tests.TestCase):
 
182
 
 
183
 
 
184
class TestMemoryTransport(TestCase):
267
185
 
268
186
    def test_get_transport(self):
269
 
        memory.MemoryTransport()
 
187
        MemoryTransport()
270
188
 
271
189
    def test_clone(self):
272
 
        t = memory.MemoryTransport()
273
 
        self.assertTrue(isinstance(t, memory.MemoryTransport))
274
 
        self.assertEqual("memory:///", t.clone("/").base)
 
190
        transport = MemoryTransport()
 
191
        self.assertTrue(isinstance(transport, MemoryTransport))
 
192
        self.assertEqual("memory:///", transport.clone("/").base)
275
193
 
276
194
    def test_abspath(self):
277
 
        t = memory.MemoryTransport()
278
 
        self.assertEqual("memory:///relpath", t.abspath('relpath'))
 
195
        transport = MemoryTransport()
 
196
        self.assertEqual("memory:///relpath", transport.abspath('relpath'))
279
197
 
280
198
    def test_abspath_of_root(self):
281
 
        t = memory.MemoryTransport()
282
 
        self.assertEqual("memory:///", t.base)
283
 
        self.assertEqual("memory:///", t.abspath('/'))
 
199
        transport = MemoryTransport()
 
200
        self.assertEqual("memory:///", transport.base)
 
201
        self.assertEqual("memory:///", transport.abspath('/'))
284
202
 
285
203
    def test_abspath_of_relpath_starting_at_root(self):
286
 
        t = memory.MemoryTransport()
287
 
        self.assertEqual("memory:///foo", t.abspath('/foo'))
 
204
        transport = MemoryTransport()
 
205
        self.assertEqual("memory:///foo", transport.abspath('/foo'))
288
206
 
289
207
    def test_append_and_get(self):
290
 
        t = memory.MemoryTransport()
291
 
        t.append_bytes('path', 'content')
292
 
        self.assertEqual(t.get('path').read(), 'content')
293
 
        t.append_file('path', StringIO('content'))
294
 
        self.assertEqual(t.get('path').read(), 'contentcontent')
 
208
        transport = MemoryTransport()
 
209
        transport.append_bytes('path', 'content')
 
210
        self.assertEqual(transport.get('path').read(), 'content')
 
211
        transport.append_file('path', StringIO('content'))
 
212
        self.assertEqual(transport.get('path').read(), 'contentcontent')
295
213
 
296
214
    def test_put_and_get(self):
297
 
        t = memory.MemoryTransport()
298
 
        t.put_file('path', StringIO('content'))
299
 
        self.assertEqual(t.get('path').read(), 'content')
300
 
        t.put_bytes('path', 'content')
301
 
        self.assertEqual(t.get('path').read(), 'content')
 
215
        transport = MemoryTransport()
 
216
        transport.put_file('path', StringIO('content'))
 
217
        self.assertEqual(transport.get('path').read(), 'content')
 
218
        transport.put_bytes('path', 'content')
 
219
        self.assertEqual(transport.get('path').read(), 'content')
302
220
 
303
221
    def test_append_without_dir_fails(self):
304
 
        t = memory.MemoryTransport()
305
 
        self.assertRaises(errors.NoSuchFile,
306
 
                          t.append_bytes, 'dir/path', 'content')
 
222
        transport = MemoryTransport()
 
223
        self.assertRaises(NoSuchFile,
 
224
                          transport.append_bytes, 'dir/path', 'content')
307
225
 
308
226
    def test_put_without_dir_fails(self):
309
 
        t = memory.MemoryTransport()
310
 
        self.assertRaises(errors.NoSuchFile,
311
 
                          t.put_file, 'dir/path', StringIO('content'))
 
227
        transport = MemoryTransport()
 
228
        self.assertRaises(NoSuchFile,
 
229
                          transport.put_file, 'dir/path', StringIO('content'))
312
230
 
313
231
    def test_get_missing(self):
314
 
        transport = memory.MemoryTransport()
315
 
        self.assertRaises(errors.NoSuchFile, transport.get, 'foo')
 
232
        transport = MemoryTransport()
 
233
        self.assertRaises(NoSuchFile, transport.get, 'foo')
316
234
 
317
235
    def test_has_missing(self):
318
 
        t = memory.MemoryTransport()
319
 
        self.assertEquals(False, t.has('foo'))
 
236
        transport = MemoryTransport()
 
237
        self.assertEquals(False, transport.has('foo'))
320
238
 
321
239
    def test_has_present(self):
322
 
        t = memory.MemoryTransport()
323
 
        t.append_bytes('foo', 'content')
324
 
        self.assertEquals(True, t.has('foo'))
 
240
        transport = MemoryTransport()
 
241
        transport.append_bytes('foo', 'content')
 
242
        self.assertEquals(True, transport.has('foo'))
325
243
 
326
244
    def test_list_dir(self):
327
 
        t = memory.MemoryTransport()
328
 
        t.put_bytes('foo', 'content')
329
 
        t.mkdir('dir')
330
 
        t.put_bytes('dir/subfoo', 'content')
331
 
        t.put_bytes('dirlike', 'content')
 
245
        transport = MemoryTransport()
 
246
        transport.put_bytes('foo', 'content')
 
247
        transport.mkdir('dir')
 
248
        transport.put_bytes('dir/subfoo', 'content')
 
249
        transport.put_bytes('dirlike', 'content')
332
250
 
333
 
        self.assertEquals(['dir', 'dirlike', 'foo'], sorted(t.list_dir('.')))
334
 
        self.assertEquals(['subfoo'], sorted(t.list_dir('dir')))
 
251
        self.assertEquals(['dir', 'dirlike', 'foo'], sorted(transport.list_dir('.')))
 
252
        self.assertEquals(['subfoo'], sorted(transport.list_dir('dir')))
335
253
 
336
254
    def test_mkdir(self):
337
 
        t = memory.MemoryTransport()
338
 
        t.mkdir('dir')
339
 
        t.append_bytes('dir/path', 'content')
340
 
        self.assertEqual(t.get('dir/path').read(), 'content')
 
255
        transport = MemoryTransport()
 
256
        transport.mkdir('dir')
 
257
        transport.append_bytes('dir/path', 'content')
 
258
        self.assertEqual(transport.get('dir/path').read(), 'content')
341
259
 
342
260
    def test_mkdir_missing_parent(self):
343
 
        t = memory.MemoryTransport()
344
 
        self.assertRaises(errors.NoSuchFile, t.mkdir, 'dir/dir')
 
261
        transport = MemoryTransport()
 
262
        self.assertRaises(NoSuchFile,
 
263
                          transport.mkdir, 'dir/dir')
345
264
 
346
265
    def test_mkdir_twice(self):
347
 
        t = memory.MemoryTransport()
348
 
        t.mkdir('dir')
349
 
        self.assertRaises(errors.FileExists, t.mkdir, 'dir')
 
266
        transport = MemoryTransport()
 
267
        transport.mkdir('dir')
 
268
        self.assertRaises(FileExists, transport.mkdir, 'dir')
350
269
 
351
270
    def test_parameters(self):
352
 
        t = memory.MemoryTransport()
353
 
        self.assertEqual(True, t.listable())
354
 
        self.assertEqual(False, t.is_readonly())
 
271
        transport = MemoryTransport()
 
272
        self.assertEqual(True, transport.listable())
 
273
        self.assertEqual(False, transport.should_cache())
 
274
        self.assertEqual(False, transport.is_readonly())
355
275
 
356
276
    def test_iter_files_recursive(self):
357
 
        t = memory.MemoryTransport()
358
 
        t.mkdir('dir')
359
 
        t.put_bytes('dir/foo', 'content')
360
 
        t.put_bytes('dir/bar', 'content')
361
 
        t.put_bytes('bar', 'content')
362
 
        paths = set(t.iter_files_recursive())
 
277
        transport = MemoryTransport()
 
278
        transport.mkdir('dir')
 
279
        transport.put_bytes('dir/foo', 'content')
 
280
        transport.put_bytes('dir/bar', 'content')
 
281
        transport.put_bytes('bar', 'content')
 
282
        paths = set(transport.iter_files_recursive())
363
283
        self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
364
284
 
365
285
    def test_stat(self):
366
 
        t = memory.MemoryTransport()
367
 
        t.put_bytes('foo', 'content')
368
 
        t.put_bytes('bar', 'phowar')
369
 
        self.assertEqual(7, t.stat('foo').st_size)
370
 
        self.assertEqual(6, t.stat('bar').st_size)
371
 
 
372
 
 
373
 
class ChrootDecoratorTransportTest(tests.TestCase):
 
286
        transport = MemoryTransport()
 
287
        transport.put_bytes('foo', 'content')
 
288
        transport.put_bytes('bar', 'phowar')
 
289
        self.assertEqual(7, transport.stat('foo').st_size)
 
290
        self.assertEqual(6, transport.stat('bar').st_size)
 
291
 
 
292
 
 
293
class ChrootDecoratorTransportTest(TestCase):
374
294
    """Chroot decoration specific tests."""
375
295
 
376
296
    def test_abspath(self):
377
297
        # The abspath is always relative to the chroot_url.
378
 
        server = chroot.ChrootServer(
379
 
            transport.get_transport('memory:///foo/bar/'))
380
 
        self.start_server(server)
381
 
        t = transport.get_transport(server.get_url())
382
 
        self.assertEqual(server.get_url(), t.abspath('/'))
 
298
        server = ChrootServer(get_transport('memory:///foo/bar/'))
 
299
        server.setUp()
 
300
        transport = get_transport(server.get_url())
 
301
        self.assertEqual(server.get_url(), transport.abspath('/'))
383
302
 
384
 
        subdir_t = t.clone('subdir')
385
 
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
 
303
        subdir_transport = transport.clone('subdir')
 
304
        self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
 
305
        server.tearDown()
386
306
 
387
307
    def test_clone(self):
388
 
        server = chroot.ChrootServer(
389
 
            transport.get_transport('memory:///foo/bar/'))
390
 
        self.start_server(server)
391
 
        t = transport.get_transport(server.get_url())
 
308
        server = ChrootServer(get_transport('memory:///foo/bar/'))
 
309
        server.setUp()
 
310
        transport = get_transport(server.get_url())
392
311
        # relpath from root and root path are the same
393
 
        relpath_cloned = t.clone('foo')
394
 
        abspath_cloned = t.clone('/foo')
 
312
        relpath_cloned = transport.clone('foo')
 
313
        abspath_cloned = transport.clone('/foo')
395
314
        self.assertEqual(server, relpath_cloned.server)
396
315
        self.assertEqual(server, abspath_cloned.server)
397
 
 
 
316
        server.tearDown()
 
317
    
398
318
    def test_chroot_url_preserves_chroot(self):
399
319
        """Calling get_transport on a chroot transport's base should produce a
400
320
        transport with exactly the same behaviour as the original chroot
403
323
        This is so that it is not possible to escape a chroot by doing::
404
324
            url = chroot_transport.base
405
325
            parent_url = urlutils.join(url, '..')
406
 
            new_t = transport.get_transport(parent_url)
 
326
            new_transport = get_transport(parent_url)
407
327
        """
408
 
        server = chroot.ChrootServer(
409
 
            transport.get_transport('memory:///path/subpath'))
410
 
        self.start_server(server)
411
 
        t = transport.get_transport(server.get_url())
412
 
        new_t = transport.get_transport(t.base)
413
 
        self.assertEqual(t.server, new_t.server)
414
 
        self.assertEqual(t.base, new_t.base)
415
 
 
 
328
        server = ChrootServer(get_transport('memory:///path/subpath'))
 
329
        server.setUp()
 
330
        transport = get_transport(server.get_url())
 
331
        new_transport = get_transport(transport.base)
 
332
        self.assertEqual(transport.server, new_transport.server)
 
333
        self.assertEqual(transport.base, new_transport.base)
 
334
        server.tearDown()
 
335
        
416
336
    def test_urljoin_preserves_chroot(self):
417
337
        """Using urlutils.join(url, '..') on a chroot URL should not produce a
418
338
        URL that escapes the intended chroot.
420
340
        This is so that it is not possible to escape a chroot by doing::
421
341
            url = chroot_transport.base
422
342
            parent_url = urlutils.join(url, '..')
423
 
            new_t = transport.get_transport(parent_url)
 
343
            new_transport = get_transport(parent_url)
424
344
        """
425
 
        server = chroot.ChrootServer(transport.get_transport('memory:///path/'))
426
 
        self.start_server(server)
427
 
        t = transport.get_transport(server.get_url())
 
345
        server = ChrootServer(get_transport('memory:///path/'))
 
346
        server.setUp()
 
347
        transport = get_transport(server.get_url())
428
348
        self.assertRaises(
429
 
            errors.InvalidURLJoin, urlutils.join, t.base, '..')
430
 
 
431
 
 
432
 
class TestChrootServer(tests.TestCase):
 
349
            InvalidURLJoin, urlutils.join, transport.base, '..')
 
350
        server.tearDown()
 
351
 
 
352
 
 
353
class ChrootServerTest(TestCase):
433
354
 
434
355
    def test_construct(self):
435
 
        backing_transport = memory.MemoryTransport()
436
 
        server = chroot.ChrootServer(backing_transport)
 
356
        backing_transport = MemoryTransport()
 
357
        server = ChrootServer(backing_transport)
437
358
        self.assertEqual(backing_transport, server.backing_transport)
438
359
 
439
360
    def test_setUp(self):
440
 
        backing_transport = memory.MemoryTransport()
441
 
        server = chroot.ChrootServer(backing_transport)
442
 
        server.start_server()
443
 
        try:
444
 
            self.assertTrue(server.scheme
445
 
                            in transport._get_protocol_handlers().keys())
446
 
        finally:
447
 
            server.stop_server()
 
361
        backing_transport = MemoryTransport()
 
362
        server = ChrootServer(backing_transport)
 
363
        server.setUp()
 
364
        self.assertTrue(server.scheme in _protocol_handlers.keys())
448
365
 
449
 
    def test_stop_server(self):
450
 
        backing_transport = memory.MemoryTransport()
451
 
        server = chroot.ChrootServer(backing_transport)
452
 
        server.start_server()
453
 
        server.stop_server()
454
 
        self.assertFalse(server.scheme
455
 
                         in transport._get_protocol_handlers().keys())
 
366
    def test_tearDown(self):
 
367
        backing_transport = MemoryTransport()
 
368
        server = ChrootServer(backing_transport)
 
369
        server.setUp()
 
370
        server.tearDown()
 
371
        self.assertFalse(server.scheme in _protocol_handlers.keys())
456
372
 
457
373
    def test_get_url(self):
458
 
        backing_transport = memory.MemoryTransport()
459
 
        server = chroot.ChrootServer(backing_transport)
460
 
        server.start_server()
461
 
        try:
462
 
            self.assertEqual('chroot-%d:///' % id(server), server.get_url())
463
 
        finally:
464
 
            server.stop_server()
465
 
 
466
 
 
467
 
class PathFilteringDecoratorTransportTest(tests.TestCase):
468
 
    """Pathfilter decoration specific tests."""
469
 
 
470
 
    def test_abspath(self):
471
 
        # The abspath is always relative to the base of the backing transport.
472
 
        server = pathfilter.PathFilteringServer(
473
 
            transport.get_transport('memory:///foo/bar/'),
474
 
            lambda x: x)
475
 
        server.start_server()
476
 
        t = transport.get_transport(server.get_url())
477
 
        self.assertEqual(server.get_url(), t.abspath('/'))
478
 
 
479
 
        subdir_t = t.clone('subdir')
480
 
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
481
 
        server.stop_server()
482
 
 
483
 
    def make_pf_transport(self, filter_func=None):
484
 
        """Make a PathFilteringTransport backed by a MemoryTransport.
485
 
        
486
 
        :param filter_func: by default this will be a no-op function.  Use this
487
 
            parameter to override it."""
488
 
        if filter_func is None:
489
 
            filter_func = lambda x: x
490
 
        server = pathfilter.PathFilteringServer(
491
 
            transport.get_transport('memory:///foo/bar/'), filter_func)
492
 
        server.start_server()
493
 
        self.addCleanup(server.stop_server)
494
 
        return transport.get_transport(server.get_url())
495
 
 
496
 
    def test__filter(self):
497
 
        # _filter (with an identity func as filter_func) always returns
498
 
        # paths relative to the base of the backing transport.
499
 
        t = self.make_pf_transport()
500
 
        self.assertEqual('foo', t._filter('foo'))
501
 
        self.assertEqual('foo/bar', t._filter('foo/bar'))
502
 
        self.assertEqual('', t._filter('..'))
503
 
        self.assertEqual('', t._filter('/'))
504
 
        # The base of the pathfiltering transport is taken into account too.
505
 
        t = t.clone('subdir1/subdir2')
506
 
        self.assertEqual('subdir1/subdir2/foo', t._filter('foo'))
507
 
        self.assertEqual('subdir1/subdir2/foo/bar', t._filter('foo/bar'))
508
 
        self.assertEqual('subdir1', t._filter('..'))
509
 
        self.assertEqual('', t._filter('/'))
510
 
 
511
 
    def test_filter_invocation(self):
512
 
        filter_log = []
513
 
        def filter(path):
514
 
            filter_log.append(path)
515
 
            return path
516
 
        t = self.make_pf_transport(filter)
517
 
        t.has('abc')
518
 
        self.assertEqual(['abc'], filter_log)
519
 
        del filter_log[:]
520
 
        t.clone('abc').has('xyz')
521
 
        self.assertEqual(['abc/xyz'], filter_log)
522
 
        del filter_log[:]
523
 
        t.has('/abc')
524
 
        self.assertEqual(['abc'], filter_log)
525
 
 
526
 
    def test_clone(self):
527
 
        t = self.make_pf_transport()
528
 
        # relpath from root and root path are the same
529
 
        relpath_cloned = t.clone('foo')
530
 
        abspath_cloned = t.clone('/foo')
531
 
        self.assertEqual(t.server, relpath_cloned.server)
532
 
        self.assertEqual(t.server, abspath_cloned.server)
533
 
 
534
 
    def test_url_preserves_pathfiltering(self):
535
 
        """Calling get_transport on a pathfiltered transport's base should
536
 
        produce a transport with exactly the same behaviour as the original
537
 
        pathfiltered transport.
538
 
 
539
 
        This is so that it is not possible to escape (accidentally or
540
 
        otherwise) the filtering by doing::
541
 
            url = filtered_transport.base
542
 
            parent_url = urlutils.join(url, '..')
543
 
            new_t = transport.get_transport(parent_url)
544
 
        """
545
 
        t = self.make_pf_transport()
546
 
        new_t = transport.get_transport(t.base)
547
 
        self.assertEqual(t.server, new_t.server)
548
 
        self.assertEqual(t.base, new_t.base)
549
 
 
550
 
 
551
 
class ReadonlyDecoratorTransportTest(tests.TestCase):
 
374
        backing_transport = MemoryTransport()
 
375
        server = ChrootServer(backing_transport)
 
376
        server.setUp()
 
377
        self.assertEqual('chroot-%d:///' % id(server), server.get_url())
 
378
        server.tearDown()
 
379
 
 
380
 
 
381
class ReadonlyDecoratorTransportTest(TestCase):
552
382
    """Readonly decoration specific tests."""
553
383
 
554
384
    def test_local_parameters(self):
 
385
        import bzrlib.transport.readonly as readonly
555
386
        # connect to . in readonly mode
556
 
        t = readonly.ReadonlyTransportDecorator('readonly+.')
557
 
        self.assertEqual(True, t.listable())
558
 
        self.assertEqual(True, t.is_readonly())
 
387
        transport = readonly.ReadonlyTransportDecorator('readonly+.')
 
388
        self.assertEqual(True, transport.listable())
 
389
        self.assertEqual(False, transport.should_cache())
 
390
        self.assertEqual(True, transport.is_readonly())
559
391
 
560
392
    def test_http_parameters(self):
561
 
        from bzrlib.tests.http_server import HttpServer
562
 
        # connect to '.' via http which is not listable
 
393
        from bzrlib.tests.HttpServer import HttpServer
 
394
        import bzrlib.transport.readonly as readonly
 
395
        # connect to . via http which is not listable
563
396
        server = HttpServer()
564
 
        self.start_server(server)
565
 
        t = transport.get_transport('readonly+' + server.get_url())
566
 
        self.failUnless(isinstance(t, readonly.ReadonlyTransportDecorator))
567
 
        self.assertEqual(False, t.listable())
568
 
        self.assertEqual(True, t.is_readonly())
569
 
 
570
 
 
571
 
class FakeNFSDecoratorTests(tests.TestCaseInTempDir):
 
397
        server.setUp()
 
398
        try:
 
399
            transport = get_transport('readonly+' + server.get_url())
 
400
            self.failUnless(isinstance(transport,
 
401
                                       readonly.ReadonlyTransportDecorator))
 
402
            self.assertEqual(False, transport.listable())
 
403
            self.assertEqual(True, transport.should_cache())
 
404
            self.assertEqual(True, transport.is_readonly())
 
405
        finally:
 
406
            server.tearDown()
 
407
 
 
408
 
 
409
class FakeNFSDecoratorTests(TestCaseInTempDir):
572
410
    """NFS decorator specific tests."""
573
411
 
574
412
    def get_nfs_transport(self, url):
 
413
        import bzrlib.transport.fakenfs as fakenfs
575
414
        # connect to url with nfs decoration
576
415
        return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
577
416
 
578
417
    def test_local_parameters(self):
579
 
        # the listable and is_readonly parameters
 
418
        # the listable, should_cache and is_readonly parameters
580
419
        # are not changed by the fakenfs decorator
581
 
        t = self.get_nfs_transport('.')
582
 
        self.assertEqual(True, t.listable())
583
 
        self.assertEqual(False, t.is_readonly())
 
420
        transport = self.get_nfs_transport('.')
 
421
        self.assertEqual(True, transport.listable())
 
422
        self.assertEqual(False, transport.should_cache())
 
423
        self.assertEqual(False, transport.is_readonly())
584
424
 
585
425
    def test_http_parameters(self):
586
 
        # the listable and is_readonly parameters
 
426
        # the listable, should_cache and is_readonly parameters
587
427
        # are not changed by the fakenfs decorator
588
 
        from bzrlib.tests.http_server import HttpServer
589
 
        # connect to '.' via http which is not listable
 
428
        from bzrlib.tests.HttpServer import HttpServer
 
429
        # connect to . via http which is not listable
590
430
        server = HttpServer()
591
 
        self.start_server(server)
592
 
        t = self.get_nfs_transport(server.get_url())
593
 
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
594
 
        self.assertEqual(False, t.listable())
595
 
        self.assertEqual(True, t.is_readonly())
 
431
        server.setUp()
 
432
        try:
 
433
            transport = self.get_nfs_transport(server.get_url())
 
434
            self.assertIsInstance(
 
435
                transport, bzrlib.transport.fakenfs.FakeNFSTransportDecorator)
 
436
            self.assertEqual(False, transport.listable())
 
437
            self.assertEqual(True, transport.should_cache())
 
438
            self.assertEqual(True, transport.is_readonly())
 
439
        finally:
 
440
            server.tearDown()
596
441
 
597
442
    def test_fakenfs_server_default(self):
598
443
        # a FakeNFSServer() should bring up a local relpath server for itself
599
 
        server = test_server.FakeNFSServer()
600
 
        self.start_server(server)
601
 
        # the url should be decorated appropriately
602
 
        self.assertStartsWith(server.get_url(), 'fakenfs+')
603
 
        # and we should be able to get a transport for it
604
 
        t = transport.get_transport(server.get_url())
605
 
        # which must be a FakeNFSTransportDecorator instance.
606
 
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
 
444
        import bzrlib.transport.fakenfs as fakenfs
 
445
        server = fakenfs.FakeNFSServer()
 
446
        server.setUp()
 
447
        try:
 
448
            # the url should be decorated appropriately
 
449
            self.assertStartsWith(server.get_url(), 'fakenfs+')
 
450
            # and we should be able to get a transport for it
 
451
            transport = get_transport(server.get_url())
 
452
            # which must be a FakeNFSTransportDecorator instance.
 
453
            self.assertIsInstance(
 
454
                transport, fakenfs.FakeNFSTransportDecorator)
 
455
        finally:
 
456
            server.tearDown()
607
457
 
608
458
    def test_fakenfs_rename_semantics(self):
609
459
        # a FakeNFS transport must mangle the way rename errors occur to
610
460
        # look like NFS problems.
611
 
        t = self.get_nfs_transport('.')
 
461
        transport = self.get_nfs_transport('.')
612
462
        self.build_tree(['from/', 'from/foo', 'to/', 'to/bar'],
613
 
                        transport=t)
614
 
        self.assertRaises(errors.ResourceBusy, t.rename, 'from', 'to')
615
 
 
616
 
 
617
 
class FakeVFATDecoratorTests(tests.TestCaseInTempDir):
 
463
                        transport=transport)
 
464
        self.assertRaises(bzrlib.errors.ResourceBusy,
 
465
                          transport.rename, 'from', 'to')
 
466
 
 
467
 
 
468
class FakeVFATDecoratorTests(TestCaseInTempDir):
618
469
    """Tests for simulation of VFAT restrictions"""
619
470
 
620
471
    def get_vfat_transport(self, url):
624
475
 
625
476
    def test_transport_creation(self):
626
477
        from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
627
 
        t = self.get_vfat_transport('.')
628
 
        self.assertIsInstance(t, FakeVFATTransportDecorator)
 
478
        transport = self.get_vfat_transport('.')
 
479
        self.assertIsInstance(transport, FakeVFATTransportDecorator)
629
480
 
630
481
    def test_transport_mkdir(self):
631
 
        t = self.get_vfat_transport('.')
632
 
        t.mkdir('HELLO')
633
 
        self.assertTrue(t.has('hello'))
634
 
        self.assertTrue(t.has('Hello'))
 
482
        transport = self.get_vfat_transport('.')
 
483
        transport.mkdir('HELLO')
 
484
        self.assertTrue(transport.has('hello'))
 
485
        self.assertTrue(transport.has('Hello'))
635
486
 
636
487
    def test_forbidden_chars(self):
637
 
        t = self.get_vfat_transport('.')
638
 
        self.assertRaises(ValueError, t.has, "<NU>")
639
 
 
640
 
 
641
 
class BadTransportHandler(transport.Transport):
 
488
        transport = self.get_vfat_transport('.')
 
489
        self.assertRaises(ValueError, transport.has, "<NU>")
 
490
 
 
491
 
 
492
class BadTransportHandler(Transport):
642
493
    def __init__(self, base_url):
643
 
        raise errors.DependencyNotPresent('some_lib',
644
 
                                          'testing missing dependency')
645
 
 
646
 
 
647
 
class BackupTransportHandler(transport.Transport):
 
494
        raise DependencyNotPresent('some_lib', 'testing missing dependency')
 
495
 
 
496
 
 
497
class BackupTransportHandler(Transport):
648
498
    """Test transport that works as a backup for the BadTransportHandler"""
649
499
    pass
650
500
 
651
501
 
652
 
class TestTransportImplementation(tests.TestCaseInTempDir):
 
502
class TestTransportImplementation(TestCaseInTempDir):
653
503
    """Implementation verification for transports.
654
 
 
 
504
    
655
505
    To verify a transport we need a server factory, which is a callable
656
506
    that accepts no parameters and returns an implementation of
657
507
    bzrlib.transport.Server.
658
 
 
 
508
    
659
509
    That Server is then used to construct transport instances and test
660
510
    the transport via loopback activity.
661
511
 
662
 
    Currently this assumes that the Transport object is connected to the
663
 
    current working directory.  So that whatever is done
664
 
    through the transport, should show up in the working
 
512
    Currently this assumes that the Transport object is connected to the 
 
513
    current working directory.  So that whatever is done 
 
514
    through the transport, should show up in the working 
665
515
    directory, and vice-versa. This is a bug, because its possible to have
666
 
    URL schemes which provide access to something that may not be
667
 
    result in storage on the local disk, i.e. due to file system limits, or
 
516
    URL schemes which provide access to something that may not be 
 
517
    result in storage on the local disk, i.e. due to file system limits, or 
668
518
    due to it being a database or some other non-filesystem tool.
669
519
 
670
520
    This also tests to make sure that the functions work with both
671
521
    generators and lists (assuming iter(list) is effectively a generator)
672
522
    """
673
 
 
 
523
    
674
524
    def setUp(self):
675
525
        super(TestTransportImplementation, self).setUp()
676
526
        self._server = self.transport_server()
677
 
        self.start_server(self._server)
678
 
 
679
 
    def get_transport(self, relpath=None):
680
 
        """Return a connected transport to the local directory.
681
 
 
682
 
        :param relpath: a path relative to the base url.
683
 
        """
 
527
        self._server.setUp()
 
528
        self.addCleanup(self._server.tearDown)
 
529
 
 
530
    def get_transport(self):
 
531
        """Return a connected transport to the local directory."""
684
532
        base_url = self._server.get_url()
685
 
        url = self._adjust_url(base_url, relpath)
686
533
        # try getting the transport via the regular interface:
687
 
        t = transport.get_transport(url)
688
 
        # vila--20070607 if the following are commented out the test suite
689
 
        # still pass. Is this really still needed or was it a forgotten
690
 
        # temporary fix ?
 
534
        t = get_transport(base_url)
691
535
        if not isinstance(t, self.transport_class):
692
536
            # we did not get the correct transport class type. Override the
693
537
            # regular connection behaviour by direct construction.
694
 
            t = self.transport_class(url)
 
538
            t = self.transport_class(base_url)
695
539
        return t
696
540
 
697
541
 
698
 
class TestLocalTransports(tests.TestCase):
 
542
class TestLocalTransports(TestCase):
699
543
 
700
544
    def test_get_transport_from_abspath(self):
701
 
        here = osutils.abspath('.')
702
 
        t = transport.get_transport(here)
703
 
        self.assertIsInstance(t, local.LocalTransport)
 
545
        here = os.path.abspath('.')
 
546
        t = get_transport(here)
 
547
        self.assertIsInstance(t, LocalTransport)
704
548
        self.assertEquals(t.base, urlutils.local_path_to_url(here) + '/')
705
549
 
706
550
    def test_get_transport_from_relpath(self):
707
 
        here = osutils.abspath('.')
708
 
        t = transport.get_transport('.')
709
 
        self.assertIsInstance(t, local.LocalTransport)
 
551
        here = os.path.abspath('.')
 
552
        t = get_transport('.')
 
553
        self.assertIsInstance(t, LocalTransport)
710
554
        self.assertEquals(t.base, urlutils.local_path_to_url('.') + '/')
711
555
 
712
556
    def test_get_transport_from_local_url(self):
713
 
        here = osutils.abspath('.')
 
557
        here = os.path.abspath('.')
714
558
        here_url = urlutils.local_path_to_url(here) + '/'
715
 
        t = transport.get_transport(here_url)
716
 
        self.assertIsInstance(t, local.LocalTransport)
 
559
        t = get_transport(here_url)
 
560
        self.assertIsInstance(t, LocalTransport)
717
561
        self.assertEquals(t.base, here_url)
718
562
 
719
 
    def test_local_abspath(self):
720
 
        here = osutils.abspath('.')
721
 
        t = transport.get_transport(here)
722
 
        self.assertEquals(t.local_abspath(''), here)
723
 
 
724
 
 
725
 
class TestWin32LocalTransport(tests.TestCase):
 
563
 
 
564
class TestWin32LocalTransport(TestCase):
726
565
 
727
566
    def test_unc_clone_to_root(self):
728
567
        # Win32 UNC path like \\HOST\path
729
568
        # clone to root should stop at least at \\HOST part
730
569
        # not on \\
731
 
        t = local.EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
 
570
        t = EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
732
571
        for i in xrange(4):
733
572
            t = t.clone('..')
734
573
        self.assertEquals(t.base, 'file://HOST/')
735
574
        # make sure we reach the root
736
575
        t = t.clone('..')
737
576
        self.assertEquals(t.base, 'file://HOST/')
738
 
 
739
 
 
740
 
class TestConnectedTransport(tests.TestCase):
741
 
    """Tests for connected to remote server transports"""
742
 
 
743
 
    def test_parse_url(self):
744
 
        t = transport.ConnectedTransport(
745
 
            'http://simple.example.com/home/source')
746
 
        self.assertEquals(t._host, 'simple.example.com')
747
 
        self.assertEquals(t._port, None)
748
 
        self.assertEquals(t._path, '/home/source/')
749
 
        self.failUnless(t._user is None)
750
 
        self.failUnless(t._password is None)
751
 
 
752
 
        self.assertEquals(t.base, 'http://simple.example.com/home/source/')
753
 
 
754
 
    def test_parse_url_with_at_in_user(self):
755
 
        # Bug 228058
756
 
        t = transport.ConnectedTransport('ftp://user@host.com@www.host.com/')
757
 
        self.assertEquals(t._user, 'user@host.com')
758
 
 
759
 
    def test_parse_quoted_url(self):
760
 
        t = transport.ConnectedTransport(
761
 
            'http://ro%62ey:h%40t@ex%41mple.com:2222/path')
762
 
        self.assertEquals(t._host, 'exAmple.com')
763
 
        self.assertEquals(t._port, 2222)
764
 
        self.assertEquals(t._user, 'robey')
765
 
        self.assertEquals(t._password, 'h@t')
766
 
        self.assertEquals(t._path, '/path/')
767
 
 
768
 
        # Base should not keep track of the password
769
 
        self.assertEquals(t.base, 'http://robey@exAmple.com:2222/path/')
770
 
 
771
 
    def test_parse_invalid_url(self):
772
 
        self.assertRaises(errors.InvalidURL,
773
 
                          transport.ConnectedTransport,
774
 
                          'sftp://lily.org:~janneke/public/bzr/gub')
775
 
 
776
 
    def test_relpath(self):
777
 
        t = transport.ConnectedTransport('sftp://user@host.com/abs/path')
778
 
 
779
 
        self.assertEquals(t.relpath('sftp://user@host.com/abs/path/sub'), 'sub')
780
 
        self.assertRaises(errors.PathNotChild, t.relpath,
781
 
                          'http://user@host.com/abs/path/sub')
782
 
        self.assertRaises(errors.PathNotChild, t.relpath,
783
 
                          'sftp://user2@host.com/abs/path/sub')
784
 
        self.assertRaises(errors.PathNotChild, t.relpath,
785
 
                          'sftp://user@otherhost.com/abs/path/sub')
786
 
        self.assertRaises(errors.PathNotChild, t.relpath,
787
 
                          'sftp://user@host.com:33/abs/path/sub')
788
 
        # Make sure it works when we don't supply a username
789
 
        t = transport.ConnectedTransport('sftp://host.com/abs/path')
790
 
        self.assertEquals(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
791
 
 
792
 
        # Make sure it works when parts of the path will be url encoded
793
 
        t = transport.ConnectedTransport('sftp://host.com/dev/%path')
794
 
        self.assertEquals(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
795
 
 
796
 
    def test_connection_sharing_propagate_credentials(self):
797
 
        t = transport.ConnectedTransport('ftp://user@host.com/abs/path')
798
 
        self.assertEquals('user', t._user)
799
 
        self.assertEquals('host.com', t._host)
800
 
        self.assertIs(None, t._get_connection())
801
 
        self.assertIs(None, t._password)
802
 
        c = t.clone('subdir')
803
 
        self.assertIs(None, c._get_connection())
804
 
        self.assertIs(None, t._password)
805
 
 
806
 
        # Simulate the user entering a password
807
 
        password = 'secret'
808
 
        connection = object()
809
 
        t._set_connection(connection, password)
810
 
        self.assertIs(connection, t._get_connection())
811
 
        self.assertIs(password, t._get_credentials())
812
 
        self.assertIs(connection, c._get_connection())
813
 
        self.assertIs(password, c._get_credentials())
814
 
 
815
 
        # credentials can be updated
816
 
        new_password = 'even more secret'
817
 
        c._update_credentials(new_password)
818
 
        self.assertIs(connection, t._get_connection())
819
 
        self.assertIs(new_password, t._get_credentials())
820
 
        self.assertIs(connection, c._get_connection())
821
 
        self.assertIs(new_password, c._get_credentials())
822
 
 
823
 
 
824
 
class TestReusedTransports(tests.TestCase):
825
 
    """Tests for transport reuse"""
826
 
 
827
 
    def test_reuse_same_transport(self):
828
 
        possible_transports = []
829
 
        t1 = transport.get_transport('http://foo/',
830
 
                                     possible_transports=possible_transports)
831
 
        self.assertEqual([t1], possible_transports)
832
 
        t2 = transport.get_transport('http://foo/',
833
 
                                     possible_transports=[t1])
834
 
        self.assertIs(t1, t2)
835
 
 
836
 
        # Also check that final '/' are handled correctly
837
 
        t3 = transport.get_transport('http://foo/path/')
838
 
        t4 = transport.get_transport('http://foo/path',
839
 
                                     possible_transports=[t3])
840
 
        self.assertIs(t3, t4)
841
 
 
842
 
        t5 = transport.get_transport('http://foo/path')
843
 
        t6 = transport.get_transport('http://foo/path/',
844
 
                                     possible_transports=[t5])
845
 
        self.assertIs(t5, t6)
846
 
 
847
 
    def test_don_t_reuse_different_transport(self):
848
 
        t1 = transport.get_transport('http://foo/path')
849
 
        t2 = transport.get_transport('http://bar/path',
850
 
                                     possible_transports=[t1])
851
 
        self.assertIsNot(t1, t2)
852
 
 
853
 
 
854
 
class TestTransportTrace(tests.TestCase):
855
 
 
856
 
    def test_get(self):
857
 
        t = transport.get_transport('trace+memory://')
858
 
        self.assertIsInstance(t, bzrlib.transport.trace.TransportTraceDecorator)
859
 
 
860
 
    def test_clone_preserves_activity(self):
861
 
        t = transport.get_transport('trace+memory://')
862
 
        t2 = t.clone('.')
863
 
        self.assertTrue(t is not t2)
864
 
        self.assertTrue(t._activity is t2._activity)
865
 
 
866
 
    # the following specific tests are for the operations that have made use of
867
 
    # logging in tests; we could test every single operation but doing that
868
 
    # still won't cause a test failure when the top level Transport API
869
 
    # changes; so there is little return doing that.
870
 
    def test_get(self):
871
 
        t = transport.get_transport('trace+memory:///')
872
 
        t.put_bytes('foo', 'barish')
873
 
        t.get('foo')
874
 
        expected_result = []
875
 
        # put_bytes records the bytes, not the content to avoid memory
876
 
        # pressure.
877
 
        expected_result.append(('put_bytes', 'foo', 6, None))
878
 
        # get records the file name only.
879
 
        expected_result.append(('get', 'foo'))
880
 
        self.assertEqual(expected_result, t._activity)
881
 
 
882
 
    def test_readv(self):
883
 
        t = transport.get_transport('trace+memory:///')
884
 
        t.put_bytes('foo', 'barish')
885
 
        list(t.readv('foo', [(0, 1), (3, 2)],
886
 
                     adjust_for_latency=True, upper_limit=6))
887
 
        expected_result = []
888
 
        # put_bytes records the bytes, not the content to avoid memory
889
 
        # pressure.
890
 
        expected_result.append(('put_bytes', 'foo', 6, None))
891
 
        # readv records the supplied offset request
892
 
        expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
893
 
        self.assertEqual(expected_result, t._activity)
894
 
 
895
 
 
896
 
class TestSSHConnections(tests.TestCaseWithTransport):
897
 
 
898
 
    def test_bzr_connect_to_bzr_ssh(self):
899
 
        """User acceptance that get_transport of a bzr+ssh:// behaves correctly.
900
 
 
901
 
        bzr+ssh:// should cause bzr to run a remote bzr smart server over SSH.
902
 
        """
903
 
        # This test actually causes a bzr instance to be invoked, which is very
904
 
        # expensive: it should be the only such test in the test suite.
905
 
        # A reasonable evolution for this would be to simply check inside
906
 
        # check_channel_exec_request that the command is appropriate, and then
907
 
        # satisfy requests in-process.
908
 
        self.requireFeature(features.paramiko)
909
 
        # SFTPFullAbsoluteServer has a get_url method, and doesn't
910
 
        # override the interface (doesn't change self._vendor).
911
 
        # Note that this does encryption, so can be slow.
912
 
        from bzrlib.tests import stub_sftp
913
 
 
914
 
        # Start an SSH server
915
 
        self.command_executed = []
916
 
        # XXX: This is horrible -- we define a really dumb SSH server that
917
 
        # executes commands, and manage the hooking up of stdin/out/err to the
918
 
        # SSH channel ourselves.  Surely this has already been implemented
919
 
        # elsewhere?
920
 
        started = []
921
 
        class StubSSHServer(stub_sftp.StubServer):
922
 
 
923
 
            test = self
924
 
 
925
 
            def check_channel_exec_request(self, channel, command):
926
 
                self.test.command_executed.append(command)
927
 
                proc = subprocess.Popen(
928
 
                    command, shell=True, stdin=subprocess.PIPE,
929
 
                    stdout=subprocess.PIPE, stderr=subprocess.PIPE)
930
 
 
931
 
                # XXX: horribly inefficient, not to mention ugly.
932
 
                # Start a thread for each of stdin/out/err, and relay bytes from
933
 
                # the subprocess to channel and vice versa.
934
 
                def ferry_bytes(read, write, close):
935
 
                    while True:
936
 
                        bytes = read(1)
937
 
                        if bytes == '':
938
 
                            close()
939
 
                            break
940
 
                        write(bytes)
941
 
 
942
 
                file_functions = [
943
 
                    (channel.recv, proc.stdin.write, proc.stdin.close),
944
 
                    (proc.stdout.read, channel.sendall, channel.close),
945
 
                    (proc.stderr.read, channel.sendall_stderr, channel.close)]
946
 
                started.append(proc)
947
 
                for read, write, close in file_functions:
948
 
                    t = threading.Thread(
949
 
                        target=ferry_bytes, args=(read, write, close))
950
 
                    t.start()
951
 
                    started.append(t)
952
 
 
953
 
                return True
954
 
 
955
 
        ssh_server = stub_sftp.SFTPFullAbsoluteServer(StubSSHServer)
956
 
        # We *don't* want to override the default SSH vendor: the detected one
957
 
        # is the one to use.
958
 
        self.start_server(ssh_server)
959
 
        port = ssh_server._listener.port
960
 
 
961
 
        if sys.platform == 'win32':
962
 
            bzr_remote_path = sys.executable + ' ' + self.get_bzr_path()
963
 
        else:
964
 
            bzr_remote_path = self.get_bzr_path()
965
 
        os.environ['BZR_REMOTE_PATH'] = bzr_remote_path
966
 
 
967
 
        # Access the branch via a bzr+ssh URL.  The BZR_REMOTE_PATH environment
968
 
        # variable is used to tell bzr what command to run on the remote end.
969
 
        path_to_branch = osutils.abspath('.')
970
 
        if sys.platform == 'win32':
971
 
            # On Windows, we export all drives as '/C:/, etc. So we need to
972
 
            # prefix a '/' to get the right path.
973
 
            path_to_branch = '/' + path_to_branch
974
 
        url = 'bzr+ssh://fred:secret@localhost:%d%s' % (port, path_to_branch)
975
 
        t = transport.get_transport(url)
976
 
        self.permit_url(t.base)
977
 
        t.mkdir('foo')
978
 
 
979
 
        self.assertEqual(
980
 
            ['%s serve --inet --directory=/ --allow-writes' % bzr_remote_path],
981
 
            self.command_executed)
982
 
        # Make sure to disconnect, so that the remote process can stop, and we
983
 
        # can cleanup. Then pause the test until everything is shutdown
984
 
        t._client._medium.disconnect()
985
 
        if not started:
986
 
            return
987
 
        # First wait for the subprocess
988
 
        started[0].wait()
989
 
        # And the rest are threads
990
 
        for t in started[1:]:
991
 
            t.join()