← Back to branch summary

~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_transport.py

(parthm) Better regex compile errors (Parth Malwankar)

Show diffs side-by-side

added added

removed removed

Lines of Context:
bzrlib/tests/test_transport.py
1
 
# Copyright (C) 2004, 2005, 2006, 2007 Canonical Ltd
 
1
# Copyright (C) 2005-2010 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
 
 
17
 
 
 
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
16
 
 
17
 
 
18
from cStringIO import StringIO
18
19
import os
 
20
import subprocess
19
21
import sys
20
 
import stat
21
 
from cStringIO import StringIO
 
22
import threading
22
23
 
23
 
import bzrlib
24
24
from bzrlib import (
25
25
    errors,
 
26
    osutils,
 
27
    tests,
 
28
    transport,
26
29
    urlutils,
27
30
    )
28
 
from bzrlib.errors import (ConnectionError,
29
 
                           DependencyNotPresent,
30
 
                           FileExists,
31
 
                           InvalidURLJoin,
32
 
                           NoSuchFile,
33
 
                           PathNotChild,
34
 
                           TransportNotPossible,
35
 
                           ConnectionError,
36
 
                           DependencyNotPresent,
37
 
                           ReadError,
38
 
                           UnsupportedProtocol,
39
 
                           )
40
 
from bzrlib.tests import TestCase, TestCaseInTempDir
41
 
from bzrlib.transport import (_CoalescedOffset,
42
 
                              _get_protocol_handlers,
43
 
                              _set_protocol_handlers,
44
 
                              _get_transport_modules,
45
 
                              get_transport,
46
 
                              LateReadError,
47
 
                              register_lazy_transport,
48
 
                              register_transport_proto,
49
 
                              _clear_protocol_handlers,
50
 
                              Transport,
51
 
                              )
52
 
from bzrlib.transport.chroot import ChrootServer
53
 
from bzrlib.transport.memory import MemoryTransport
54
 
from bzrlib.transport.local import (LocalTransport,
55
 
                                    EmulatedWin32LocalTransport)
 
31
from bzrlib.transport import (
 
32
    chroot,
 
33
    fakenfs,
 
34
    local,
 
35
    memory,
 
36
    pathfilter,
 
37
    readonly,
 
38
    )
 
39
from bzrlib.tests import (
 
40
    features,
 
41
    test_server,
 
42
    )
56
43
 
57
44
 
58
45
# TODO: Should possibly split transport-specific tests into their own files.
59
46
 
60
47
 
61
 
class TestTransport(TestCase):
 
48
class TestTransport(tests.TestCase):
62
49
    """Test the non transport-concrete class functionality."""
63
50
 
 
51
    # FIXME: These tests should use addCleanup() and/or overrideAttr() instead
 
52
    # of try/finally -- vila 20100205
 
53
 
64
54
    def test__get_set_protocol_handlers(self):
65
 
        handlers = _get_protocol_handlers()
 
55
        handlers = transport._get_protocol_handlers()
66
56
        self.assertNotEqual([], handlers.keys( ))
67
57
        try:
68
 
            _clear_protocol_handlers()
69
 
            self.assertEqual([], _get_protocol_handlers().keys())
 
58
            transport._clear_protocol_handlers()
 
59
            self.assertEqual([], transport._get_protocol_handlers().keys())
70
60
        finally:
71
 
            _set_protocol_handlers(handlers)
 
61
            transport._set_protocol_handlers(handlers)
72
62
 
73
63
    def test_get_transport_modules(self):
74
 
        handlers = _get_protocol_handlers()
 
64
        handlers = transport._get_protocol_handlers()
 
65
        # don't pollute the current handlers
 
66
        transport._clear_protocol_handlers()
75
67
        class SampleHandler(object):
76
68
            """I exist, isnt that enough?"""
77
69
        try:
78
 
            _clear_protocol_handlers()
79
 
            register_transport_proto('foo')
80
 
            register_lazy_transport('foo', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
81
 
            register_transport_proto('bar')
82
 
            register_lazy_transport('bar', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
83
 
            self.assertEqual([SampleHandler.__module__, 'bzrlib.transport.chroot'],
84
 
                             _get_transport_modules())
 
70
            transport._clear_protocol_handlers()
 
71
            transport.register_transport_proto('foo')
 
72
            transport.register_lazy_transport('foo',
 
73
                                              'bzrlib.tests.test_transport',
 
74
                                              'TestTransport.SampleHandler')
 
75
            transport.register_transport_proto('bar')
 
76
            transport.register_lazy_transport('bar',
 
77
                                              'bzrlib.tests.test_transport',
 
78
                                              'TestTransport.SampleHandler')
 
79
            self.assertEqual([SampleHandler.__module__,
 
80
                              'bzrlib.transport.chroot',
 
81
                              'bzrlib.transport.pathfilter'],
 
82
                             transport._get_transport_modules())
85
83
        finally:
86
 
            _set_protocol_handlers(handlers)
 
84
            transport._set_protocol_handlers(handlers)
87
85
 
88
86
    def test_transport_dependency(self):
89
87
        """Transport with missing dependency causes no error"""
90
 
        saved_handlers = _get_protocol_handlers()
 
88
        saved_handlers = transport._get_protocol_handlers()
 
89
        # don't pollute the current handlers
 
90
        transport._clear_protocol_handlers()
91
91
        try:
92
 
            register_transport_proto('foo')
93
 
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
94
 
                    'BadTransportHandler')
 
92
            transport.register_transport_proto('foo')
 
93
            transport.register_lazy_transport(
 
94
                'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
95
95
            try:
96
 
                get_transport('foo://fooserver/foo')
97
 
            except UnsupportedProtocol, e:
 
96
                transport.get_transport('foo://fooserver/foo')
 
97
            except errors.UnsupportedProtocol, e:
98
98
                e_str = str(e)
99
99
                self.assertEquals('Unsupported protocol'
100
100
                                  ' for url "foo://fooserver/foo":'
104
104
                self.fail('Did not raise UnsupportedProtocol')
105
105
        finally:
106
106
            # restore original values
107
 
            _set_protocol_handlers(saved_handlers)
108
 
            
 
107
            transport._set_protocol_handlers(saved_handlers)
 
108
 
109
109
    def test_transport_fallback(self):
110
110
        """Transport with missing dependency causes no error"""
111
 
        saved_handlers = _get_protocol_handlers()
 
111
        saved_handlers = transport._get_protocol_handlers()
112
112
        try:
113
 
            _clear_protocol_handlers()
114
 
            register_transport_proto('foo')
115
 
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
116
 
                    'BackupTransportHandler')
117
 
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
118
 
                    'BadTransportHandler')
119
 
            t = get_transport('foo://fooserver/foo')
 
113
            transport._clear_protocol_handlers()
 
114
            transport.register_transport_proto('foo')
 
115
            transport.register_lazy_transport(
 
116
                'foo', 'bzrlib.tests.test_transport', 'BackupTransportHandler')
 
117
            transport.register_lazy_transport(
 
118
                'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
 
119
            t = transport.get_transport('foo://fooserver/foo')
120
120
            self.assertTrue(isinstance(t, BackupTransportHandler))
121
121
        finally:
122
 
            _set_protocol_handlers(saved_handlers)
 
122
            transport._set_protocol_handlers(saved_handlers)
 
123
 
 
124
    def test_ssh_hints(self):
 
125
        """Transport ssh:// should raise an error pointing out bzr+ssh://"""
 
126
        try:
 
127
            transport.get_transport('ssh://fooserver/foo')
 
128
        except errors.UnsupportedProtocol, e:
 
129
            e_str = str(e)
 
130
            self.assertEquals('Unsupported protocol'
 
131
                              ' for url "ssh://fooserver/foo":'
 
132
                              ' bzr supports bzr+ssh to operate over ssh,'
 
133
                              ' use "bzr+ssh://fooserver/foo".',
 
134
                              str(e))
 
135
        else:
 
136
            self.fail('Did not raise UnsupportedProtocol')
123
137
 
124
138
    def test_LateReadError(self):
125
139
        """The LateReadError helper should raise on read()."""
126
 
        a_file = LateReadError('a path')
 
140
        a_file = transport.LateReadError('a path')
127
141
        try:
128
142
            a_file.read()
129
 
        except ReadError, error:
 
143
        except errors.ReadError, error:
130
144
            self.assertEqual('a path', error.path)
131
 
        self.assertRaises(ReadError, a_file.read, 40)
 
145
        self.assertRaises(errors.ReadError, a_file.read, 40)
132
146
        a_file.close()
133
147
 
134
148
    def test__combine_paths(self):
135
 
        t = Transport('/')
 
149
        t = transport.Transport('/')
136
150
        self.assertEqual('/home/sarah/project/foo',
137
151
                         t._combine_paths('/home/sarah', 'project/foo'))
138
152
        self.assertEqual('/etc',
144
158
 
145
159
    def test_local_abspath_non_local_transport(self):
146
160
        # the base implementation should throw
147
 
        t = MemoryTransport()
 
161
        t = memory.MemoryTransport()
148
162
        e = self.assertRaises(errors.NotLocalUrl, t.local_abspath, 't')
149
163
        self.assertEqual('memory:///t is not a local path.', str(e))
150
164
 
151
165
 
152
 
class TestCoalesceOffsets(TestCase):
153
 
    
154
 
    def check(self, expected, offsets, limit=0, fudge=0):
155
 
        coalesce = Transport._coalesce_offsets
156
 
        exp = [_CoalescedOffset(*x) for x in expected]
157
 
        out = list(coalesce(offsets, limit=limit, fudge_factor=fudge))
 
166
class TestCoalesceOffsets(tests.TestCase):
 
167
 
 
168
    def check(self, expected, offsets, limit=0, max_size=0, fudge=0):
 
169
        coalesce = transport.Transport._coalesce_offsets
 
170
        exp = [transport._CoalescedOffset(*x) for x in expected]
 
171
        out = list(coalesce(offsets, limit=limit, fudge_factor=fudge,
 
172
                            max_size=max_size))
158
173
        self.assertEqual(exp, out)
159
174
 
160
175
    def test_coalesce_empty(self):
167
182
        self.check([(0, 10, [(0, 10)]),
168
183
                    (20, 10, [(0, 10)]),
169
184
                   ], [(0, 10), (20, 10)])
170
 
            
 
185
 
171
186
    def test_coalesce_unsorted(self):
172
187
        self.check([(20, 10, [(0, 10)]),
173
188
                    (0, 10, [(0, 10)]),
178
193
                   [(0, 10), (10, 10)])
179
194
 
180
195
    def test_coalesce_overlapped(self):
181
 
        self.check([(0, 15, [(0, 10), (5, 10)])],
182
 
                   [(0, 10), (5, 10)])
 
196
        self.assertRaises(ValueError,
 
197
            self.check, [(0, 15, [(0, 10), (5, 10)])],
 
198
                        [(0, 10), (5, 10)])
183
199
 
184
200
    def test_coalesce_limit(self):
185
201
        self.check([(10, 50, [(0, 10), (10, 10), (20, 10),
206
222
                   ], [(10, 10), (30, 10), (100, 10)],
207
223
                   fudge=10
208
224
                  )
209
 
 
210
 
 
211
 
class TestMemoryTransport(TestCase):
 
225
    def test_coalesce_max_size(self):
 
226
        self.check([(10, 20, [(0, 10), (10, 10)]),
 
227
                    (30, 50, [(0, 50)]),
 
228
                    # If one range is above max_size, it gets its own coalesced
 
229
                    # offset
 
230
                    (100, 80, [(0, 80),]),],
 
231
                   [(10, 10), (20, 10), (30, 50), (100, 80)],
 
232
                   max_size=50
 
233
                  )
 
234
 
 
235
    def test_coalesce_no_max_size(self):
 
236
        self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)]),],
 
237
                   [(10, 10), (20, 10), (30, 50), (80, 100)],
 
238
                  )
 
239
 
 
240
    def test_coalesce_default_limit(self):
 
241
        # By default we use a 100MB max size.
 
242
        ten_mb = 10*1024*1024
 
243
        self.check([(0, 10*ten_mb, [(i*ten_mb, ten_mb) for i in range(10)]),
 
244
                    (10*ten_mb, ten_mb, [(0, ten_mb)])],
 
245
                   [(i*ten_mb, ten_mb) for i in range(11)])
 
246
        self.check([(0, 11*ten_mb, [(i*ten_mb, ten_mb) for i in range(11)]),],
 
247
                   [(i*ten_mb, ten_mb) for i in range(11)],
 
248
                   max_size=1*1024*1024*1024)
 
249
 
 
250
 
 
251
class TestMemoryServer(tests.TestCase):
 
252
 
 
253
    def test_create_server(self):
 
254
        server = memory.MemoryServer()
 
255
        server.start_server()
 
256
        url = server.get_url()
 
257
        self.assertTrue(url in transport.transport_list_registry)
 
258
        t = transport.get_transport(url)
 
259
        del t
 
260
        server.stop_server()
 
261
        self.assertFalse(url in transport.transport_list_registry)
 
262
        self.assertRaises(errors.UnsupportedProtocol,
 
263
                          transport.get_transport, url)
 
264
 
 
265
 
 
266
class TestMemoryTransport(tests.TestCase):
212
267
 
213
268
    def test_get_transport(self):
214
 
        MemoryTransport()
 
269
        memory.MemoryTransport()
215
270
 
216
271
    def test_clone(self):
217
 
        transport = MemoryTransport()
218
 
        self.assertTrue(isinstance(transport, MemoryTransport))
219
 
        self.assertEqual("memory:///", transport.clone("/").base)
 
272
        t = memory.MemoryTransport()
 
273
        self.assertTrue(isinstance(t, memory.MemoryTransport))
 
274
        self.assertEqual("memory:///", t.clone("/").base)
220
275
 
221
276
    def test_abspath(self):
222
 
        transport = MemoryTransport()
223
 
        self.assertEqual("memory:///relpath", transport.abspath('relpath'))
 
277
        t = memory.MemoryTransport()
 
278
        self.assertEqual("memory:///relpath", t.abspath('relpath'))
224
279
 
225
280
    def test_abspath_of_root(self):
226
 
        transport = MemoryTransport()
227
 
        self.assertEqual("memory:///", transport.base)
228
 
        self.assertEqual("memory:///", transport.abspath('/'))
 
281
        t = memory.MemoryTransport()
 
282
        self.assertEqual("memory:///", t.base)
 
283
        self.assertEqual("memory:///", t.abspath('/'))
229
284
 
230
285
    def test_abspath_of_relpath_starting_at_root(self):
231
 
        transport = MemoryTransport()
232
 
        self.assertEqual("memory:///foo", transport.abspath('/foo'))
 
286
        t = memory.MemoryTransport()
 
287
        self.assertEqual("memory:///foo", t.abspath('/foo'))
233
288
 
234
289
    def test_append_and_get(self):
235
 
        transport = MemoryTransport()
236
 
        transport.append_bytes('path', 'content')
237
 
        self.assertEqual(transport.get('path').read(), 'content')
238
 
        transport.append_file('path', StringIO('content'))
239
 
        self.assertEqual(transport.get('path').read(), 'contentcontent')
 
290
        t = memory.MemoryTransport()
 
291
        t.append_bytes('path', 'content')
 
292
        self.assertEqual(t.get('path').read(), 'content')
 
293
        t.append_file('path', StringIO('content'))
 
294
        self.assertEqual(t.get('path').read(), 'contentcontent')
240
295
 
241
296
    def test_put_and_get(self):
242
 
        transport = MemoryTransport()
243
 
        transport.put_file('path', StringIO('content'))
244
 
        self.assertEqual(transport.get('path').read(), 'content')
245
 
        transport.put_bytes('path', 'content')
246
 
        self.assertEqual(transport.get('path').read(), 'content')
 
297
        t = memory.MemoryTransport()
 
298
        t.put_file('path', StringIO('content'))
 
299
        self.assertEqual(t.get('path').read(), 'content')
 
300
        t.put_bytes('path', 'content')
 
301
        self.assertEqual(t.get('path').read(), 'content')
247
302
 
248
303
    def test_append_without_dir_fails(self):
249
 
        transport = MemoryTransport()
250
 
        self.assertRaises(NoSuchFile,
251
 
                          transport.append_bytes, 'dir/path', 'content')
 
304
        t = memory.MemoryTransport()
 
305
        self.assertRaises(errors.NoSuchFile,
 
306
                          t.append_bytes, 'dir/path', 'content')
252
307
 
253
308
    def test_put_without_dir_fails(self):
254
 
        transport = MemoryTransport()
255
 
        self.assertRaises(NoSuchFile,
256
 
                          transport.put_file, 'dir/path', StringIO('content'))
 
309
        t = memory.MemoryTransport()
 
310
        self.assertRaises(errors.NoSuchFile,
 
311
                          t.put_file, 'dir/path', StringIO('content'))
257
312
 
258
313
    def test_get_missing(self):
259
 
        transport = MemoryTransport()
260
 
        self.assertRaises(NoSuchFile, transport.get, 'foo')
 
314
        transport = memory.MemoryTransport()
 
315
        self.assertRaises(errors.NoSuchFile, transport.get, 'foo')
261
316
 
262
317
    def test_has_missing(self):
263
 
        transport = MemoryTransport()
264
 
        self.assertEquals(False, transport.has('foo'))
 
318
        t = memory.MemoryTransport()
 
319
        self.assertEquals(False, t.has('foo'))
265
320
 
266
321
    def test_has_present(self):
267
 
        transport = MemoryTransport()
268
 
        transport.append_bytes('foo', 'content')
269
 
        self.assertEquals(True, transport.has('foo'))
 
322
        t = memory.MemoryTransport()
 
323
        t.append_bytes('foo', 'content')
 
324
        self.assertEquals(True, t.has('foo'))
270
325
 
271
326
    def test_list_dir(self):
272
 
        transport = MemoryTransport()
273
 
        transport.put_bytes('foo', 'content')
274
 
        transport.mkdir('dir')
275
 
        transport.put_bytes('dir/subfoo', 'content')
276
 
        transport.put_bytes('dirlike', 'content')
 
327
        t = memory.MemoryTransport()
 
328
        t.put_bytes('foo', 'content')
 
329
        t.mkdir('dir')
 
330
        t.put_bytes('dir/subfoo', 'content')
 
331
        t.put_bytes('dirlike', 'content')
277
332
 
278
 
        self.assertEquals(['dir', 'dirlike', 'foo'], sorted(transport.list_dir('.')))
279
 
        self.assertEquals(['subfoo'], sorted(transport.list_dir('dir')))
 
333
        self.assertEquals(['dir', 'dirlike', 'foo'], sorted(t.list_dir('.')))
 
334
        self.assertEquals(['subfoo'], sorted(t.list_dir('dir')))
280
335
 
281
336
    def test_mkdir(self):
282
 
        transport = MemoryTransport()
283
 
        transport.mkdir('dir')
284
 
        transport.append_bytes('dir/path', 'content')
285
 
        self.assertEqual(transport.get('dir/path').read(), 'content')
 
337
        t = memory.MemoryTransport()
 
338
        t.mkdir('dir')
 
339
        t.append_bytes('dir/path', 'content')
 
340
        self.assertEqual(t.get('dir/path').read(), 'content')
286
341
 
287
342
    def test_mkdir_missing_parent(self):
288
 
        transport = MemoryTransport()
289
 
        self.assertRaises(NoSuchFile,
290
 
                          transport.mkdir, 'dir/dir')
 
343
        t = memory.MemoryTransport()
 
344
        self.assertRaises(errors.NoSuchFile, t.mkdir, 'dir/dir')
291
345
 
292
346
    def test_mkdir_twice(self):
293
 
        transport = MemoryTransport()
294
 
        transport.mkdir('dir')
295
 
        self.assertRaises(FileExists, transport.mkdir, 'dir')
 
347
        t = memory.MemoryTransport()
 
348
        t.mkdir('dir')
 
349
        self.assertRaises(errors.FileExists, t.mkdir, 'dir')
296
350
 
297
351
    def test_parameters(self):
298
 
        transport = MemoryTransport()
299
 
        self.assertEqual(True, transport.listable())
300
 
        self.assertEqual(False, transport.should_cache())
301
 
        self.assertEqual(False, transport.is_readonly())
 
352
        t = memory.MemoryTransport()
 
353
        self.assertEqual(True, t.listable())
 
354
        self.assertEqual(False, t.is_readonly())
302
355
 
303
356
    def test_iter_files_recursive(self):
304
 
        transport = MemoryTransport()
305
 
        transport.mkdir('dir')
306
 
        transport.put_bytes('dir/foo', 'content')
307
 
        transport.put_bytes('dir/bar', 'content')
308
 
        transport.put_bytes('bar', 'content')
309
 
        paths = set(transport.iter_files_recursive())
 
357
        t = memory.MemoryTransport()
 
358
        t.mkdir('dir')
 
359
        t.put_bytes('dir/foo', 'content')
 
360
        t.put_bytes('dir/bar', 'content')
 
361
        t.put_bytes('bar', 'content')
 
362
        paths = set(t.iter_files_recursive())
310
363
        self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
311
364
 
312
365
    def test_stat(self):
313
 
        transport = MemoryTransport()
314
 
        transport.put_bytes('foo', 'content')
315
 
        transport.put_bytes('bar', 'phowar')
316
 
        self.assertEqual(7, transport.stat('foo').st_size)
317
 
        self.assertEqual(6, transport.stat('bar').st_size)
318
 
 
319
 
 
320
 
class ChrootDecoratorTransportTest(TestCase):
 
366
        t = memory.MemoryTransport()
 
367
        t.put_bytes('foo', 'content')
 
368
        t.put_bytes('bar', 'phowar')
 
369
        self.assertEqual(7, t.stat('foo').st_size)
 
370
        self.assertEqual(6, t.stat('bar').st_size)
 
371
 
 
372
 
 
373
class ChrootDecoratorTransportTest(tests.TestCase):
321
374
    """Chroot decoration specific tests."""
322
375
 
323
376
    def test_abspath(self):
324
377
        # The abspath is always relative to the chroot_url.
325
 
        server = ChrootServer(get_transport('memory:///foo/bar/'))
326
 
        server.setUp()
327
 
        transport = get_transport(server.get_url())
328
 
        self.assertEqual(server.get_url(), transport.abspath('/'))
 
378
        server = chroot.ChrootServer(
 
379
            transport.get_transport('memory:///foo/bar/'))
 
380
        self.start_server(server)
 
381
        t = transport.get_transport(server.get_url())
 
382
        self.assertEqual(server.get_url(), t.abspath('/'))
329
383
 
330
 
        subdir_transport = transport.clone('subdir')
331
 
        self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
332
 
        server.tearDown()
 
384
        subdir_t = t.clone('subdir')
 
385
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
333
386
 
334
387
    def test_clone(self):
335
 
        server = ChrootServer(get_transport('memory:///foo/bar/'))
336
 
        server.setUp()
337
 
        transport = get_transport(server.get_url())
 
388
        server = chroot.ChrootServer(
 
389
            transport.get_transport('memory:///foo/bar/'))
 
390
        self.start_server(server)
 
391
        t = transport.get_transport(server.get_url())
338
392
        # relpath from root and root path are the same
339
 
        relpath_cloned = transport.clone('foo')
340
 
        abspath_cloned = transport.clone('/foo')
 
393
        relpath_cloned = t.clone('foo')
 
394
        abspath_cloned = t.clone('/foo')
341
395
        self.assertEqual(server, relpath_cloned.server)
342
396
        self.assertEqual(server, abspath_cloned.server)
343
 
        server.tearDown()
344
 
    
 
397
 
345
398
    def test_chroot_url_preserves_chroot(self):
346
399
        """Calling get_transport on a chroot transport's base should produce a
347
400
        transport with exactly the same behaviour as the original chroot
350
403
        This is so that it is not possible to escape a chroot by doing::
351
404
            url = chroot_transport.base
352
405
            parent_url = urlutils.join(url, '..')
353
 
            new_transport = get_transport(parent_url)
 
406
            new_t = transport.get_transport(parent_url)
354
407
        """
355
 
        server = ChrootServer(get_transport('memory:///path/subpath'))
356
 
        server.setUp()
357
 
        transport = get_transport(server.get_url())
358
 
        new_transport = get_transport(transport.base)
359
 
        self.assertEqual(transport.server, new_transport.server)
360
 
        self.assertEqual(transport.base, new_transport.base)
361
 
        server.tearDown()
362
 
        
 
408
        server = chroot.ChrootServer(
 
409
            transport.get_transport('memory:///path/subpath'))
 
410
        self.start_server(server)
 
411
        t = transport.get_transport(server.get_url())
 
412
        new_t = transport.get_transport(t.base)
 
413
        self.assertEqual(t.server, new_t.server)
 
414
        self.assertEqual(t.base, new_t.base)
 
415
 
363
416
    def test_urljoin_preserves_chroot(self):
364
417
        """Using urlutils.join(url, '..') on a chroot URL should not produce a
365
418
        URL that escapes the intended chroot.
367
420
        This is so that it is not possible to escape a chroot by doing::
368
421
            url = chroot_transport.base
369
422
            parent_url = urlutils.join(url, '..')
370
 
            new_transport = get_transport(parent_url)
 
423
            new_t = transport.get_transport(parent_url)
371
424
        """
372
 
        server = ChrootServer(get_transport('memory:///path/'))
373
 
        server.setUp()
374
 
        transport = get_transport(server.get_url())
 
425
        server = chroot.ChrootServer(transport.get_transport('memory:///path/'))
 
426
        self.start_server(server)
 
427
        t = transport.get_transport(server.get_url())
375
428
        self.assertRaises(
376
 
            InvalidURLJoin, urlutils.join, transport.base, '..')
377
 
        server.tearDown()
378
 
 
379
 
 
380
 
class ChrootServerTest(TestCase):
 
429
            errors.InvalidURLJoin, urlutils.join, t.base, '..')
 
430
 
 
431
 
 
432
class TestChrootServer(tests.TestCase):
381
433
 
382
434
    def test_construct(self):
383
 
        backing_transport = MemoryTransport()
384
 
        server = ChrootServer(backing_transport)
 
435
        backing_transport = memory.MemoryTransport()
 
436
        server = chroot.ChrootServer(backing_transport)
385
437
        self.assertEqual(backing_transport, server.backing_transport)
386
438
 
387
439
    def test_setUp(self):
388
 
        backing_transport = MemoryTransport()
389
 
        server = ChrootServer(backing_transport)
390
 
        server.setUp()
391
 
        self.assertTrue(server.scheme in _get_protocol_handlers().keys())
 
440
        backing_transport = memory.MemoryTransport()
 
441
        server = chroot.ChrootServer(backing_transport)
 
442
        server.start_server()
 
443
        try:
 
444
            self.assertTrue(server.scheme
 
445
                            in transport._get_protocol_handlers().keys())
 
446
        finally:
 
447
            server.stop_server()
392
448
 
393
 
    def test_tearDown(self):
394
 
        backing_transport = MemoryTransport()
395
 
        server = ChrootServer(backing_transport)
396
 
        server.setUp()
397
 
        server.tearDown()
398
 
        self.assertFalse(server.scheme in _get_protocol_handlers().keys())
 
449
    def test_stop_server(self):
 
450
        backing_transport = memory.MemoryTransport()
 
451
        server = chroot.ChrootServer(backing_transport)
 
452
        server.start_server()
 
453
        server.stop_server()
 
454
        self.assertFalse(server.scheme
 
455
                         in transport._get_protocol_handlers().keys())
399
456
 
400
457
    def test_get_url(self):
401
 
        backing_transport = MemoryTransport()
402
 
        server = ChrootServer(backing_transport)
403
 
        server.setUp()
404
 
        self.assertEqual('chroot-%d:///' % id(server), server.get_url())
405
 
        server.tearDown()
406
 
 
407
 
 
408
 
class ReadonlyDecoratorTransportTest(TestCase):
 
458
        backing_transport = memory.MemoryTransport()
 
459
        server = chroot.ChrootServer(backing_transport)
 
460
        server.start_server()
 
461
        try:
 
462
            self.assertEqual('chroot-%d:///' % id(server), server.get_url())
 
463
        finally:
 
464
            server.stop_server()
 
465
 
 
466
 
 
467
class PathFilteringDecoratorTransportTest(tests.TestCase):
 
468
    """Pathfilter decoration specific tests."""
 
469
 
 
470
    def test_abspath(self):
 
471
        # The abspath is always relative to the base of the backing transport.
 
472
        server = pathfilter.PathFilteringServer(
 
473
            transport.get_transport('memory:///foo/bar/'),
 
474
            lambda x: x)
 
475
        server.start_server()
 
476
        t = transport.get_transport(server.get_url())
 
477
        self.assertEqual(server.get_url(), t.abspath('/'))
 
478
 
 
479
        subdir_t = t.clone('subdir')
 
480
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
 
481
        server.stop_server()
 
482
 
 
483
    def make_pf_transport(self, filter_func=None):
 
484
        """Make a PathFilteringTransport backed by a MemoryTransport.
 
485
        
 
486
        :param filter_func: by default this will be a no-op function.  Use this
 
487
            parameter to override it."""
 
488
        if filter_func is None:
 
489
            filter_func = lambda x: x
 
490
        server = pathfilter.PathFilteringServer(
 
491
            transport.get_transport('memory:///foo/bar/'), filter_func)
 
492
        server.start_server()
 
493
        self.addCleanup(server.stop_server)
 
494
        return transport.get_transport(server.get_url())
 
495
 
 
496
    def test__filter(self):
 
497
        # _filter (with an identity func as filter_func) always returns
 
498
        # paths relative to the base of the backing transport.
 
499
        t = self.make_pf_transport()
 
500
        self.assertEqual('foo', t._filter('foo'))
 
501
        self.assertEqual('foo/bar', t._filter('foo/bar'))
 
502
        self.assertEqual('', t._filter('..'))
 
503
        self.assertEqual('', t._filter('/'))
 
504
        # The base of the pathfiltering transport is taken into account too.
 
505
        t = t.clone('subdir1/subdir2')
 
506
        self.assertEqual('subdir1/subdir2/foo', t._filter('foo'))
 
507
        self.assertEqual('subdir1/subdir2/foo/bar', t._filter('foo/bar'))
 
508
        self.assertEqual('subdir1', t._filter('..'))
 
509
        self.assertEqual('', t._filter('/'))
 
510
 
 
511
    def test_filter_invocation(self):
 
512
        filter_log = []
 
513
        def filter(path):
 
514
            filter_log.append(path)
 
515
            return path
 
516
        t = self.make_pf_transport(filter)
 
517
        t.has('abc')
 
518
        self.assertEqual(['abc'], filter_log)
 
519
        del filter_log[:]
 
520
        t.clone('abc').has('xyz')
 
521
        self.assertEqual(['abc/xyz'], filter_log)
 
522
        del filter_log[:]
 
523
        t.has('/abc')
 
524
        self.assertEqual(['abc'], filter_log)
 
525
 
 
526
    def test_clone(self):
 
527
        t = self.make_pf_transport()
 
528
        # relpath from root and root path are the same
 
529
        relpath_cloned = t.clone('foo')
 
530
        abspath_cloned = t.clone('/foo')
 
531
        self.assertEqual(t.server, relpath_cloned.server)
 
532
        self.assertEqual(t.server, abspath_cloned.server)
 
533
 
 
534
    def test_url_preserves_pathfiltering(self):
 
535
        """Calling get_transport on a pathfiltered transport's base should
 
536
        produce a transport with exactly the same behaviour as the original
 
537
        pathfiltered transport.
 
538
 
 
539
        This is so that it is not possible to escape (accidentally or
 
540
        otherwise) the filtering by doing::
 
541
            url = filtered_transport.base
 
542
            parent_url = urlutils.join(url, '..')
 
543
            new_t = transport.get_transport(parent_url)
 
544
        """
 
545
        t = self.make_pf_transport()
 
546
        new_t = transport.get_transport(t.base)
 
547
        self.assertEqual(t.server, new_t.server)
 
548
        self.assertEqual(t.base, new_t.base)
 
549
 
 
550
 
 
551
class ReadonlyDecoratorTransportTest(tests.TestCase):
409
552
    """Readonly decoration specific tests."""
410
553
 
411
554
    def test_local_parameters(self):
412
 
        import bzrlib.transport.readonly as readonly
413
555
        # connect to . in readonly mode
414
 
        transport = readonly.ReadonlyTransportDecorator('readonly+.')
415
 
        self.assertEqual(True, transport.listable())
416
 
        self.assertEqual(False, transport.should_cache())
417
 
        self.assertEqual(True, transport.is_readonly())
 
556
        t = readonly.ReadonlyTransportDecorator('readonly+.')
 
557
        self.assertEqual(True, t.listable())
 
558
        self.assertEqual(True, t.is_readonly())
418
559
 
419
560
    def test_http_parameters(self):
420
 
        from bzrlib.tests.HttpServer import HttpServer
421
 
        import bzrlib.transport.readonly as readonly
422
 
        # connect to . via http which is not listable
 
561
        from bzrlib.tests.http_server import HttpServer
 
562
        # connect to '.' via http which is not listable
423
563
        server = HttpServer()
424
 
        server.setUp()
425
 
        try:
426
 
            transport = get_transport('readonly+' + server.get_url())
427
 
            self.failUnless(isinstance(transport,
428
 
                                       readonly.ReadonlyTransportDecorator))
429
 
            self.assertEqual(False, transport.listable())
430
 
            self.assertEqual(True, transport.should_cache())
431
 
            self.assertEqual(True, transport.is_readonly())
432
 
        finally:
433
 
            server.tearDown()
434
 
 
435
 
 
436
 
class FakeNFSDecoratorTests(TestCaseInTempDir):
 
564
        self.start_server(server)
 
565
        t = transport.get_transport('readonly+' + server.get_url())
 
566
        self.failUnless(isinstance(t, readonly.ReadonlyTransportDecorator))
 
567
        self.assertEqual(False, t.listable())
 
568
        self.assertEqual(True, t.is_readonly())
 
569
 
 
570
 
 
571
class FakeNFSDecoratorTests(tests.TestCaseInTempDir):
437
572
    """NFS decorator specific tests."""
438
573
 
439
574
    def get_nfs_transport(self, url):
440
 
        import bzrlib.transport.fakenfs as fakenfs
441
575
        # connect to url with nfs decoration
442
576
        return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
443
577
 
444
578
    def test_local_parameters(self):
445
 
        # the listable, should_cache and is_readonly parameters
 
579
        # the listable and is_readonly parameters
446
580
        # are not changed by the fakenfs decorator
447
 
        transport = self.get_nfs_transport('.')
448
 
        self.assertEqual(True, transport.listable())
449
 
        self.assertEqual(False, transport.should_cache())
450
 
        self.assertEqual(False, transport.is_readonly())
 
581
        t = self.get_nfs_transport('.')
 
582
        self.assertEqual(True, t.listable())
 
583
        self.assertEqual(False, t.is_readonly())
451
584
 
452
585
    def test_http_parameters(self):
453
 
        # the listable, should_cache and is_readonly parameters
 
586
        # the listable and is_readonly parameters
454
587
        # are not changed by the fakenfs decorator
455
 
        from bzrlib.tests.HttpServer import HttpServer
456
 
        # connect to . via http which is not listable
 
588
        from bzrlib.tests.http_server import HttpServer
 
589
        # connect to '.' via http which is not listable
457
590
        server = HttpServer()
458
 
        server.setUp()
459
 
        try:
460
 
            transport = self.get_nfs_transport(server.get_url())
461
 
            self.assertIsInstance(
462
 
                transport, bzrlib.transport.fakenfs.FakeNFSTransportDecorator)
463
 
            self.assertEqual(False, transport.listable())
464
 
            self.assertEqual(True, transport.should_cache())
465
 
            self.assertEqual(True, transport.is_readonly())
466
 
        finally:
467
 
            server.tearDown()
 
591
        self.start_server(server)
 
592
        t = self.get_nfs_transport(server.get_url())
 
593
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
 
594
        self.assertEqual(False, t.listable())
 
595
        self.assertEqual(True, t.is_readonly())
468
596
 
469
597
    def test_fakenfs_server_default(self):
470
598
        # a FakeNFSServer() should bring up a local relpath server for itself
471
 
        import bzrlib.transport.fakenfs as fakenfs
472
 
        server = fakenfs.FakeNFSServer()
473
 
        server.setUp()
474
 
        try:
475
 
            # the url should be decorated appropriately
476
 
            self.assertStartsWith(server.get_url(), 'fakenfs+')
477
 
            # and we should be able to get a transport for it
478
 
            transport = get_transport(server.get_url())
479
 
            # which must be a FakeNFSTransportDecorator instance.
480
 
            self.assertIsInstance(
481
 
                transport, fakenfs.FakeNFSTransportDecorator)
482
 
        finally:
483
 
            server.tearDown()
 
599
        server = test_server.FakeNFSServer()
 
600
        self.start_server(server)
 
601
        # the url should be decorated appropriately
 
602
        self.assertStartsWith(server.get_url(), 'fakenfs+')
 
603
        # and we should be able to get a transport for it
 
604
        t = transport.get_transport(server.get_url())
 
605
        # which must be a FakeNFSTransportDecorator instance.
 
606
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
484
607
 
485
608
    def test_fakenfs_rename_semantics(self):
486
609
        # a FakeNFS transport must mangle the way rename errors occur to
487
610
        # look like NFS problems.
488
 
        transport = self.get_nfs_transport('.')
 
611
        t = self.get_nfs_transport('.')
489
612
        self.build_tree(['from/', 'from/foo', 'to/', 'to/bar'],
490
 
                        transport=transport)
491
 
        self.assertRaises(errors.ResourceBusy,
492
 
                          transport.rename, 'from', 'to')
493
 
 
494
 
 
495
 
class FakeVFATDecoratorTests(TestCaseInTempDir):
 
613
                        transport=t)
 
614
        self.assertRaises(errors.ResourceBusy, t.rename, 'from', 'to')
 
615
 
 
616
 
 
617
class FakeVFATDecoratorTests(tests.TestCaseInTempDir):
496
618
    """Tests for simulation of VFAT restrictions"""
497
619
 
498
620
    def get_vfat_transport(self, url):
502
624
 
503
625
    def test_transport_creation(self):
504
626
        from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
505
 
        transport = self.get_vfat_transport('.')
506
 
        self.assertIsInstance(transport, FakeVFATTransportDecorator)
 
627
        t = self.get_vfat_transport('.')
 
628
        self.assertIsInstance(t, FakeVFATTransportDecorator)
507
629
 
508
630
    def test_transport_mkdir(self):
509
 
        transport = self.get_vfat_transport('.')
510
 
        transport.mkdir('HELLO')
511
 
        self.assertTrue(transport.has('hello'))
512
 
        self.assertTrue(transport.has('Hello'))
 
631
        t = self.get_vfat_transport('.')
 
632
        t.mkdir('HELLO')
 
633
        self.assertTrue(t.has('hello'))
 
634
        self.assertTrue(t.has('Hello'))
513
635
 
514
636
    def test_forbidden_chars(self):
515
 
        transport = self.get_vfat_transport('.')
516
 
        self.assertRaises(ValueError, transport.has, "<NU>")
517
 
 
518
 
 
519
 
class BadTransportHandler(Transport):
 
637
        t = self.get_vfat_transport('.')
 
638
        self.assertRaises(ValueError, t.has, "<NU>")
 
639
 
 
640
 
 
641
class BadTransportHandler(transport.Transport):
520
642
    def __init__(self, base_url):
521
 
        raise DependencyNotPresent('some_lib', 'testing missing dependency')
522
 
 
523
 
 
524
 
class BackupTransportHandler(Transport):
 
643
        raise errors.DependencyNotPresent('some_lib',
 
644
                                          'testing missing dependency')
 
645
 
 
646
 
 
647
class BackupTransportHandler(transport.Transport):
525
648
    """Test transport that works as a backup for the BadTransportHandler"""
526
649
    pass
527
650
 
528
651
 
529
 
class TestTransportImplementation(TestCaseInTempDir):
 
652
class TestTransportImplementation(tests.TestCaseInTempDir):
530
653
    """Implementation verification for transports.
531
 
    
 
654
 
532
655
    To verify a transport we need a server factory, which is a callable
533
656
    that accepts no parameters and returns an implementation of
534
657
    bzrlib.transport.Server.
535
 
    
 
658
 
536
659
    That Server is then used to construct transport instances and test
537
660
    the transport via loopback activity.
538
661
 
539
 
    Currently this assumes that the Transport object is connected to the 
540
 
    current working directory.  So that whatever is done 
541
 
    through the transport, should show up in the working 
 
662
    Currently this assumes that the Transport object is connected to the
 
663
    current working directory.  So that whatever is done
 
664
    through the transport, should show up in the working
542
665
    directory, and vice-versa. This is a bug, because its possible to have
543
 
    URL schemes which provide access to something that may not be 
544
 
    result in storage on the local disk, i.e. due to file system limits, or 
 
666
    URL schemes which provide access to something that may not be
 
667
    result in storage on the local disk, i.e. due to file system limits, or
545
668
    due to it being a database or some other non-filesystem tool.
546
669
 
547
670
    This also tests to make sure that the functions work with both
548
671
    generators and lists (assuming iter(list) is effectively a generator)
549
672
    """
550
 
    
 
673
 
551
674
    def setUp(self):
552
675
        super(TestTransportImplementation, self).setUp()
553
676
        self._server = self.transport_server()
554
 
        self._server.setUp()
555
 
        self.addCleanup(self._server.tearDown)
 
677
        self.start_server(self._server)
556
678
 
557
679
    def get_transport(self, relpath=None):
558
680
        """Return a connected transport to the local directory.
562
684
        base_url = self._server.get_url()
563
685
        url = self._adjust_url(base_url, relpath)
564
686
        # try getting the transport via the regular interface:
565
 
        t = get_transport(url)
 
687
        t = transport.get_transport(url)
 
688
        # vila--20070607 if the following are commented out the test suite
 
689
        # still pass. Is this really still needed or was it a forgotten
 
690
        # temporary fix ?
566
691
        if not isinstance(t, self.transport_class):
567
692
            # we did not get the correct transport class type. Override the
568
693
            # regular connection behaviour by direct construction.
570
695
        return t
571
696
 
572
697
 
573
 
class TestLocalTransports(TestCase):
 
698
class TestLocalTransports(tests.TestCase):
574
699
 
575
700
    def test_get_transport_from_abspath(self):
576
 
        here = os.path.abspath('.')
577
 
        t = get_transport(here)
578
 
        self.assertIsInstance(t, LocalTransport)
 
701
        here = osutils.abspath('.')
 
702
        t = transport.get_transport(here)
 
703
        self.assertIsInstance(t, local.LocalTransport)
579
704
        self.assertEquals(t.base, urlutils.local_path_to_url(here) + '/')
580
705
 
581
706
    def test_get_transport_from_relpath(self):
582
 
        here = os.path.abspath('.')
583
 
        t = get_transport('.')
584
 
        self.assertIsInstance(t, LocalTransport)
 
707
        here = osutils.abspath('.')
 
708
        t = transport.get_transport('.')
 
709
        self.assertIsInstance(t, local.LocalTransport)
585
710
        self.assertEquals(t.base, urlutils.local_path_to_url('.') + '/')
586
711
 
587
712
    def test_get_transport_from_local_url(self):
588
 
        here = os.path.abspath('.')
 
713
        here = osutils.abspath('.')
589
714
        here_url = urlutils.local_path_to_url(here) + '/'
590
 
        t = get_transport(here_url)
591
 
        self.assertIsInstance(t, LocalTransport)
 
715
        t = transport.get_transport(here_url)
 
716
        self.assertIsInstance(t, local.LocalTransport)
592
717
        self.assertEquals(t.base, here_url)
593
718
 
594
719
    def test_local_abspath(self):
595
 
        here = os.path.abspath('.')
596
 
        t = get_transport(here)
 
720
        here = osutils.abspath('.')
 
721
        t = transport.get_transport(here)
597
722
        self.assertEquals(t.local_abspath(''), here)
598
723
 
599
724
 
600
 
class TestWin32LocalTransport(TestCase):
 
725
class TestWin32LocalTransport(tests.TestCase):
601
726
 
602
727
    def test_unc_clone_to_root(self):
603
728
        # Win32 UNC path like \\HOST\path
604
729
        # clone to root should stop at least at \\HOST part
605
730
        # not on \\
606
 
        t = EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
 
731
        t = local.EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
607
732
        for i in xrange(4):
608
733
            t = t.clone('..')
609
734
        self.assertEquals(t.base, 'file://HOST/')
612
737
        self.assertEquals(t.base, 'file://HOST/')
613
738
 
614
739
 
615
 
def get_test_permutations():
616
 
    """Return transport permutations to be used in testing.
617
 
 
618
 
    This module registers some transports, but they're only for testing
619
 
    registration.  We don't really want to run all the transport tests against
620
 
    them.
621
 
    """
622
 
    return []
 
740
class TestConnectedTransport(tests.TestCase):
 
741
    """Tests for connected to remote server transports"""
 
742
 
 
743
    def test_parse_url(self):
 
744
        t = transport.ConnectedTransport(
 
745
            'http://simple.example.com/home/source')
 
746
        self.assertEquals(t._host, 'simple.example.com')
 
747
        self.assertEquals(t._port, None)
 
748
        self.assertEquals(t._path, '/home/source/')
 
749
        self.failUnless(t._user is None)
 
750
        self.failUnless(t._password is None)
 
751
 
 
752
        self.assertEquals(t.base, 'http://simple.example.com/home/source/')
 
753
 
 
754
    def test_parse_url_with_at_in_user(self):
 
755
        # Bug 228058
 
756
        t = transport.ConnectedTransport('ftp://user@host.com@www.host.com/')
 
757
        self.assertEquals(t._user, 'user@host.com')
 
758
 
 
759
    def test_parse_quoted_url(self):
 
760
        t = transport.ConnectedTransport(
 
761
            'http://ro%62ey:h%40t@ex%41mple.com:2222/path')
 
762
        self.assertEquals(t._host, 'exAmple.com')
 
763
        self.assertEquals(t._port, 2222)
 
764
        self.assertEquals(t._user, 'robey')
 
765
        self.assertEquals(t._password, 'h@t')
 
766
        self.assertEquals(t._path, '/path/')
 
767
 
 
768
        # Base should not keep track of the password
 
769
        self.assertEquals(t.base, 'http://robey@exAmple.com:2222/path/')
 
770
 
 
771
    def test_parse_invalid_url(self):
 
772
        self.assertRaises(errors.InvalidURL,
 
773
                          transport.ConnectedTransport,
 
774
                          'sftp://lily.org:~janneke/public/bzr/gub')
 
775
 
 
776
    def test_relpath(self):
 
777
        t = transport.ConnectedTransport('sftp://user@host.com/abs/path')
 
778
 
 
779
        self.assertEquals(t.relpath('sftp://user@host.com/abs/path/sub'), 'sub')
 
780
        self.assertRaises(errors.PathNotChild, t.relpath,
 
781
                          'http://user@host.com/abs/path/sub')
 
782
        self.assertRaises(errors.PathNotChild, t.relpath,
 
783
                          'sftp://user2@host.com/abs/path/sub')
 
784
        self.assertRaises(errors.PathNotChild, t.relpath,
 
785
                          'sftp://user@otherhost.com/abs/path/sub')
 
786
        self.assertRaises(errors.PathNotChild, t.relpath,
 
787
                          'sftp://user@host.com:33/abs/path/sub')
 
788
        # Make sure it works when we don't supply a username
 
789
        t = transport.ConnectedTransport('sftp://host.com/abs/path')
 
790
        self.assertEquals(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
 
791
 
 
792
        # Make sure it works when parts of the path will be url encoded
 
793
        t = transport.ConnectedTransport('sftp://host.com/dev/%path')
 
794
        self.assertEquals(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
 
795
 
 
796
    def test_connection_sharing_propagate_credentials(self):
 
797
        t = transport.ConnectedTransport('ftp://user@host.com/abs/path')
 
798
        self.assertEquals('user', t._user)
 
799
        self.assertEquals('host.com', t._host)
 
800
        self.assertIs(None, t._get_connection())
 
801
        self.assertIs(None, t._password)
 
802
        c = t.clone('subdir')
 
803
        self.assertIs(None, c._get_connection())
 
804
        self.assertIs(None, t._password)
 
805
 
 
806
        # Simulate the user entering a password
 
807
        password = 'secret'
 
808
        connection = object()
 
809
        t._set_connection(connection, password)
 
810
        self.assertIs(connection, t._get_connection())
 
811
        self.assertIs(password, t._get_credentials())
 
812
        self.assertIs(connection, c._get_connection())
 
813
        self.assertIs(password, c._get_credentials())
 
814
 
 
815
        # credentials can be updated
 
816
        new_password = 'even more secret'
 
817
        c._update_credentials(new_password)
 
818
        self.assertIs(connection, t._get_connection())
 
819
        self.assertIs(new_password, t._get_credentials())
 
820
        self.assertIs(connection, c._get_connection())
 
821
        self.assertIs(new_password, c._get_credentials())
 
822
 
 
823
 
 
824
class TestReusedTransports(tests.TestCase):
 
825
    """Tests for transport reuse"""
 
826
 
 
827
    def test_reuse_same_transport(self):
 
828
        possible_transports = []
 
829
        t1 = transport.get_transport('http://foo/',
 
830
                                     possible_transports=possible_transports)
 
831
        self.assertEqual([t1], possible_transports)
 
832
        t2 = transport.get_transport('http://foo/',
 
833
                                     possible_transports=[t1])
 
834
        self.assertIs(t1, t2)
 
835
 
 
836
        # Also check that final '/' are handled correctly
 
837
        t3 = transport.get_transport('http://foo/path/')
 
838
        t4 = transport.get_transport('http://foo/path',
 
839
                                     possible_transports=[t3])
 
840
        self.assertIs(t3, t4)
 
841
 
 
842
        t5 = transport.get_transport('http://foo/path')
 
843
        t6 = transport.get_transport('http://foo/path/',
 
844
                                     possible_transports=[t5])
 
845
        self.assertIs(t5, t6)
 
846
 
 
847
    def test_don_t_reuse_different_transport(self):
 
848
        t1 = transport.get_transport('http://foo/path')
 
849
        t2 = transport.get_transport('http://bar/path',
 
850
                                     possible_transports=[t1])
 
851
        self.assertIsNot(t1, t2)
 
852
 
 
853
 
 
854
class TestTransportTrace(tests.TestCase):
 
855
 
 
856
    def test_get(self):
 
857
        t = transport.get_transport('trace+memory://')
 
858
        self.assertIsInstance(t, bzrlib.transport.trace.TransportTraceDecorator)
 
859
 
 
860
    def test_clone_preserves_activity(self):
 
861
        t = transport.get_transport('trace+memory://')
 
862
        t2 = t.clone('.')
 
863
        self.assertTrue(t is not t2)
 
864
        self.assertTrue(t._activity is t2._activity)
 
865
 
 
866
    # the following specific tests are for the operations that have made use of
 
867
    # logging in tests; we could test every single operation but doing that
 
868
    # still won't cause a test failure when the top level Transport API
 
869
    # changes; so there is little return doing that.
 
870
    def test_get(self):
 
871
        t = transport.get_transport('trace+memory:///')
 
872
        t.put_bytes('foo', 'barish')
 
873
        t.get('foo')
 
874
        expected_result = []
 
875
        # put_bytes records the bytes, not the content to avoid memory
 
876
        # pressure.
 
877
        expected_result.append(('put_bytes', 'foo', 6, None))
 
878
        # get records the file name only.
 
879
        expected_result.append(('get', 'foo'))
 
880
        self.assertEqual(expected_result, t._activity)
 
881
 
 
882
    def test_readv(self):
 
883
        t = transport.get_transport('trace+memory:///')
 
884
        t.put_bytes('foo', 'barish')
 
885
        list(t.readv('foo', [(0, 1), (3, 2)],
 
886
                     adjust_for_latency=True, upper_limit=6))
 
887
        expected_result = []
 
888
        # put_bytes records the bytes, not the content to avoid memory
 
889
        # pressure.
 
890
        expected_result.append(('put_bytes', 'foo', 6, None))
 
891
        # readv records the supplied offset request
 
892
        expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
 
893
        self.assertEqual(expected_result, t._activity)
 
894
 
 
895
 
 
896
class TestSSHConnections(tests.TestCaseWithTransport):
 
897
 
 
898
    def test_bzr_connect_to_bzr_ssh(self):
 
899
        """User acceptance that get_transport of a bzr+ssh:// behaves correctly.
 
900
 
 
901
        bzr+ssh:// should cause bzr to run a remote bzr smart server over SSH.
 
902
        """
 
903
        # This test actually causes a bzr instance to be invoked, which is very
 
904
        # expensive: it should be the only such test in the test suite.
 
905
        # A reasonable evolution for this would be to simply check inside
 
906
        # check_channel_exec_request that the command is appropriate, and then
 
907
        # satisfy requests in-process.
 
908
        self.requireFeature(features.paramiko)
 
909
        # SFTPFullAbsoluteServer has a get_url method, and doesn't
 
910
        # override the interface (doesn't change self._vendor).
 
911
        # Note that this does encryption, so can be slow.
 
912
        from bzrlib.tests import stub_sftp
 
913
 
 
914
        # Start an SSH server
 
915
        self.command_executed = []
 
916
        # XXX: This is horrible -- we define a really dumb SSH server that
 
917
        # executes commands, and manage the hooking up of stdin/out/err to the
 
918
        # SSH channel ourselves.  Surely this has already been implemented
 
919
        # elsewhere?
 
920
        started = []
 
921
        class StubSSHServer(stub_sftp.StubServer):
 
922
 
 
923
            test = self
 
924
 
 
925
            def check_channel_exec_request(self, channel, command):
 
926
                self.test.command_executed.append(command)
 
927
                proc = subprocess.Popen(
 
928
                    command, shell=True, stdin=subprocess.PIPE,
 
929
                    stdout=subprocess.PIPE, stderr=subprocess.PIPE)
 
930
 
 
931
                # XXX: horribly inefficient, not to mention ugly.
 
932
                # Start a thread for each of stdin/out/err, and relay bytes from
 
933
                # the subprocess to channel and vice versa.
 
934
                def ferry_bytes(read, write, close):
 
935
                    while True:
 
936
                        bytes = read(1)
 
937
                        if bytes == '':
 
938
                            close()
 
939
                            break
 
940
                        write(bytes)
 
941
 
 
942
                file_functions = [
 
943
                    (channel.recv, proc.stdin.write, proc.stdin.close),
 
944
                    (proc.stdout.read, channel.sendall, channel.close),
 
945
                    (proc.stderr.read, channel.sendall_stderr, channel.close)]
 
946
                started.append(proc)
 
947
                for read, write, close in file_functions:
 
948
                    t = threading.Thread(
 
949
                        target=ferry_bytes, args=(read, write, close))
 
950
                    t.start()
 
951
                    started.append(t)
 
952
 
 
953
                return True
 
954
 
 
955
        ssh_server = stub_sftp.SFTPFullAbsoluteServer(StubSSHServer)
 
956
        # We *don't* want to override the default SSH vendor: the detected one
 
957
        # is the one to use.
 
958
        self.start_server(ssh_server)
 
959
        port = ssh_server._listener.port
 
960
 
 
961
        if sys.platform == 'win32':
 
962
            bzr_remote_path = sys.executable + ' ' + self.get_bzr_path()
 
963
        else:
 
964
            bzr_remote_path = self.get_bzr_path()
 
965
        os.environ['BZR_REMOTE_PATH'] = bzr_remote_path
 
966
 
 
967
        # Access the branch via a bzr+ssh URL.  The BZR_REMOTE_PATH environment
 
968
        # variable is used to tell bzr what command to run on the remote end.
 
969
        path_to_branch = osutils.abspath('.')
 
970
        if sys.platform == 'win32':
 
971
            # On Windows, we export all drives as '/C:/, etc. So we need to
 
972
            # prefix a '/' to get the right path.
 
973
            path_to_branch = '/' + path_to_branch
 
974
        url = 'bzr+ssh://fred:secret@localhost:%d%s' % (port, path_to_branch)
 
975
        t = transport.get_transport(url)
 
976
        self.permit_url(t.base)
 
977
        t.mkdir('foo')
 
978
 
 
979
        self.assertEqual(
 
980
            ['%s serve --inet --directory=/ --allow-writes' % bzr_remote_path],
 
981
            self.command_executed)
 
982
        # Make sure to disconnect, so that the remote process can stop, and we
 
983
        # can cleanup. Then pause the test until everything is shutdown
 
984
        t._client._medium.disconnect()
 
985
        if not started:
 
986
            return
 
987
        # First wait for the subprocess
 
988
        started[0].wait()
 
989
        # And the rest are threads
 
990
        for t in started[1:]:
 
991
            t.join()