~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_transport.py

  • Committer: Martin Packman
  • Date: 2011-12-23 19:38:22 UTC
  • mto: This revision was merged to the branch mainline in revision 6405.
  • Revision ID: martin.packman@canonical.com-20111223193822-hesheea4o8aqwexv
Accept and document passing the medium rather than transport for smart connections

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2004, 2005, 2006, 2007 Canonical Ltd
 
1
# Copyright (C) 2005-2011 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
 
 
17
 
 
 
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
16
 
 
17
 
 
18
from cStringIO import StringIO
 
19
import errno
18
20
import os
 
21
import subprocess
19
22
import sys
20
 
import stat
21
 
from cStringIO import StringIO
 
23
import threading
22
24
 
23
 
import bzrlib
24
25
from bzrlib import (
25
26
    errors,
 
27
    osutils,
 
28
    tests,
 
29
    transport,
26
30
    urlutils,
27
31
    )
28
 
from bzrlib.errors import (ConnectionError,
29
 
                           DependencyNotPresent,
30
 
                           FileExists,
31
 
                           InvalidURLJoin,
32
 
                           NoSuchFile,
33
 
                           PathNotChild,
34
 
                           TransportNotPossible,
35
 
                           UnsupportedProtocol,
36
 
                           )
37
 
from bzrlib.tests import TestCase, TestCaseInTempDir
38
 
from bzrlib.transport import (_CoalescedOffset,
39
 
                              _get_protocol_handlers,
40
 
                              _set_protocol_handlers,
41
 
                              _get_transport_modules,
42
 
                              get_transport,
43
 
                              register_lazy_transport,
44
 
                              register_transport_proto,
45
 
                              _clear_protocol_handlers,
46
 
                              Transport,
47
 
                              )
48
 
from bzrlib.transport.chroot import ChrootServer
49
 
from bzrlib.transport.memory import MemoryTransport
50
 
from bzrlib.transport.local import (LocalTransport,
51
 
                                    EmulatedWin32LocalTransport)
 
32
from bzrlib.directory_service import directories
 
33
from bzrlib.transport import (
 
34
    chroot,
 
35
    fakenfs,
 
36
    http,
 
37
    local,
 
38
    location_to_url,
 
39
    memory,
 
40
    pathfilter,
 
41
    readonly,
 
42
    )
 
43
import bzrlib.transport.trace
 
44
from bzrlib.tests import (
 
45
    features,
 
46
    test_server,
 
47
    )
52
48
 
53
49
 
54
50
# TODO: Should possibly split transport-specific tests into their own files.
55
51
 
56
52
 
57
 
class TestTransport(TestCase):
 
53
class TestTransport(tests.TestCase):
58
54
    """Test the non transport-concrete class functionality."""
59
55
 
60
56
    def test__get_set_protocol_handlers(self):
61
 
        handlers = _get_protocol_handlers()
62
 
        self.assertNotEqual([], handlers.keys( ))
63
 
        try:
64
 
            _clear_protocol_handlers()
65
 
            self.assertEqual([], _get_protocol_handlers().keys())
66
 
        finally:
67
 
            _set_protocol_handlers(handlers)
 
57
        handlers = transport._get_protocol_handlers()
 
58
        self.assertNotEqual([], handlers.keys())
 
59
        transport._clear_protocol_handlers()
 
60
        self.addCleanup(transport._set_protocol_handlers, handlers)
 
61
        self.assertEqual([], transport._get_protocol_handlers().keys())
68
62
 
69
63
    def test_get_transport_modules(self):
70
 
        handlers = _get_protocol_handlers()
 
64
        handlers = transport._get_protocol_handlers()
 
65
        self.addCleanup(transport._set_protocol_handlers, handlers)
 
66
        # don't pollute the current handlers
 
67
        transport._clear_protocol_handlers()
 
68
 
71
69
        class SampleHandler(object):
72
70
            """I exist, isnt that enough?"""
73
 
        try:
74
 
            _clear_protocol_handlers()
75
 
            register_transport_proto('foo')
76
 
            register_lazy_transport('foo', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
77
 
            register_transport_proto('bar')
78
 
            register_lazy_transport('bar', 'bzrlib.tests.test_transport', 'TestTransport.SampleHandler')
79
 
            self.assertEqual([SampleHandler.__module__, 'bzrlib.transport.chroot'],
80
 
                             _get_transport_modules())
81
 
        finally:
82
 
            _set_protocol_handlers(handlers)
 
71
        transport._clear_protocol_handlers()
 
72
        transport.register_transport_proto('foo')
 
73
        transport.register_lazy_transport('foo',
 
74
                                            'bzrlib.tests.test_transport',
 
75
                                            'TestTransport.SampleHandler')
 
76
        transport.register_transport_proto('bar')
 
77
        transport.register_lazy_transport('bar',
 
78
                                            'bzrlib.tests.test_transport',
 
79
                                            'TestTransport.SampleHandler')
 
80
        self.assertEqual([SampleHandler.__module__,
 
81
                            'bzrlib.transport.chroot',
 
82
                            'bzrlib.transport.pathfilter'],
 
83
                            transport._get_transport_modules())
83
84
 
84
85
    def test_transport_dependency(self):
85
86
        """Transport with missing dependency causes no error"""
86
 
        saved_handlers = _get_protocol_handlers()
 
87
        saved_handlers = transport._get_protocol_handlers()
 
88
        self.addCleanup(transport._set_protocol_handlers, saved_handlers)
 
89
        # don't pollute the current handlers
 
90
        transport._clear_protocol_handlers()
 
91
        transport.register_transport_proto('foo')
 
92
        transport.register_lazy_transport(
 
93
            'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
87
94
        try:
88
 
            register_transport_proto('foo')
89
 
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
90
 
                    'BadTransportHandler')
91
 
            try:
92
 
                get_transport('foo://fooserver/foo')
93
 
            except UnsupportedProtocol, e:
94
 
                e_str = str(e)
95
 
                self.assertEquals('Unsupported protocol'
96
 
                                  ' for url "foo://fooserver/foo":'
97
 
                                  ' Unable to import library "some_lib":'
98
 
                                  ' testing missing dependency', str(e))
99
 
            else:
100
 
                self.fail('Did not raise UnsupportedProtocol')
101
 
        finally:
102
 
            # restore original values
103
 
            _set_protocol_handlers(saved_handlers)
104
 
            
 
95
            transport.get_transport_from_url('foo://fooserver/foo')
 
96
        except errors.UnsupportedProtocol, e:
 
97
            e_str = str(e)
 
98
            self.assertEquals('Unsupported protocol'
 
99
                                ' for url "foo://fooserver/foo":'
 
100
                                ' Unable to import library "some_lib":'
 
101
                                ' testing missing dependency', str(e))
 
102
        else:
 
103
            self.fail('Did not raise UnsupportedProtocol')
 
104
 
105
105
    def test_transport_fallback(self):
106
106
        """Transport with missing dependency causes no error"""
107
 
        saved_handlers = _get_protocol_handlers()
108
 
        try:
109
 
            _clear_protocol_handlers()
110
 
            register_transport_proto('foo')
111
 
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
112
 
                    'BackupTransportHandler')
113
 
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
114
 
                    'BadTransportHandler')
115
 
            t = get_transport('foo://fooserver/foo')
116
 
            self.assertTrue(isinstance(t, BackupTransportHandler))
117
 
        finally:
118
 
            _set_protocol_handlers(saved_handlers)
119
 
 
120
 
    def test__combine_paths(self):
121
 
        t = Transport('/')
122
 
        self.assertEqual('/home/sarah/project/foo',
123
 
                         t._combine_paths('/home/sarah', 'project/foo'))
124
 
        self.assertEqual('/etc',
125
 
                         t._combine_paths('/home/sarah', '../../etc'))
126
 
        self.assertEqual('/etc',
127
 
                         t._combine_paths('/home/sarah', '../../../etc'))
128
 
        self.assertEqual('/etc',
129
 
                         t._combine_paths('/home/sarah', '/etc'))
 
107
        saved_handlers = transport._get_protocol_handlers()
 
108
        self.addCleanup(transport._set_protocol_handlers, saved_handlers)
 
109
        transport._clear_protocol_handlers()
 
110
        transport.register_transport_proto('foo')
 
111
        transport.register_lazy_transport(
 
112
            'foo', 'bzrlib.tests.test_transport', 'BackupTransportHandler')
 
113
        transport.register_lazy_transport(
 
114
            'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
 
115
        t = transport.get_transport_from_url('foo://fooserver/foo')
 
116
        self.assertTrue(isinstance(t, BackupTransportHandler))
 
117
 
 
118
    def test_ssh_hints(self):
 
119
        """Transport ssh:// should raise an error pointing out bzr+ssh://"""
 
120
        try:
 
121
            transport.get_transport_from_url('ssh://fooserver/foo')
 
122
        except errors.UnsupportedProtocol, e:
 
123
            e_str = str(e)
 
124
            self.assertEquals('Unsupported protocol'
 
125
                              ' for url "ssh://fooserver/foo":'
 
126
                              ' bzr supports bzr+ssh to operate over ssh,'
 
127
                              ' use "bzr+ssh://fooserver/foo".',
 
128
                              str(e))
 
129
        else:
 
130
            self.fail('Did not raise UnsupportedProtocol')
 
131
 
 
132
    def test_LateReadError(self):
 
133
        """The LateReadError helper should raise on read()."""
 
134
        a_file = transport.LateReadError('a path')
 
135
        try:
 
136
            a_file.read()
 
137
        except errors.ReadError, error:
 
138
            self.assertEqual('a path', error.path)
 
139
        self.assertRaises(errors.ReadError, a_file.read, 40)
 
140
        a_file.close()
130
141
 
131
142
    def test_local_abspath_non_local_transport(self):
132
143
        # the base implementation should throw
133
 
        t = MemoryTransport()
 
144
        t = memory.MemoryTransport()
134
145
        e = self.assertRaises(errors.NotLocalUrl, t.local_abspath, 't')
135
146
        self.assertEqual('memory:///t is not a local path.', str(e))
136
147
 
137
148
 
138
 
class TestCoalesceOffsets(TestCase):
139
 
    
140
 
    def check(self, expected, offsets, limit=0, fudge=0):
141
 
        coalesce = Transport._coalesce_offsets
142
 
        exp = [_CoalescedOffset(*x) for x in expected]
143
 
        out = list(coalesce(offsets, limit=limit, fudge_factor=fudge))
 
149
class TestCoalesceOffsets(tests.TestCase):
 
150
 
 
151
    def check(self, expected, offsets, limit=0, max_size=0, fudge=0):
 
152
        coalesce = transport.Transport._coalesce_offsets
 
153
        exp = [transport._CoalescedOffset(*x) for x in expected]
 
154
        out = list(coalesce(offsets, limit=limit, fudge_factor=fudge,
 
155
                            max_size=max_size))
144
156
        self.assertEqual(exp, out)
145
157
 
146
158
    def test_coalesce_empty(self):
153
165
        self.check([(0, 10, [(0, 10)]),
154
166
                    (20, 10, [(0, 10)]),
155
167
                   ], [(0, 10), (20, 10)])
156
 
            
 
168
 
157
169
    def test_coalesce_unsorted(self):
158
170
        self.check([(20, 10, [(0, 10)]),
159
171
                    (0, 10, [(0, 10)]),
164
176
                   [(0, 10), (10, 10)])
165
177
 
166
178
    def test_coalesce_overlapped(self):
167
 
        self.check([(0, 15, [(0, 10), (5, 10)])],
168
 
                   [(0, 10), (5, 10)])
 
179
        self.assertRaises(ValueError,
 
180
            self.check, [(0, 15, [(0, 10), (5, 10)])],
 
181
                        [(0, 10), (5, 10)])
169
182
 
170
183
    def test_coalesce_limit(self):
171
184
        self.check([(10, 50, [(0, 10), (10, 10), (20, 10),
188
201
 
189
202
    def test_coalesce_fudge(self):
190
203
        self.check([(10, 30, [(0, 10), (20, 10)]),
191
 
                    (100, 10, [(0, 10),]),
 
204
                    (100, 10, [(0, 10)]),
192
205
                   ], [(10, 10), (30, 10), (100, 10)],
193
 
                   fudge=10
 
206
                   fudge=10)
 
207
 
 
208
    def test_coalesce_max_size(self):
 
209
        self.check([(10, 20, [(0, 10), (10, 10)]),
 
210
                    (30, 50, [(0, 50)]),
 
211
                    # If one range is above max_size, it gets its own coalesced
 
212
                    # offset
 
213
                    (100, 80, [(0, 80)]),],
 
214
                   [(10, 10), (20, 10), (30, 50), (100, 80)],
 
215
                   max_size=50)
 
216
 
 
217
    def test_coalesce_no_max_size(self):
 
218
        self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)])],
 
219
                   [(10, 10), (20, 10), (30, 50), (80, 100)],
194
220
                  )
195
221
 
196
 
 
197
 
class TestMemoryTransport(TestCase):
 
222
    def test_coalesce_default_limit(self):
 
223
        # By default we use a 100MB max size.
 
224
        ten_mb = 10 * 1024 * 1024
 
225
        self.check([(0, 10 * ten_mb, [(i * ten_mb, ten_mb) for i in range(10)]),
 
226
                    (10*ten_mb, ten_mb, [(0, ten_mb)])],
 
227
                   [(i*ten_mb, ten_mb) for i in range(11)])
 
228
        self.check([(0, 11 * ten_mb, [(i * ten_mb, ten_mb) for i in range(11)])],
 
229
                   [(i * ten_mb, ten_mb) for i in range(11)],
 
230
                   max_size=1*1024*1024*1024)
 
231
 
 
232
 
 
233
class TestMemoryServer(tests.TestCase):
 
234
 
 
235
    def test_create_server(self):
 
236
        server = memory.MemoryServer()
 
237
        server.start_server()
 
238
        url = server.get_url()
 
239
        self.assertTrue(url in transport.transport_list_registry)
 
240
        t = transport.get_transport_from_url(url)
 
241
        del t
 
242
        server.stop_server()
 
243
        self.assertFalse(url in transport.transport_list_registry)
 
244
        self.assertRaises(errors.UnsupportedProtocol,
 
245
                          transport.get_transport, url)
 
246
 
 
247
 
 
248
class TestMemoryTransport(tests.TestCase):
198
249
 
199
250
    def test_get_transport(self):
200
 
        MemoryTransport()
 
251
        memory.MemoryTransport()
201
252
 
202
253
    def test_clone(self):
203
 
        transport = MemoryTransport()
204
 
        self.assertTrue(isinstance(transport, MemoryTransport))
205
 
        self.assertEqual("memory:///", transport.clone("/").base)
 
254
        t = memory.MemoryTransport()
 
255
        self.assertTrue(isinstance(t, memory.MemoryTransport))
 
256
        self.assertEqual("memory:///", t.clone("/").base)
206
257
 
207
258
    def test_abspath(self):
208
 
        transport = MemoryTransport()
209
 
        self.assertEqual("memory:///relpath", transport.abspath('relpath'))
 
259
        t = memory.MemoryTransport()
 
260
        self.assertEqual("memory:///relpath", t.abspath('relpath'))
210
261
 
211
262
    def test_abspath_of_root(self):
212
 
        transport = MemoryTransport()
213
 
        self.assertEqual("memory:///", transport.base)
214
 
        self.assertEqual("memory:///", transport.abspath('/'))
 
263
        t = memory.MemoryTransport()
 
264
        self.assertEqual("memory:///", t.base)
 
265
        self.assertEqual("memory:///", t.abspath('/'))
215
266
 
216
267
    def test_abspath_of_relpath_starting_at_root(self):
217
 
        transport = MemoryTransport()
218
 
        self.assertEqual("memory:///foo", transport.abspath('/foo'))
 
268
        t = memory.MemoryTransport()
 
269
        self.assertEqual("memory:///foo", t.abspath('/foo'))
219
270
 
220
271
    def test_append_and_get(self):
221
 
        transport = MemoryTransport()
222
 
        transport.append_bytes('path', 'content')
223
 
        self.assertEqual(transport.get('path').read(), 'content')
224
 
        transport.append_file('path', StringIO('content'))
225
 
        self.assertEqual(transport.get('path').read(), 'contentcontent')
 
272
        t = memory.MemoryTransport()
 
273
        t.append_bytes('path', 'content')
 
274
        self.assertEqual(t.get('path').read(), 'content')
 
275
        t.append_file('path', StringIO('content'))
 
276
        self.assertEqual(t.get('path').read(), 'contentcontent')
226
277
 
227
278
    def test_put_and_get(self):
228
 
        transport = MemoryTransport()
229
 
        transport.put_file('path', StringIO('content'))
230
 
        self.assertEqual(transport.get('path').read(), 'content')
231
 
        transport.put_bytes('path', 'content')
232
 
        self.assertEqual(transport.get('path').read(), 'content')
 
279
        t = memory.MemoryTransport()
 
280
        t.put_file('path', StringIO('content'))
 
281
        self.assertEqual(t.get('path').read(), 'content')
 
282
        t.put_bytes('path', 'content')
 
283
        self.assertEqual(t.get('path').read(), 'content')
233
284
 
234
285
    def test_append_without_dir_fails(self):
235
 
        transport = MemoryTransport()
236
 
        self.assertRaises(NoSuchFile,
237
 
                          transport.append_bytes, 'dir/path', 'content')
 
286
        t = memory.MemoryTransport()
 
287
        self.assertRaises(errors.NoSuchFile,
 
288
                          t.append_bytes, 'dir/path', 'content')
238
289
 
239
290
    def test_put_without_dir_fails(self):
240
 
        transport = MemoryTransport()
241
 
        self.assertRaises(NoSuchFile,
242
 
                          transport.put_file, 'dir/path', StringIO('content'))
 
291
        t = memory.MemoryTransport()
 
292
        self.assertRaises(errors.NoSuchFile,
 
293
                          t.put_file, 'dir/path', StringIO('content'))
243
294
 
244
295
    def test_get_missing(self):
245
 
        transport = MemoryTransport()
246
 
        self.assertRaises(NoSuchFile, transport.get, 'foo')
 
296
        transport = memory.MemoryTransport()
 
297
        self.assertRaises(errors.NoSuchFile, transport.get, 'foo')
247
298
 
248
299
    def test_has_missing(self):
249
 
        transport = MemoryTransport()
250
 
        self.assertEquals(False, transport.has('foo'))
 
300
        t = memory.MemoryTransport()
 
301
        self.assertEquals(False, t.has('foo'))
251
302
 
252
303
    def test_has_present(self):
253
 
        transport = MemoryTransport()
254
 
        transport.append_bytes('foo', 'content')
255
 
        self.assertEquals(True, transport.has('foo'))
 
304
        t = memory.MemoryTransport()
 
305
        t.append_bytes('foo', 'content')
 
306
        self.assertEquals(True, t.has('foo'))
256
307
 
257
308
    def test_list_dir(self):
258
 
        transport = MemoryTransport()
259
 
        transport.put_bytes('foo', 'content')
260
 
        transport.mkdir('dir')
261
 
        transport.put_bytes('dir/subfoo', 'content')
262
 
        transport.put_bytes('dirlike', 'content')
 
309
        t = memory.MemoryTransport()
 
310
        t.put_bytes('foo', 'content')
 
311
        t.mkdir('dir')
 
312
        t.put_bytes('dir/subfoo', 'content')
 
313
        t.put_bytes('dirlike', 'content')
263
314
 
264
 
        self.assertEquals(['dir', 'dirlike', 'foo'], sorted(transport.list_dir('.')))
265
 
        self.assertEquals(['subfoo'], sorted(transport.list_dir('dir')))
 
315
        self.assertEquals(['dir', 'dirlike', 'foo'], sorted(t.list_dir('.')))
 
316
        self.assertEquals(['subfoo'], sorted(t.list_dir('dir')))
266
317
 
267
318
    def test_mkdir(self):
268
 
        transport = MemoryTransport()
269
 
        transport.mkdir('dir')
270
 
        transport.append_bytes('dir/path', 'content')
271
 
        self.assertEqual(transport.get('dir/path').read(), 'content')
 
319
        t = memory.MemoryTransport()
 
320
        t.mkdir('dir')
 
321
        t.append_bytes('dir/path', 'content')
 
322
        self.assertEqual(t.get('dir/path').read(), 'content')
272
323
 
273
324
    def test_mkdir_missing_parent(self):
274
 
        transport = MemoryTransport()
275
 
        self.assertRaises(NoSuchFile,
276
 
                          transport.mkdir, 'dir/dir')
 
325
        t = memory.MemoryTransport()
 
326
        self.assertRaises(errors.NoSuchFile, t.mkdir, 'dir/dir')
277
327
 
278
328
    def test_mkdir_twice(self):
279
 
        transport = MemoryTransport()
280
 
        transport.mkdir('dir')
281
 
        self.assertRaises(FileExists, transport.mkdir, 'dir')
 
329
        t = memory.MemoryTransport()
 
330
        t.mkdir('dir')
 
331
        self.assertRaises(errors.FileExists, t.mkdir, 'dir')
282
332
 
283
333
    def test_parameters(self):
284
 
        transport = MemoryTransport()
285
 
        self.assertEqual(True, transport.listable())
286
 
        self.assertEqual(False, transport.should_cache())
287
 
        self.assertEqual(False, transport.is_readonly())
 
334
        t = memory.MemoryTransport()
 
335
        self.assertEqual(True, t.listable())
 
336
        self.assertEqual(False, t.is_readonly())
288
337
 
289
338
    def test_iter_files_recursive(self):
290
 
        transport = MemoryTransport()
291
 
        transport.mkdir('dir')
292
 
        transport.put_bytes('dir/foo', 'content')
293
 
        transport.put_bytes('dir/bar', 'content')
294
 
        transport.put_bytes('bar', 'content')
295
 
        paths = set(transport.iter_files_recursive())
 
339
        t = memory.MemoryTransport()
 
340
        t.mkdir('dir')
 
341
        t.put_bytes('dir/foo', 'content')
 
342
        t.put_bytes('dir/bar', 'content')
 
343
        t.put_bytes('bar', 'content')
 
344
        paths = set(t.iter_files_recursive())
296
345
        self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
297
346
 
298
347
    def test_stat(self):
299
 
        transport = MemoryTransport()
300
 
        transport.put_bytes('foo', 'content')
301
 
        transport.put_bytes('bar', 'phowar')
302
 
        self.assertEqual(7, transport.stat('foo').st_size)
303
 
        self.assertEqual(6, transport.stat('bar').st_size)
304
 
 
305
 
 
306
 
class ChrootDecoratorTransportTest(TestCase):
 
348
        t = memory.MemoryTransport()
 
349
        t.put_bytes('foo', 'content')
 
350
        t.put_bytes('bar', 'phowar')
 
351
        self.assertEqual(7, t.stat('foo').st_size)
 
352
        self.assertEqual(6, t.stat('bar').st_size)
 
353
 
 
354
 
 
355
class ChrootDecoratorTransportTest(tests.TestCase):
307
356
    """Chroot decoration specific tests."""
308
357
 
309
358
    def test_abspath(self):
310
359
        # The abspath is always relative to the chroot_url.
311
 
        server = ChrootServer(get_transport('memory:///foo/bar/'))
312
 
        server.setUp()
313
 
        transport = get_transport(server.get_url())
314
 
        self.assertEqual(server.get_url(), transport.abspath('/'))
 
360
        server = chroot.ChrootServer(
 
361
            transport.get_transport_from_url('memory:///foo/bar/'))
 
362
        self.start_server(server)
 
363
        t = transport.get_transport_from_url(server.get_url())
 
364
        self.assertEqual(server.get_url(), t.abspath('/'))
315
365
 
316
 
        subdir_transport = transport.clone('subdir')
317
 
        self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
318
 
        server.tearDown()
 
366
        subdir_t = t.clone('subdir')
 
367
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
319
368
 
320
369
    def test_clone(self):
321
 
        server = ChrootServer(get_transport('memory:///foo/bar/'))
322
 
        server.setUp()
323
 
        transport = get_transport(server.get_url())
 
370
        server = chroot.ChrootServer(
 
371
            transport.get_transport_from_url('memory:///foo/bar/'))
 
372
        self.start_server(server)
 
373
        t = transport.get_transport_from_url(server.get_url())
324
374
        # relpath from root and root path are the same
325
 
        relpath_cloned = transport.clone('foo')
326
 
        abspath_cloned = transport.clone('/foo')
 
375
        relpath_cloned = t.clone('foo')
 
376
        abspath_cloned = t.clone('/foo')
327
377
        self.assertEqual(server, relpath_cloned.server)
328
378
        self.assertEqual(server, abspath_cloned.server)
329
 
        server.tearDown()
330
 
    
 
379
 
331
380
    def test_chroot_url_preserves_chroot(self):
332
381
        """Calling get_transport on a chroot transport's base should produce a
333
382
        transport with exactly the same behaviour as the original chroot
336
385
        This is so that it is not possible to escape a chroot by doing::
337
386
            url = chroot_transport.base
338
387
            parent_url = urlutils.join(url, '..')
339
 
            new_transport = get_transport(parent_url)
 
388
            new_t = transport.get_transport_from_url(parent_url)
340
389
        """
341
 
        server = ChrootServer(get_transport('memory:///path/subpath'))
342
 
        server.setUp()
343
 
        transport = get_transport(server.get_url())
344
 
        new_transport = get_transport(transport.base)
345
 
        self.assertEqual(transport.server, new_transport.server)
346
 
        self.assertEqual(transport.base, new_transport.base)
347
 
        server.tearDown()
348
 
        
 
390
        server = chroot.ChrootServer(
 
391
            transport.get_transport_from_url('memory:///path/subpath'))
 
392
        self.start_server(server)
 
393
        t = transport.get_transport_from_url(server.get_url())
 
394
        new_t = transport.get_transport_from_url(t.base)
 
395
        self.assertEqual(t.server, new_t.server)
 
396
        self.assertEqual(t.base, new_t.base)
 
397
 
349
398
    def test_urljoin_preserves_chroot(self):
350
399
        """Using urlutils.join(url, '..') on a chroot URL should not produce a
351
400
        URL that escapes the intended chroot.
353
402
        This is so that it is not possible to escape a chroot by doing::
354
403
            url = chroot_transport.base
355
404
            parent_url = urlutils.join(url, '..')
356
 
            new_transport = get_transport(parent_url)
 
405
            new_t = transport.get_transport_from_url(parent_url)
357
406
        """
358
 
        server = ChrootServer(get_transport('memory:///path/'))
359
 
        server.setUp()
360
 
        transport = get_transport(server.get_url())
 
407
        server = chroot.ChrootServer(
 
408
            transport.get_transport_from_url('memory:///path/'))
 
409
        self.start_server(server)
 
410
        t = transport.get_transport_from_url(server.get_url())
361
411
        self.assertRaises(
362
 
            InvalidURLJoin, urlutils.join, transport.base, '..')
363
 
        server.tearDown()
364
 
 
365
 
 
366
 
class ChrootServerTest(TestCase):
 
412
            errors.InvalidURLJoin, urlutils.join, t.base, '..')
 
413
 
 
414
 
 
415
class TestChrootServer(tests.TestCase):
367
416
 
368
417
    def test_construct(self):
369
 
        backing_transport = MemoryTransport()
370
 
        server = ChrootServer(backing_transport)
 
418
        backing_transport = memory.MemoryTransport()
 
419
        server = chroot.ChrootServer(backing_transport)
371
420
        self.assertEqual(backing_transport, server.backing_transport)
372
421
 
373
422
    def test_setUp(self):
374
 
        backing_transport = MemoryTransport()
375
 
        server = ChrootServer(backing_transport)
376
 
        server.setUp()
377
 
        self.assertTrue(server.scheme in _get_protocol_handlers().keys())
 
423
        backing_transport = memory.MemoryTransport()
 
424
        server = chroot.ChrootServer(backing_transport)
 
425
        server.start_server()
 
426
        self.addCleanup(server.stop_server)
 
427
        self.assertTrue(server.scheme
 
428
                        in transport._get_protocol_handlers().keys())
378
429
 
379
 
    def test_tearDown(self):
380
 
        backing_transport = MemoryTransport()
381
 
        server = ChrootServer(backing_transport)
382
 
        server.setUp()
383
 
        server.tearDown()
384
 
        self.assertFalse(server.scheme in _get_protocol_handlers().keys())
 
430
    def test_stop_server(self):
 
431
        backing_transport = memory.MemoryTransport()
 
432
        server = chroot.ChrootServer(backing_transport)
 
433
        server.start_server()
 
434
        server.stop_server()
 
435
        self.assertFalse(server.scheme
 
436
                         in transport._get_protocol_handlers().keys())
385
437
 
386
438
    def test_get_url(self):
387
 
        backing_transport = MemoryTransport()
388
 
        server = ChrootServer(backing_transport)
389
 
        server.setUp()
 
439
        backing_transport = memory.MemoryTransport()
 
440
        server = chroot.ChrootServer(backing_transport)
 
441
        server.start_server()
 
442
        self.addCleanup(server.stop_server)
390
443
        self.assertEqual('chroot-%d:///' % id(server), server.get_url())
391
 
        server.tearDown()
392
 
 
393
 
 
394
 
class ReadonlyDecoratorTransportTest(TestCase):
 
444
 
 
445
 
 
446
class TestHooks(tests.TestCase):
 
447
    """Basic tests for transport hooks"""
 
448
 
 
449
    def _get_connected_transport(self):
 
450
        return transport.ConnectedTransport("bogus:nowhere")
 
451
 
 
452
    def test_transporthooks_initialisation(self):
 
453
        """Check all expected transport hook points are set up"""
 
454
        hookpoint = transport.TransportHooks()
 
455
        self.assertTrue("post_connect" in hookpoint,
 
456
            "post_connect not in %s" % (hookpoint,))
 
457
 
 
458
    def test_post_connect(self):
 
459
        """Ensure the post_connect hook is called when _set_transport is"""
 
460
        calls = []
 
461
        transport.Transport.hooks.install_named_hook("post_connect",
 
462
            calls.append, None)
 
463
        t = self._get_connected_transport()
 
464
        self.assertLength(0, calls)
 
465
        t._set_connection("connection", "auth")
 
466
        self.assertEqual(calls, [t])
 
467
 
 
468
 
 
469
class PathFilteringDecoratorTransportTest(tests.TestCase):
 
470
    """Pathfilter decoration specific tests."""
 
471
 
 
472
    def test_abspath(self):
 
473
        # The abspath is always relative to the base of the backing transport.
 
474
        server = pathfilter.PathFilteringServer(
 
475
            transport.get_transport_from_url('memory:///foo/bar/'),
 
476
            lambda x: x)
 
477
        server.start_server()
 
478
        t = transport.get_transport_from_url(server.get_url())
 
479
        self.assertEqual(server.get_url(), t.abspath('/'))
 
480
 
 
481
        subdir_t = t.clone('subdir')
 
482
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
 
483
        server.stop_server()
 
484
 
 
485
    def make_pf_transport(self, filter_func=None):
 
486
        """Make a PathFilteringTransport backed by a MemoryTransport.
 
487
 
 
488
        :param filter_func: by default this will be a no-op function.  Use this
 
489
            parameter to override it."""
 
490
        if filter_func is None:
 
491
            filter_func = lambda x: x
 
492
        server = pathfilter.PathFilteringServer(
 
493
            transport.get_transport_from_url('memory:///foo/bar/'), filter_func)
 
494
        server.start_server()
 
495
        self.addCleanup(server.stop_server)
 
496
        return transport.get_transport_from_url(server.get_url())
 
497
 
 
498
    def test__filter(self):
 
499
        # _filter (with an identity func as filter_func) always returns
 
500
        # paths relative to the base of the backing transport.
 
501
        t = self.make_pf_transport()
 
502
        self.assertEqual('foo', t._filter('foo'))
 
503
        self.assertEqual('foo/bar', t._filter('foo/bar'))
 
504
        self.assertEqual('', t._filter('..'))
 
505
        self.assertEqual('', t._filter('/'))
 
506
        # The base of the pathfiltering transport is taken into account too.
 
507
        t = t.clone('subdir1/subdir2')
 
508
        self.assertEqual('subdir1/subdir2/foo', t._filter('foo'))
 
509
        self.assertEqual('subdir1/subdir2/foo/bar', t._filter('foo/bar'))
 
510
        self.assertEqual('subdir1', t._filter('..'))
 
511
        self.assertEqual('', t._filter('/'))
 
512
 
 
513
    def test_filter_invocation(self):
 
514
        filter_log = []
 
515
 
 
516
        def filter(path):
 
517
            filter_log.append(path)
 
518
            return path
 
519
        t = self.make_pf_transport(filter)
 
520
        t.has('abc')
 
521
        self.assertEqual(['abc'], filter_log)
 
522
        del filter_log[:]
 
523
        t.clone('abc').has('xyz')
 
524
        self.assertEqual(['abc/xyz'], filter_log)
 
525
        del filter_log[:]
 
526
        t.has('/abc')
 
527
        self.assertEqual(['abc'], filter_log)
 
528
 
 
529
    def test_clone(self):
 
530
        t = self.make_pf_transport()
 
531
        # relpath from root and root path are the same
 
532
        relpath_cloned = t.clone('foo')
 
533
        abspath_cloned = t.clone('/foo')
 
534
        self.assertEqual(t.server, relpath_cloned.server)
 
535
        self.assertEqual(t.server, abspath_cloned.server)
 
536
 
 
537
    def test_url_preserves_pathfiltering(self):
 
538
        """Calling get_transport on a pathfiltered transport's base should
 
539
        produce a transport with exactly the same behaviour as the original
 
540
        pathfiltered transport.
 
541
 
 
542
        This is so that it is not possible to escape (accidentally or
 
543
        otherwise) the filtering by doing::
 
544
            url = filtered_transport.base
 
545
            parent_url = urlutils.join(url, '..')
 
546
            new_t = transport.get_transport_from_url(parent_url)
 
547
        """
 
548
        t = self.make_pf_transport()
 
549
        new_t = transport.get_transport_from_url(t.base)
 
550
        self.assertEqual(t.server, new_t.server)
 
551
        self.assertEqual(t.base, new_t.base)
 
552
 
 
553
 
 
554
class ReadonlyDecoratorTransportTest(tests.TestCase):
395
555
    """Readonly decoration specific tests."""
396
556
 
397
557
    def test_local_parameters(self):
398
 
        import bzrlib.transport.readonly as readonly
399
558
        # connect to . in readonly mode
400
 
        transport = readonly.ReadonlyTransportDecorator('readonly+.')
401
 
        self.assertEqual(True, transport.listable())
402
 
        self.assertEqual(False, transport.should_cache())
403
 
        self.assertEqual(True, transport.is_readonly())
 
559
        t = readonly.ReadonlyTransportDecorator('readonly+.')
 
560
        self.assertEqual(True, t.listable())
 
561
        self.assertEqual(True, t.is_readonly())
404
562
 
405
563
    def test_http_parameters(self):
406
 
        from bzrlib.tests.HttpServer import HttpServer
407
 
        import bzrlib.transport.readonly as readonly
408
 
        # connect to . via http which is not listable
 
564
        from bzrlib.tests.http_server import HttpServer
 
565
        # connect to '.' via http which is not listable
409
566
        server = HttpServer()
410
 
        server.setUp()
411
 
        try:
412
 
            transport = get_transport('readonly+' + server.get_url())
413
 
            self.failUnless(isinstance(transport,
414
 
                                       readonly.ReadonlyTransportDecorator))
415
 
            self.assertEqual(False, transport.listable())
416
 
            self.assertEqual(True, transport.should_cache())
417
 
            self.assertEqual(True, transport.is_readonly())
418
 
        finally:
419
 
            server.tearDown()
420
 
 
421
 
 
422
 
class FakeNFSDecoratorTests(TestCaseInTempDir):
 
567
        self.start_server(server)
 
568
        t = transport.get_transport_from_url('readonly+' + server.get_url())
 
569
        self.assertIsInstance(t, readonly.ReadonlyTransportDecorator)
 
570
        self.assertEqual(False, t.listable())
 
571
        self.assertEqual(True, t.is_readonly())
 
572
 
 
573
 
 
574
class FakeNFSDecoratorTests(tests.TestCaseInTempDir):
423
575
    """NFS decorator specific tests."""
424
576
 
425
577
    def get_nfs_transport(self, url):
426
 
        import bzrlib.transport.fakenfs as fakenfs
427
578
        # connect to url with nfs decoration
428
579
        return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
429
580
 
430
581
    def test_local_parameters(self):
431
 
        # the listable, should_cache and is_readonly parameters
 
582
        # the listable and is_readonly parameters
432
583
        # are not changed by the fakenfs decorator
433
 
        transport = self.get_nfs_transport('.')
434
 
        self.assertEqual(True, transport.listable())
435
 
        self.assertEqual(False, transport.should_cache())
436
 
        self.assertEqual(False, transport.is_readonly())
 
584
        t = self.get_nfs_transport('.')
 
585
        self.assertEqual(True, t.listable())
 
586
        self.assertEqual(False, t.is_readonly())
437
587
 
438
588
    def test_http_parameters(self):
439
 
        # the listable, should_cache and is_readonly parameters
 
589
        # the listable and is_readonly parameters
440
590
        # are not changed by the fakenfs decorator
441
 
        from bzrlib.tests.HttpServer import HttpServer
442
 
        # connect to . via http which is not listable
 
591
        from bzrlib.tests.http_server import HttpServer
 
592
        # connect to '.' via http which is not listable
443
593
        server = HttpServer()
444
 
        server.setUp()
445
 
        try:
446
 
            transport = self.get_nfs_transport(server.get_url())
447
 
            self.assertIsInstance(
448
 
                transport, bzrlib.transport.fakenfs.FakeNFSTransportDecorator)
449
 
            self.assertEqual(False, transport.listable())
450
 
            self.assertEqual(True, transport.should_cache())
451
 
            self.assertEqual(True, transport.is_readonly())
452
 
        finally:
453
 
            server.tearDown()
 
594
        self.start_server(server)
 
595
        t = self.get_nfs_transport(server.get_url())
 
596
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
 
597
        self.assertEqual(False, t.listable())
 
598
        self.assertEqual(True, t.is_readonly())
454
599
 
455
600
    def test_fakenfs_server_default(self):
456
601
        # a FakeNFSServer() should bring up a local relpath server for itself
457
 
        import bzrlib.transport.fakenfs as fakenfs
458
 
        server = fakenfs.FakeNFSServer()
459
 
        server.setUp()
460
 
        try:
461
 
            # the url should be decorated appropriately
462
 
            self.assertStartsWith(server.get_url(), 'fakenfs+')
463
 
            # and we should be able to get a transport for it
464
 
            transport = get_transport(server.get_url())
465
 
            # which must be a FakeNFSTransportDecorator instance.
466
 
            self.assertIsInstance(
467
 
                transport, fakenfs.FakeNFSTransportDecorator)
468
 
        finally:
469
 
            server.tearDown()
 
602
        server = test_server.FakeNFSServer()
 
603
        self.start_server(server)
 
604
        # the url should be decorated appropriately
 
605
        self.assertStartsWith(server.get_url(), 'fakenfs+')
 
606
        # and we should be able to get a transport for it
 
607
        t = transport.get_transport_from_url(server.get_url())
 
608
        # which must be a FakeNFSTransportDecorator instance.
 
609
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
470
610
 
471
611
    def test_fakenfs_rename_semantics(self):
472
612
        # a FakeNFS transport must mangle the way rename errors occur to
473
613
        # look like NFS problems.
474
 
        transport = self.get_nfs_transport('.')
 
614
        t = self.get_nfs_transport('.')
475
615
        self.build_tree(['from/', 'from/foo', 'to/', 'to/bar'],
476
 
                        transport=transport)
477
 
        self.assertRaises(errors.ResourceBusy,
478
 
                          transport.rename, 'from', 'to')
479
 
 
480
 
 
481
 
class FakeVFATDecoratorTests(TestCaseInTempDir):
 
616
                        transport=t)
 
617
        self.assertRaises(errors.ResourceBusy, t.rename, 'from', 'to')
 
618
 
 
619
 
 
620
class FakeVFATDecoratorTests(tests.TestCaseInTempDir):
482
621
    """Tests for simulation of VFAT restrictions"""
483
622
 
484
623
    def get_vfat_transport(self, url):
488
627
 
489
628
    def test_transport_creation(self):
490
629
        from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
491
 
        transport = self.get_vfat_transport('.')
492
 
        self.assertIsInstance(transport, FakeVFATTransportDecorator)
 
630
        t = self.get_vfat_transport('.')
 
631
        self.assertIsInstance(t, FakeVFATTransportDecorator)
493
632
 
494
633
    def test_transport_mkdir(self):
495
 
        transport = self.get_vfat_transport('.')
496
 
        transport.mkdir('HELLO')
497
 
        self.assertTrue(transport.has('hello'))
498
 
        self.assertTrue(transport.has('Hello'))
 
634
        t = self.get_vfat_transport('.')
 
635
        t.mkdir('HELLO')
 
636
        self.assertTrue(t.has('hello'))
 
637
        self.assertTrue(t.has('Hello'))
499
638
 
500
639
    def test_forbidden_chars(self):
501
 
        transport = self.get_vfat_transport('.')
502
 
        self.assertRaises(ValueError, transport.has, "<NU>")
503
 
 
504
 
 
505
 
class BadTransportHandler(Transport):
 
640
        t = self.get_vfat_transport('.')
 
641
        self.assertRaises(ValueError, t.has, "<NU>")
 
642
 
 
643
 
 
644
class BadTransportHandler(transport.Transport):
506
645
    def __init__(self, base_url):
507
 
        raise DependencyNotPresent('some_lib', 'testing missing dependency')
508
 
 
509
 
 
510
 
class BackupTransportHandler(Transport):
 
646
        raise errors.DependencyNotPresent('some_lib',
 
647
                                          'testing missing dependency')
 
648
 
 
649
 
 
650
class BackupTransportHandler(transport.Transport):
511
651
    """Test transport that works as a backup for the BadTransportHandler"""
512
652
    pass
513
653
 
514
654
 
515
 
class TestTransportImplementation(TestCaseInTempDir):
 
655
class TestTransportImplementation(tests.TestCaseInTempDir):
516
656
    """Implementation verification for transports.
517
 
    
 
657
 
518
658
    To verify a transport we need a server factory, which is a callable
519
659
    that accepts no parameters and returns an implementation of
520
660
    bzrlib.transport.Server.
521
 
    
 
661
 
522
662
    That Server is then used to construct transport instances and test
523
663
    the transport via loopback activity.
524
664
 
525
 
    Currently this assumes that the Transport object is connected to the 
526
 
    current working directory.  So that whatever is done 
527
 
    through the transport, should show up in the working 
 
665
    Currently this assumes that the Transport object is connected to the
 
666
    current working directory.  So that whatever is done
 
667
    through the transport, should show up in the working
528
668
    directory, and vice-versa. This is a bug, because its possible to have
529
 
    URL schemes which provide access to something that may not be 
530
 
    result in storage on the local disk, i.e. due to file system limits, or 
 
669
    URL schemes which provide access to something that may not be
 
670
    result in storage on the local disk, i.e. due to file system limits, or
531
671
    due to it being a database or some other non-filesystem tool.
532
672
 
533
673
    This also tests to make sure that the functions work with both
534
674
    generators and lists (assuming iter(list) is effectively a generator)
535
675
    """
536
 
    
 
676
 
537
677
    def setUp(self):
538
678
        super(TestTransportImplementation, self).setUp()
539
679
        self._server = self.transport_server()
540
 
        self._server.setUp()
541
 
        self.addCleanup(self._server.tearDown)
542
 
 
543
 
    def get_transport(self):
544
 
        """Return a connected transport to the local directory."""
 
680
        self.start_server(self._server)
 
681
 
 
682
    def get_transport(self, relpath=None):
 
683
        """Return a connected transport to the local directory.
 
684
 
 
685
        :param relpath: a path relative to the base url.
 
686
        """
545
687
        base_url = self._server.get_url()
 
688
        url = self._adjust_url(base_url, relpath)
546
689
        # try getting the transport via the regular interface:
547
 
        t = get_transport(base_url)
 
690
        t = transport.get_transport_from_url(url)
 
691
        # vila--20070607 if the following are commented out the test suite
 
692
        # still pass. Is this really still needed or was it a forgotten
 
693
        # temporary fix ?
548
694
        if not isinstance(t, self.transport_class):
549
695
            # we did not get the correct transport class type. Override the
550
696
            # regular connection behaviour by direct construction.
551
 
            t = self.transport_class(base_url)
 
697
            t = self.transport_class(url)
552
698
        return t
553
699
 
554
700
 
555
 
class TestLocalTransports(TestCase):
 
701
class TestTransportFromPath(tests.TestCaseInTempDir):
 
702
 
 
703
    def test_with_path(self):
 
704
        t = transport.get_transport_from_path(self.test_dir)
 
705
        self.assertIsInstance(t, local.LocalTransport)
 
706
        self.assertEquals(t.base.rstrip("/"),
 
707
            urlutils.local_path_to_url(self.test_dir))
 
708
 
 
709
    def test_with_url(self):
 
710
        t = transport.get_transport_from_path("file:")
 
711
        self.assertIsInstance(t, local.LocalTransport)
 
712
        self.assertEquals(t.base.rstrip("/"),
 
713
            urlutils.local_path_to_url(os.path.join(self.test_dir, "file:")))
 
714
 
 
715
 
 
716
class TestTransportFromUrl(tests.TestCaseInTempDir):
 
717
 
 
718
    def test_with_path(self):
 
719
        self.assertRaises(errors.InvalidURL, transport.get_transport_from_url,
 
720
            self.test_dir)
 
721
 
 
722
    def test_with_url(self):
 
723
        url = urlutils.local_path_to_url(self.test_dir)
 
724
        t = transport.get_transport_from_url(url)
 
725
        self.assertIsInstance(t, local.LocalTransport)
 
726
        self.assertEquals(t.base.rstrip("/"), url)
 
727
 
 
728
    def test_with_url_and_segment_parameters(self):
 
729
        url = urlutils.local_path_to_url(self.test_dir)+",branch=foo"
 
730
        t = transport.get_transport_from_url(url)
 
731
        self.assertIsInstance(t, local.LocalTransport)
 
732
        self.assertEquals(t.base.rstrip("/"), url)
 
733
        with open(os.path.join(self.test_dir, "afile"), 'w') as f:
 
734
            f.write("data")
 
735
        self.assertTrue(t.has("afile"))
 
736
 
 
737
 
 
738
class TestLocalTransports(tests.TestCase):
556
739
 
557
740
    def test_get_transport_from_abspath(self):
558
 
        here = os.path.abspath('.')
559
 
        t = get_transport(here)
560
 
        self.assertIsInstance(t, LocalTransport)
 
741
        here = osutils.abspath('.')
 
742
        t = transport.get_transport(here)
 
743
        self.assertIsInstance(t, local.LocalTransport)
561
744
        self.assertEquals(t.base, urlutils.local_path_to_url(here) + '/')
562
745
 
563
746
    def test_get_transport_from_relpath(self):
564
 
        here = os.path.abspath('.')
565
 
        t = get_transport('.')
566
 
        self.assertIsInstance(t, LocalTransport)
 
747
        here = osutils.abspath('.')
 
748
        t = transport.get_transport('.')
 
749
        self.assertIsInstance(t, local.LocalTransport)
567
750
        self.assertEquals(t.base, urlutils.local_path_to_url('.') + '/')
568
751
 
569
752
    def test_get_transport_from_local_url(self):
570
 
        here = os.path.abspath('.')
 
753
        here = osutils.abspath('.')
571
754
        here_url = urlutils.local_path_to_url(here) + '/'
572
 
        t = get_transport(here_url)
573
 
        self.assertIsInstance(t, LocalTransport)
 
755
        t = transport.get_transport(here_url)
 
756
        self.assertIsInstance(t, local.LocalTransport)
574
757
        self.assertEquals(t.base, here_url)
575
758
 
576
759
    def test_local_abspath(self):
577
 
        here = os.path.abspath('.')
578
 
        t = get_transport(here)
 
760
        here = osutils.abspath('.')
 
761
        t = transport.get_transport(here)
579
762
        self.assertEquals(t.local_abspath(''), here)
580
763
 
581
764
 
582
 
class TestWin32LocalTransport(TestCase):
 
765
class TestLocalTransportMutation(tests.TestCaseInTempDir):
 
766
 
 
767
    def test_local_transport_mkdir(self):
 
768
        here = osutils.abspath('.')
 
769
        t = transport.get_transport(here)
 
770
        t.mkdir('test')
 
771
        self.assertTrue(os.path.exists('test'))
 
772
 
 
773
    def test_local_transport_mkdir_permission_denied(self):
 
774
        # See https://bugs.launchpad.net/bzr/+bug/606537
 
775
        here = osutils.abspath('.')
 
776
        t = transport.get_transport(here)
 
777
        def fake_chmod(path, mode):
 
778
            e = OSError('permission denied')
 
779
            e.errno = errno.EPERM
 
780
            raise e
 
781
        self.overrideAttr(os, 'chmod', fake_chmod)
 
782
        t.mkdir('test')
 
783
        t.mkdir('test2', mode=0707)
 
784
        self.assertTrue(os.path.exists('test'))
 
785
        self.assertTrue(os.path.exists('test2'))
 
786
 
 
787
 
 
788
class TestLocalTransportWriteStream(tests.TestCaseWithTransport):
 
789
 
 
790
    def test_local_fdatasync_calls_fdatasync(self):
 
791
        """Check fdatasync on a stream tries to flush the data to the OS.
 
792
        
 
793
        We can't easily observe the external effect but we can at least see
 
794
        it's called.
 
795
        """
 
796
        sentinel = object()
 
797
        fdatasync = getattr(os, 'fdatasync', sentinel)
 
798
        if fdatasync is sentinel:
 
799
            raise tests.TestNotApplicable('fdatasync not supported')
 
800
        t = self.get_transport('.')
 
801
        calls = self.recordCalls(os, 'fdatasync')
 
802
        w = t.open_write_stream('out')
 
803
        w.write('foo')
 
804
        w.fdatasync()
 
805
        with open('out', 'rb') as f:
 
806
            # Should have been flushed.
 
807
            self.assertEquals(f.read(), 'foo')
 
808
        self.assertEquals(len(calls), 1, calls)
 
809
 
 
810
    def test_missing_directory(self):
 
811
        t = self.get_transport('.')
 
812
        self.assertRaises(errors.NoSuchFile, t.open_write_stream, 'dir/foo')
 
813
 
 
814
 
 
815
class TestWin32LocalTransport(tests.TestCase):
583
816
 
584
817
    def test_unc_clone_to_root(self):
585
818
        # Win32 UNC path like \\HOST\path
586
819
        # clone to root should stop at least at \\HOST part
587
820
        # not on \\
588
 
        t = EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
 
821
        t = local.EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
589
822
        for i in xrange(4):
590
823
            t = t.clone('..')
591
824
        self.assertEquals(t.base, 'file://HOST/')
594
827
        self.assertEquals(t.base, 'file://HOST/')
595
828
 
596
829
 
597
 
def get_test_permutations():
598
 
    """Return transport permutations to be used in testing.
599
 
 
600
 
    This module registers some transports, but they're only for testing
601
 
    registration.  We don't really want to run all the transport tests against
602
 
    them.
603
 
    """
604
 
    return []
 
830
class TestConnectedTransport(tests.TestCase):
 
831
    """Tests for connected to remote server transports"""
 
832
 
 
833
    def test_parse_url(self):
 
834
        t = transport.ConnectedTransport(
 
835
            'http://simple.example.com/home/source')
 
836
        self.assertEquals(t._parsed_url.host, 'simple.example.com')
 
837
        self.assertEquals(t._parsed_url.port, None)
 
838
        self.assertEquals(t._parsed_url.path, '/home/source/')
 
839
        self.assertTrue(t._parsed_url.user is None)
 
840
        self.assertTrue(t._parsed_url.password is None)
 
841
 
 
842
        self.assertEquals(t.base, 'http://simple.example.com/home/source/')
 
843
 
 
844
    def test_parse_url_with_at_in_user(self):
 
845
        # Bug 228058
 
846
        t = transport.ConnectedTransport('ftp://user@host.com@www.host.com/')
 
847
        self.assertEquals(t._parsed_url.user, 'user@host.com')
 
848
 
 
849
    def test_parse_quoted_url(self):
 
850
        t = transport.ConnectedTransport(
 
851
            'http://ro%62ey:h%40t@ex%41mple.com:2222/path')
 
852
        self.assertEquals(t._parsed_url.host, 'exAmple.com')
 
853
        self.assertEquals(t._parsed_url.port, 2222)
 
854
        self.assertEquals(t._parsed_url.user, 'robey')
 
855
        self.assertEquals(t._parsed_url.password, 'h@t')
 
856
        self.assertEquals(t._parsed_url.path, '/path/')
 
857
 
 
858
        # Base should not keep track of the password
 
859
        self.assertEquals(t.base, 'http://ro%62ey@ex%41mple.com:2222/path/')
 
860
 
 
861
    def test_parse_invalid_url(self):
 
862
        self.assertRaises(errors.InvalidURL,
 
863
                          transport.ConnectedTransport,
 
864
                          'sftp://lily.org:~janneke/public/bzr/gub')
 
865
 
 
866
    def test_relpath(self):
 
867
        t = transport.ConnectedTransport('sftp://user@host.com/abs/path')
 
868
 
 
869
        self.assertEquals(t.relpath('sftp://user@host.com/abs/path/sub'),
 
870
            'sub')
 
871
        self.assertRaises(errors.PathNotChild, t.relpath,
 
872
                          'http://user@host.com/abs/path/sub')
 
873
        self.assertRaises(errors.PathNotChild, t.relpath,
 
874
                          'sftp://user2@host.com/abs/path/sub')
 
875
        self.assertRaises(errors.PathNotChild, t.relpath,
 
876
                          'sftp://user@otherhost.com/abs/path/sub')
 
877
        self.assertRaises(errors.PathNotChild, t.relpath,
 
878
                          'sftp://user@host.com:33/abs/path/sub')
 
879
        # Make sure it works when we don't supply a username
 
880
        t = transport.ConnectedTransport('sftp://host.com/abs/path')
 
881
        self.assertEquals(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
 
882
 
 
883
        # Make sure it works when parts of the path will be url encoded
 
884
        t = transport.ConnectedTransport('sftp://host.com/dev/%path')
 
885
        self.assertEquals(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
 
886
 
 
887
    def test_connection_sharing_propagate_credentials(self):
 
888
        t = transport.ConnectedTransport('ftp://user@host.com/abs/path')
 
889
        self.assertEquals('user', t._parsed_url.user)
 
890
        self.assertEquals('host.com', t._parsed_url.host)
 
891
        self.assertIs(None, t._get_connection())
 
892
        self.assertIs(None, t._parsed_url.password)
 
893
        c = t.clone('subdir')
 
894
        self.assertIs(None, c._get_connection())
 
895
        self.assertIs(None, t._parsed_url.password)
 
896
 
 
897
        # Simulate the user entering a password
 
898
        password = 'secret'
 
899
        connection = object()
 
900
        t._set_connection(connection, password)
 
901
        self.assertIs(connection, t._get_connection())
 
902
        self.assertIs(password, t._get_credentials())
 
903
        self.assertIs(connection, c._get_connection())
 
904
        self.assertIs(password, c._get_credentials())
 
905
 
 
906
        # credentials can be updated
 
907
        new_password = 'even more secret'
 
908
        c._update_credentials(new_password)
 
909
        self.assertIs(connection, t._get_connection())
 
910
        self.assertIs(new_password, t._get_credentials())
 
911
        self.assertIs(connection, c._get_connection())
 
912
        self.assertIs(new_password, c._get_credentials())
 
913
 
 
914
 
 
915
class TestReusedTransports(tests.TestCase):
 
916
    """Tests for transport reuse"""
 
917
 
 
918
    def test_reuse_same_transport(self):
 
919
        possible_transports = []
 
920
        t1 = transport.get_transport_from_url('http://foo/',
 
921
                                     possible_transports=possible_transports)
 
922
        self.assertEqual([t1], possible_transports)
 
923
        t2 = transport.get_transport_from_url('http://foo/',
 
924
                                     possible_transports=[t1])
 
925
        self.assertIs(t1, t2)
 
926
 
 
927
        # Also check that final '/' are handled correctly
 
928
        t3 = transport.get_transport_from_url('http://foo/path/')
 
929
        t4 = transport.get_transport_from_url('http://foo/path',
 
930
                                     possible_transports=[t3])
 
931
        self.assertIs(t3, t4)
 
932
 
 
933
        t5 = transport.get_transport_from_url('http://foo/path')
 
934
        t6 = transport.get_transport_from_url('http://foo/path/',
 
935
                                     possible_transports=[t5])
 
936
        self.assertIs(t5, t6)
 
937
 
 
938
    def test_don_t_reuse_different_transport(self):
 
939
        t1 = transport.get_transport_from_url('http://foo/path')
 
940
        t2 = transport.get_transport_from_url('http://bar/path',
 
941
                                     possible_transports=[t1])
 
942
        self.assertIsNot(t1, t2)
 
943
 
 
944
 
 
945
class TestTransportTrace(tests.TestCase):
 
946
 
 
947
    def test_decorator(self):
 
948
        t = transport.get_transport_from_url('trace+memory://')
 
949
        self.assertIsInstance(
 
950
            t, bzrlib.transport.trace.TransportTraceDecorator)
 
951
 
 
952
    def test_clone_preserves_activity(self):
 
953
        t = transport.get_transport_from_url('trace+memory://')
 
954
        t2 = t.clone('.')
 
955
        self.assertTrue(t is not t2)
 
956
        self.assertTrue(t._activity is t2._activity)
 
957
 
 
958
    # the following specific tests are for the operations that have made use of
 
959
    # logging in tests; we could test every single operation but doing that
 
960
    # still won't cause a test failure when the top level Transport API
 
961
    # changes; so there is little return doing that.
 
962
    def test_get(self):
 
963
        t = transport.get_transport_from_url('trace+memory:///')
 
964
        t.put_bytes('foo', 'barish')
 
965
        t.get('foo')
 
966
        expected_result = []
 
967
        # put_bytes records the bytes, not the content to avoid memory
 
968
        # pressure.
 
969
        expected_result.append(('put_bytes', 'foo', 6, None))
 
970
        # get records the file name only.
 
971
        expected_result.append(('get', 'foo'))
 
972
        self.assertEqual(expected_result, t._activity)
 
973
 
 
974
    def test_readv(self):
 
975
        t = transport.get_transport_from_url('trace+memory:///')
 
976
        t.put_bytes('foo', 'barish')
 
977
        list(t.readv('foo', [(0, 1), (3, 2)],
 
978
                     adjust_for_latency=True, upper_limit=6))
 
979
        expected_result = []
 
980
        # put_bytes records the bytes, not the content to avoid memory
 
981
        # pressure.
 
982
        expected_result.append(('put_bytes', 'foo', 6, None))
 
983
        # readv records the supplied offset request
 
984
        expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
 
985
        self.assertEqual(expected_result, t._activity)
 
986
 
 
987
 
 
988
class TestSSHConnections(tests.TestCaseWithTransport):
 
989
 
 
990
    def test_bzr_connect_to_bzr_ssh(self):
 
991
        """get_transport of a bzr+ssh:// behaves correctly.
 
992
 
 
993
        bzr+ssh:// should cause bzr to run a remote bzr smart server over SSH.
 
994
        """
 
995
        # This test actually causes a bzr instance to be invoked, which is very
 
996
        # expensive: it should be the only such test in the test suite.
 
997
        # A reasonable evolution for this would be to simply check inside
 
998
        # check_channel_exec_request that the command is appropriate, and then
 
999
        # satisfy requests in-process.
 
1000
        self.requireFeature(features.paramiko)
 
1001
        # SFTPFullAbsoluteServer has a get_url method, and doesn't
 
1002
        # override the interface (doesn't change self._vendor).
 
1003
        # Note that this does encryption, so can be slow.
 
1004
        from bzrlib.tests import stub_sftp
 
1005
 
 
1006
        # Start an SSH server
 
1007
        self.command_executed = []
 
1008
        # XXX: This is horrible -- we define a really dumb SSH server that
 
1009
        # executes commands, and manage the hooking up of stdin/out/err to the
 
1010
        # SSH channel ourselves.  Surely this has already been implemented
 
1011
        # elsewhere?
 
1012
        started = []
 
1013
 
 
1014
        class StubSSHServer(stub_sftp.StubServer):
 
1015
 
 
1016
            test = self
 
1017
 
 
1018
            def check_channel_exec_request(self, channel, command):
 
1019
                self.test.command_executed.append(command)
 
1020
                proc = subprocess.Popen(
 
1021
                    command, shell=True, stdin=subprocess.PIPE,
 
1022
                    stdout=subprocess.PIPE, stderr=subprocess.PIPE)
 
1023
 
 
1024
                # XXX: horribly inefficient, not to mention ugly.
 
1025
                # Start a thread for each of stdin/out/err, and relay bytes
 
1026
                # from the subprocess to channel and vice versa.
 
1027
                def ferry_bytes(read, write, close):
 
1028
                    while True:
 
1029
                        bytes = read(1)
 
1030
                        if bytes == '':
 
1031
                            close()
 
1032
                            break
 
1033
                        write(bytes)
 
1034
 
 
1035
                file_functions = [
 
1036
                    (channel.recv, proc.stdin.write, proc.stdin.close),
 
1037
                    (proc.stdout.read, channel.sendall, channel.close),
 
1038
                    (proc.stderr.read, channel.sendall_stderr, channel.close)]
 
1039
                started.append(proc)
 
1040
                for read, write, close in file_functions:
 
1041
                    t = threading.Thread(
 
1042
                        target=ferry_bytes, args=(read, write, close))
 
1043
                    t.start()
 
1044
                    started.append(t)
 
1045
 
 
1046
                return True
 
1047
 
 
1048
        ssh_server = stub_sftp.SFTPFullAbsoluteServer(StubSSHServer)
 
1049
        # We *don't* want to override the default SSH vendor: the detected one
 
1050
        # is the one to use.
 
1051
 
 
1052
        # FIXME: I don't understand the above comment, SFTPFullAbsoluteServer
 
1053
        # inherits from SFTPServer which forces the SSH vendor to
 
1054
        # ssh.ParamikoVendor(). So it's forced, not detected. --vila 20100623
 
1055
        self.start_server(ssh_server)
 
1056
        port = ssh_server.port
 
1057
 
 
1058
        if sys.platform == 'win32':
 
1059
            bzr_remote_path = sys.executable + ' ' + self.get_bzr_path()
 
1060
        else:
 
1061
            bzr_remote_path = self.get_bzr_path()
 
1062
        self.overrideEnv('BZR_REMOTE_PATH', bzr_remote_path)
 
1063
 
 
1064
        # Access the branch via a bzr+ssh URL.  The BZR_REMOTE_PATH environment
 
1065
        # variable is used to tell bzr what command to run on the remote end.
 
1066
        path_to_branch = osutils.abspath('.')
 
1067
        if sys.platform == 'win32':
 
1068
            # On Windows, we export all drives as '/C:/, etc. So we need to
 
1069
            # prefix a '/' to get the right path.
 
1070
            path_to_branch = '/' + path_to_branch
 
1071
        url = 'bzr+ssh://fred:secret@localhost:%d%s' % (port, path_to_branch)
 
1072
        t = transport.get_transport(url)
 
1073
        self.permit_url(t.base)
 
1074
        t.mkdir('foo')
 
1075
 
 
1076
        self.assertEqual(
 
1077
            ['%s serve --inet --directory=/ --allow-writes' % bzr_remote_path],
 
1078
            self.command_executed)
 
1079
        # Make sure to disconnect, so that the remote process can stop, and we
 
1080
        # can cleanup. Then pause the test until everything is shutdown
 
1081
        t._client._medium.disconnect()
 
1082
        if not started:
 
1083
            return
 
1084
        # First wait for the subprocess
 
1085
        started[0].wait()
 
1086
        # And the rest are threads
 
1087
        for t in started[1:]:
 
1088
            t.join()
 
1089
 
 
1090
 
 
1091
class TestUnhtml(tests.TestCase):
 
1092
 
 
1093
    """Tests for unhtml_roughly"""
 
1094
 
 
1095
    def test_truncation(self):
 
1096
        fake_html = "<p>something!\n" * 1000
 
1097
        result = http.unhtml_roughly(fake_html)
 
1098
        self.assertEquals(len(result), 1000)
 
1099
        self.assertStartsWith(result, " something!")
 
1100
 
 
1101
 
 
1102
class SomeDirectory(object):
 
1103
 
 
1104
    def look_up(self, name, url):
 
1105
        return "http://bar"
 
1106
 
 
1107
 
 
1108
class TestLocationToUrl(tests.TestCase):
 
1109
 
 
1110
    def get_base_location(self):
 
1111
        path = osutils.abspath('/foo/bar')
 
1112
        if path.startswith('/'):
 
1113
            url = 'file://%s' % (path,)
 
1114
        else:
 
1115
            # On Windows, abspaths start with the drive letter, so we have to
 
1116
            # add in the extra '/'
 
1117
            url = 'file:///%s' % (path,)
 
1118
        return path, url
 
1119
 
 
1120
    def test_regular_url(self):
 
1121
        self.assertEquals("file://foo", location_to_url("file://foo"))
 
1122
 
 
1123
    def test_directory(self):
 
1124
        directories.register("bar:", SomeDirectory, "Dummy directory")
 
1125
        self.addCleanup(directories.remove, "bar:")
 
1126
        self.assertEquals("http://bar", location_to_url("bar:"))
 
1127
 
 
1128
    def test_unicode_url(self):
 
1129
        self.assertRaises(errors.InvalidURL, location_to_url,
 
1130
            "http://fo/\xc3\xaf".decode("utf-8"))
 
1131
 
 
1132
    def test_unicode_path(self):
 
1133
        path, url = self.get_base_location()
 
1134
        location = path + "\xc3\xaf".decode("utf-8")
 
1135
        url += '%C3%AF'
 
1136
        self.assertEquals(url, location_to_url(location))
 
1137
 
 
1138
    def test_path(self):
 
1139
        path, url = self.get_base_location()
 
1140
        self.assertEquals(url, location_to_url(path))
 
1141
 
 
1142
    def test_relative_file_url(self):
 
1143
        self.assertEquals(urlutils.local_path_to_url(".") + "/bar",
 
1144
            location_to_url("file:bar"))
 
1145
 
 
1146
    def test_absolute_file_url(self):
 
1147
        self.assertEquals("file:///bar", location_to_url("file:/bar"))