~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_transport.py

Merge bzr.dev

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2005-2011, 2015, 2016 Canonical Ltd
 
1
# Copyright (C) 2004, 2005, 2006, 2007 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
16
 
17
17
 
18
18
from cStringIO import StringIO
19
 
import errno
20
 
import os
21
 
import subprocess
22
 
import sys
23
 
import threading
24
19
 
 
20
import bzrlib
25
21
from bzrlib import (
26
22
    errors,
27
23
    osutils,
28
 
    tests,
29
 
    transport,
30
24
    urlutils,
31
25
    )
32
 
from bzrlib.directory_service import directories
33
 
from bzrlib.transport import (
34
 
    chroot,
35
 
    fakenfs,
36
 
    http,
37
 
    local,
38
 
    location_to_url,
39
 
    memory,
40
 
    pathfilter,
41
 
    readonly,
42
 
    )
43
 
import bzrlib.transport.trace
44
 
from bzrlib.tests import (
45
 
    features,
46
 
    test_server,
47
 
    )
 
26
from bzrlib.errors import (DependencyNotPresent,
 
27
                           FileExists,
 
28
                           InvalidURLJoin,
 
29
                           NoSuchFile,
 
30
                           PathNotChild,
 
31
                           ReadError,
 
32
                           UnsupportedProtocol,
 
33
                           )
 
34
from bzrlib.tests import TestCase, TestCaseInTempDir
 
35
from bzrlib.transport import (_clear_protocol_handlers,
 
36
                              _CoalescedOffset,
 
37
                              ConnectedTransport,
 
38
                              _get_protocol_handlers,
 
39
                              _set_protocol_handlers,
 
40
                              _get_transport_modules,
 
41
                              get_transport,
 
42
                              LateReadError,
 
43
                              register_lazy_transport,
 
44
                              register_transport_proto,
 
45
                              Transport,
 
46
                              )
 
47
from bzrlib.transport.chroot import ChrootServer
 
48
from bzrlib.transport.memory import MemoryTransport
 
49
from bzrlib.transport.local import (LocalTransport,
 
50
                                    EmulatedWin32LocalTransport)
48
51
 
49
52
 
50
53
# TODO: Should possibly split transport-specific tests into their own files.
51
54
 
52
55
 
53
 
class TestTransport(tests.TestCase):
 
56
class TestTransport(TestCase):
54
57
    """Test the non transport-concrete class functionality."""
55
58
 
56
59
    def test__get_set_protocol_handlers(self):
57
 
        handlers = transport._get_protocol_handlers()
58
 
        self.assertNotEqual([], handlers.keys())
59
 
        transport._clear_protocol_handlers()
60
 
        self.addCleanup(transport._set_protocol_handlers, handlers)
61
 
        self.assertEqual([], transport._get_protocol_handlers().keys())
 
60
        handlers = _get_protocol_handlers()
 
61
        self.assertNotEqual([], handlers.keys( ))
 
62
        try:
 
63
            _clear_protocol_handlers()
 
64
            self.assertEqual([], _get_protocol_handlers().keys())
 
65
        finally:
 
66
            _set_protocol_handlers(handlers)
62
67
 
63
68
    def test_get_transport_modules(self):
64
 
        handlers = transport._get_protocol_handlers()
65
 
        self.addCleanup(transport._set_protocol_handlers, handlers)
 
69
        handlers = _get_protocol_handlers()
66
70
        # don't pollute the current handlers
67
 
        transport._clear_protocol_handlers()
68
 
 
 
71
        _clear_protocol_handlers()
69
72
        class SampleHandler(object):
70
73
            """I exist, isnt that enough?"""
71
 
        transport._clear_protocol_handlers()
72
 
        transport.register_transport_proto('foo')
73
 
        transport.register_lazy_transport('foo',
74
 
                                            'bzrlib.tests.test_transport',
75
 
                                            'TestTransport.SampleHandler')
76
 
        transport.register_transport_proto('bar')
77
 
        transport.register_lazy_transport('bar',
78
 
                                            'bzrlib.tests.test_transport',
79
 
                                            'TestTransport.SampleHandler')
80
 
        self.assertEqual([SampleHandler.__module__,
81
 
                            'bzrlib.transport.chroot',
82
 
                            'bzrlib.transport.pathfilter'],
83
 
                            transport._get_transport_modules())
 
74
        try:
 
75
            _clear_protocol_handlers()
 
76
            register_transport_proto('foo')
 
77
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
78
                                    'TestTransport.SampleHandler')
 
79
            register_transport_proto('bar')
 
80
            register_lazy_transport('bar', 'bzrlib.tests.test_transport',
 
81
                                    'TestTransport.SampleHandler')
 
82
            self.assertEqual([SampleHandler.__module__,
 
83
                              'bzrlib.transport.chroot'],
 
84
                             _get_transport_modules())
 
85
        finally:
 
86
            _set_protocol_handlers(handlers)
84
87
 
85
88
    def test_transport_dependency(self):
86
89
        """Transport with missing dependency causes no error"""
87
 
        saved_handlers = transport._get_protocol_handlers()
88
 
        self.addCleanup(transport._set_protocol_handlers, saved_handlers)
 
90
        saved_handlers = _get_protocol_handlers()
89
91
        # don't pollute the current handlers
90
 
        transport._clear_protocol_handlers()
91
 
        transport.register_transport_proto('foo')
92
 
        transport.register_lazy_transport(
93
 
            'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
 
92
        _clear_protocol_handlers()
94
93
        try:
95
 
            transport.get_transport_from_url('foo://fooserver/foo')
96
 
        except errors.UnsupportedProtocol, e:
97
 
            e_str = str(e)
98
 
            self.assertEqual('Unsupported protocol'
99
 
                                ' for url "foo://fooserver/foo":'
100
 
                                ' Unable to import library "some_lib":'
101
 
                                ' testing missing dependency', str(e))
102
 
        else:
103
 
            self.fail('Did not raise UnsupportedProtocol')
104
 
 
 
94
            register_transport_proto('foo')
 
95
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
96
                    'BadTransportHandler')
 
97
            try:
 
98
                get_transport('foo://fooserver/foo')
 
99
            except UnsupportedProtocol, e:
 
100
                e_str = str(e)
 
101
                self.assertEquals('Unsupported protocol'
 
102
                                  ' for url "foo://fooserver/foo":'
 
103
                                  ' Unable to import library "some_lib":'
 
104
                                  ' testing missing dependency', str(e))
 
105
            else:
 
106
                self.fail('Did not raise UnsupportedProtocol')
 
107
        finally:
 
108
            # restore original values
 
109
            _set_protocol_handlers(saved_handlers)
 
110
            
105
111
    def test_transport_fallback(self):
106
112
        """Transport with missing dependency causes no error"""
107
 
        saved_handlers = transport._get_protocol_handlers()
108
 
        self.addCleanup(transport._set_protocol_handlers, saved_handlers)
109
 
        transport._clear_protocol_handlers()
110
 
        transport.register_transport_proto('foo')
111
 
        transport.register_lazy_transport(
112
 
            'foo', 'bzrlib.tests.test_transport', 'BackupTransportHandler')
113
 
        transport.register_lazy_transport(
114
 
            'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
115
 
        t = transport.get_transport_from_url('foo://fooserver/foo')
116
 
        self.assertTrue(isinstance(t, BackupTransportHandler))
117
 
 
118
 
    def test_ssh_hints(self):
119
 
        """Transport ssh:// should raise an error pointing out bzr+ssh://"""
 
113
        saved_handlers = _get_protocol_handlers()
120
114
        try:
121
 
            transport.get_transport_from_url('ssh://fooserver/foo')
122
 
        except errors.UnsupportedProtocol, e:
123
 
            e_str = str(e)
124
 
            self.assertEqual('Unsupported protocol'
125
 
                              ' for url "ssh://fooserver/foo":'
126
 
                              ' bzr supports bzr+ssh to operate over ssh,'
127
 
                              ' use "bzr+ssh://fooserver/foo".',
128
 
                              str(e))
129
 
        else:
130
 
            self.fail('Did not raise UnsupportedProtocol')
 
115
            _clear_protocol_handlers()
 
116
            register_transport_proto('foo')
 
117
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
118
                    'BackupTransportHandler')
 
119
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
120
                    'BadTransportHandler')
 
121
            t = get_transport('foo://fooserver/foo')
 
122
            self.assertTrue(isinstance(t, BackupTransportHandler))
 
123
        finally:
 
124
            _set_protocol_handlers(saved_handlers)
131
125
 
132
126
    def test_LateReadError(self):
133
127
        """The LateReadError helper should raise on read()."""
134
 
        a_file = transport.LateReadError('a path')
 
128
        a_file = LateReadError('a path')
135
129
        try:
136
130
            a_file.read()
137
 
        except errors.ReadError, error:
 
131
        except ReadError, error:
138
132
            self.assertEqual('a path', error.path)
139
 
        self.assertRaises(errors.ReadError, a_file.read, 40)
 
133
        self.assertRaises(ReadError, a_file.read, 40)
140
134
        a_file.close()
141
135
 
 
136
    def test__combine_paths(self):
 
137
        t = Transport('/')
 
138
        self.assertEqual('/home/sarah/project/foo',
 
139
                         t._combine_paths('/home/sarah', 'project/foo'))
 
140
        self.assertEqual('/etc',
 
141
                         t._combine_paths('/home/sarah', '../../etc'))
 
142
        self.assertEqual('/etc',
 
143
                         t._combine_paths('/home/sarah', '../../../etc'))
 
144
        self.assertEqual('/etc',
 
145
                         t._combine_paths('/home/sarah', '/etc'))
 
146
 
142
147
    def test_local_abspath_non_local_transport(self):
143
148
        # the base implementation should throw
144
 
        t = memory.MemoryTransport()
 
149
        t = MemoryTransport()
145
150
        e = self.assertRaises(errors.NotLocalUrl, t.local_abspath, 't')
146
151
        self.assertEqual('memory:///t is not a local path.', str(e))
147
152
 
148
153
 
149
 
class TestCoalesceOffsets(tests.TestCase):
150
 
 
151
 
    def check(self, expected, offsets, limit=0, max_size=0, fudge=0):
152
 
        coalesce = transport.Transport._coalesce_offsets
153
 
        exp = [transport._CoalescedOffset(*x) for x in expected]
154
 
        out = list(coalesce(offsets, limit=limit, fudge_factor=fudge,
155
 
                            max_size=max_size))
 
154
class TestCoalesceOffsets(TestCase):
 
155
    
 
156
    def check(self, expected, offsets, limit=0, fudge=0):
 
157
        coalesce = Transport._coalesce_offsets
 
158
        exp = [_CoalescedOffset(*x) for x in expected]
 
159
        out = list(coalesce(offsets, limit=limit, fudge_factor=fudge))
156
160
        self.assertEqual(exp, out)
157
161
 
158
162
    def test_coalesce_empty(self):
165
169
        self.check([(0, 10, [(0, 10)]),
166
170
                    (20, 10, [(0, 10)]),
167
171
                   ], [(0, 10), (20, 10)])
168
 
 
 
172
            
169
173
    def test_coalesce_unsorted(self):
170
174
        self.check([(20, 10, [(0, 10)]),
171
175
                    (0, 10, [(0, 10)]),
176
180
                   [(0, 10), (10, 10)])
177
181
 
178
182
    def test_coalesce_overlapped(self):
179
 
        self.assertRaises(ValueError,
180
 
            self.check, [(0, 15, [(0, 10), (5, 10)])],
181
 
                        [(0, 10), (5, 10)])
 
183
        self.check([(0, 15, [(0, 10), (5, 10)])],
 
184
                   [(0, 10), (5, 10)])
182
185
 
183
186
    def test_coalesce_limit(self):
184
187
        self.check([(10, 50, [(0, 10), (10, 10), (20, 10),
201
204
 
202
205
    def test_coalesce_fudge(self):
203
206
        self.check([(10, 30, [(0, 10), (20, 10)]),
204
 
                    (100, 10, [(0, 10)]),
 
207
                    (100, 10, [(0, 10),]),
205
208
                   ], [(10, 10), (30, 10), (100, 10)],
206
 
                   fudge=10)
207
 
 
208
 
    def test_coalesce_max_size(self):
209
 
        self.check([(10, 20, [(0, 10), (10, 10)]),
210
 
                    (30, 50, [(0, 50)]),
211
 
                    # If one range is above max_size, it gets its own coalesced
212
 
                    # offset
213
 
                    (100, 80, [(0, 80)]),],
214
 
                   [(10, 10), (20, 10), (30, 50), (100, 80)],
215
 
                   max_size=50)
216
 
 
217
 
    def test_coalesce_no_max_size(self):
218
 
        self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)])],
219
 
                   [(10, 10), (20, 10), (30, 50), (80, 100)],
 
209
                   fudge=10
220
210
                  )
221
211
 
222
 
    def test_coalesce_default_limit(self):
223
 
        # By default we use a 100MB max size.
224
 
        ten_mb = 10 * 1024 * 1024
225
 
        self.check([(0, 10 * ten_mb, [(i * ten_mb, ten_mb) for i in range(10)]),
226
 
                    (10*ten_mb, ten_mb, [(0, ten_mb)])],
227
 
                   [(i*ten_mb, ten_mb) for i in range(11)])
228
 
        self.check([(0, 11 * ten_mb, [(i * ten_mb, ten_mb) for i in range(11)])],
229
 
                   [(i * ten_mb, ten_mb) for i in range(11)],
230
 
                   max_size=1*1024*1024*1024)
231
 
 
232
 
 
233
 
class TestMemoryServer(tests.TestCase):
234
 
 
235
 
    def test_create_server(self):
236
 
        server = memory.MemoryServer()
237
 
        server.start_server()
238
 
        url = server.get_url()
239
 
        self.assertTrue(url in transport.transport_list_registry)
240
 
        t = transport.get_transport_from_url(url)
241
 
        del t
242
 
        server.stop_server()
243
 
        self.assertFalse(url in transport.transport_list_registry)
244
 
        self.assertRaises(errors.UnsupportedProtocol,
245
 
                          transport.get_transport, url)
246
 
 
247
 
 
248
 
class TestMemoryTransport(tests.TestCase):
 
212
 
 
213
class TestMemoryTransport(TestCase):
249
214
 
250
215
    def test_get_transport(self):
251
 
        memory.MemoryTransport()
 
216
        MemoryTransport()
252
217
 
253
218
    def test_clone(self):
254
 
        t = memory.MemoryTransport()
255
 
        self.assertTrue(isinstance(t, memory.MemoryTransport))
256
 
        self.assertEqual("memory:///", t.clone("/").base)
 
219
        transport = MemoryTransport()
 
220
        self.assertTrue(isinstance(transport, MemoryTransport))
 
221
        self.assertEqual("memory:///", transport.clone("/").base)
257
222
 
258
223
    def test_abspath(self):
259
 
        t = memory.MemoryTransport()
260
 
        self.assertEqual("memory:///relpath", t.abspath('relpath'))
 
224
        transport = MemoryTransport()
 
225
        self.assertEqual("memory:///relpath", transport.abspath('relpath'))
261
226
 
262
227
    def test_abspath_of_root(self):
263
 
        t = memory.MemoryTransport()
264
 
        self.assertEqual("memory:///", t.base)
265
 
        self.assertEqual("memory:///", t.abspath('/'))
 
228
        transport = MemoryTransport()
 
229
        self.assertEqual("memory:///", transport.base)
 
230
        self.assertEqual("memory:///", transport.abspath('/'))
266
231
 
267
232
    def test_abspath_of_relpath_starting_at_root(self):
268
 
        t = memory.MemoryTransport()
269
 
        self.assertEqual("memory:///foo", t.abspath('/foo'))
 
233
        transport = MemoryTransport()
 
234
        self.assertEqual("memory:///foo", transport.abspath('/foo'))
270
235
 
271
236
    def test_append_and_get(self):
272
 
        t = memory.MemoryTransport()
273
 
        t.append_bytes('path', 'content')
274
 
        self.assertEqual(t.get('path').read(), 'content')
275
 
        t.append_file('path', StringIO('content'))
276
 
        self.assertEqual(t.get('path').read(), 'contentcontent')
 
237
        transport = MemoryTransport()
 
238
        transport.append_bytes('path', 'content')
 
239
        self.assertEqual(transport.get('path').read(), 'content')
 
240
        transport.append_file('path', StringIO('content'))
 
241
        self.assertEqual(transport.get('path').read(), 'contentcontent')
277
242
 
278
243
    def test_put_and_get(self):
279
 
        t = memory.MemoryTransport()
280
 
        t.put_file('path', StringIO('content'))
281
 
        self.assertEqual(t.get('path').read(), 'content')
282
 
        t.put_bytes('path', 'content')
283
 
        self.assertEqual(t.get('path').read(), 'content')
 
244
        transport = MemoryTransport()
 
245
        transport.put_file('path', StringIO('content'))
 
246
        self.assertEqual(transport.get('path').read(), 'content')
 
247
        transport.put_bytes('path', 'content')
 
248
        self.assertEqual(transport.get('path').read(), 'content')
284
249
 
285
250
    def test_append_without_dir_fails(self):
286
 
        t = memory.MemoryTransport()
287
 
        self.assertRaises(errors.NoSuchFile,
288
 
                          t.append_bytes, 'dir/path', 'content')
 
251
        transport = MemoryTransport()
 
252
        self.assertRaises(NoSuchFile,
 
253
                          transport.append_bytes, 'dir/path', 'content')
289
254
 
290
255
    def test_put_without_dir_fails(self):
291
 
        t = memory.MemoryTransport()
292
 
        self.assertRaises(errors.NoSuchFile,
293
 
                          t.put_file, 'dir/path', StringIO('content'))
 
256
        transport = MemoryTransport()
 
257
        self.assertRaises(NoSuchFile,
 
258
                          transport.put_file, 'dir/path', StringIO('content'))
294
259
 
295
260
    def test_get_missing(self):
296
 
        transport = memory.MemoryTransport()
297
 
        self.assertRaises(errors.NoSuchFile, transport.get, 'foo')
 
261
        transport = MemoryTransport()
 
262
        self.assertRaises(NoSuchFile, transport.get, 'foo')
298
263
 
299
264
    def test_has_missing(self):
300
 
        t = memory.MemoryTransport()
301
 
        self.assertEqual(False, t.has('foo'))
 
265
        transport = MemoryTransport()
 
266
        self.assertEquals(False, transport.has('foo'))
302
267
 
303
268
    def test_has_present(self):
304
 
        t = memory.MemoryTransport()
305
 
        t.append_bytes('foo', 'content')
306
 
        self.assertEqual(True, t.has('foo'))
 
269
        transport = MemoryTransport()
 
270
        transport.append_bytes('foo', 'content')
 
271
        self.assertEquals(True, transport.has('foo'))
307
272
 
308
273
    def test_list_dir(self):
309
 
        t = memory.MemoryTransport()
310
 
        t.put_bytes('foo', 'content')
311
 
        t.mkdir('dir')
312
 
        t.put_bytes('dir/subfoo', 'content')
313
 
        t.put_bytes('dirlike', 'content')
 
274
        transport = MemoryTransport()
 
275
        transport.put_bytes('foo', 'content')
 
276
        transport.mkdir('dir')
 
277
        transport.put_bytes('dir/subfoo', 'content')
 
278
        transport.put_bytes('dirlike', 'content')
314
279
 
315
 
        self.assertEqual(['dir', 'dirlike', 'foo'], sorted(t.list_dir('.')))
316
 
        self.assertEqual(['subfoo'], sorted(t.list_dir('dir')))
 
280
        self.assertEquals(['dir', 'dirlike', 'foo'], sorted(transport.list_dir('.')))
 
281
        self.assertEquals(['subfoo'], sorted(transport.list_dir('dir')))
317
282
 
318
283
    def test_mkdir(self):
319
 
        t = memory.MemoryTransport()
320
 
        t.mkdir('dir')
321
 
        t.append_bytes('dir/path', 'content')
322
 
        self.assertEqual(t.get('dir/path').read(), 'content')
 
284
        transport = MemoryTransport()
 
285
        transport.mkdir('dir')
 
286
        transport.append_bytes('dir/path', 'content')
 
287
        self.assertEqual(transport.get('dir/path').read(), 'content')
323
288
 
324
289
    def test_mkdir_missing_parent(self):
325
 
        t = memory.MemoryTransport()
326
 
        self.assertRaises(errors.NoSuchFile, t.mkdir, 'dir/dir')
 
290
        transport = MemoryTransport()
 
291
        self.assertRaises(NoSuchFile,
 
292
                          transport.mkdir, 'dir/dir')
327
293
 
328
294
    def test_mkdir_twice(self):
329
 
        t = memory.MemoryTransport()
330
 
        t.mkdir('dir')
331
 
        self.assertRaises(errors.FileExists, t.mkdir, 'dir')
 
295
        transport = MemoryTransport()
 
296
        transport.mkdir('dir')
 
297
        self.assertRaises(FileExists, transport.mkdir, 'dir')
332
298
 
333
299
    def test_parameters(self):
334
 
        t = memory.MemoryTransport()
335
 
        self.assertEqual(True, t.listable())
336
 
        self.assertEqual(False, t.is_readonly())
 
300
        transport = MemoryTransport()
 
301
        self.assertEqual(True, transport.listable())
 
302
        self.assertEqual(False, transport.is_readonly())
337
303
 
338
304
    def test_iter_files_recursive(self):
339
 
        t = memory.MemoryTransport()
340
 
        t.mkdir('dir')
341
 
        t.put_bytes('dir/foo', 'content')
342
 
        t.put_bytes('dir/bar', 'content')
343
 
        t.put_bytes('bar', 'content')
344
 
        paths = set(t.iter_files_recursive())
 
305
        transport = MemoryTransport()
 
306
        transport.mkdir('dir')
 
307
        transport.put_bytes('dir/foo', 'content')
 
308
        transport.put_bytes('dir/bar', 'content')
 
309
        transport.put_bytes('bar', 'content')
 
310
        paths = set(transport.iter_files_recursive())
345
311
        self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
346
312
 
347
313
    def test_stat(self):
348
 
        t = memory.MemoryTransport()
349
 
        t.put_bytes('foo', 'content')
350
 
        t.put_bytes('bar', 'phowar')
351
 
        self.assertEqual(7, t.stat('foo').st_size)
352
 
        self.assertEqual(6, t.stat('bar').st_size)
353
 
 
354
 
 
355
 
class ChrootDecoratorTransportTest(tests.TestCase):
 
314
        transport = MemoryTransport()
 
315
        transport.put_bytes('foo', 'content')
 
316
        transport.put_bytes('bar', 'phowar')
 
317
        self.assertEqual(7, transport.stat('foo').st_size)
 
318
        self.assertEqual(6, transport.stat('bar').st_size)
 
319
 
 
320
 
 
321
class ChrootDecoratorTransportTest(TestCase):
356
322
    """Chroot decoration specific tests."""
357
323
 
358
324
    def test_abspath(self):
359
325
        # The abspath is always relative to the chroot_url.
360
 
        server = chroot.ChrootServer(
361
 
            transport.get_transport_from_url('memory:///foo/bar/'))
362
 
        self.start_server(server)
363
 
        t = transport.get_transport_from_url(server.get_url())
364
 
        self.assertEqual(server.get_url(), t.abspath('/'))
 
326
        server = ChrootServer(get_transport('memory:///foo/bar/'))
 
327
        server.setUp()
 
328
        transport = get_transport(server.get_url())
 
329
        self.assertEqual(server.get_url(), transport.abspath('/'))
365
330
 
366
 
        subdir_t = t.clone('subdir')
367
 
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
 
331
        subdir_transport = transport.clone('subdir')
 
332
        self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
 
333
        server.tearDown()
368
334
 
369
335
    def test_clone(self):
370
 
        server = chroot.ChrootServer(
371
 
            transport.get_transport_from_url('memory:///foo/bar/'))
372
 
        self.start_server(server)
373
 
        t = transport.get_transport_from_url(server.get_url())
 
336
        server = ChrootServer(get_transport('memory:///foo/bar/'))
 
337
        server.setUp()
 
338
        transport = get_transport(server.get_url())
374
339
        # relpath from root and root path are the same
375
 
        relpath_cloned = t.clone('foo')
376
 
        abspath_cloned = t.clone('/foo')
 
340
        relpath_cloned = transport.clone('foo')
 
341
        abspath_cloned = transport.clone('/foo')
377
342
        self.assertEqual(server, relpath_cloned.server)
378
343
        self.assertEqual(server, abspath_cloned.server)
379
 
 
 
344
        server.tearDown()
 
345
    
380
346
    def test_chroot_url_preserves_chroot(self):
381
347
        """Calling get_transport on a chroot transport's base should produce a
382
348
        transport with exactly the same behaviour as the original chroot
385
351
        This is so that it is not possible to escape a chroot by doing::
386
352
            url = chroot_transport.base
387
353
            parent_url = urlutils.join(url, '..')
388
 
            new_t = transport.get_transport_from_url(parent_url)
 
354
            new_transport = get_transport(parent_url)
389
355
        """
390
 
        server = chroot.ChrootServer(
391
 
            transport.get_transport_from_url('memory:///path/subpath'))
392
 
        self.start_server(server)
393
 
        t = transport.get_transport_from_url(server.get_url())
394
 
        new_t = transport.get_transport_from_url(t.base)
395
 
        self.assertEqual(t.server, new_t.server)
396
 
        self.assertEqual(t.base, new_t.base)
397
 
 
 
356
        server = ChrootServer(get_transport('memory:///path/subpath'))
 
357
        server.setUp()
 
358
        transport = get_transport(server.get_url())
 
359
        new_transport = get_transport(transport.base)
 
360
        self.assertEqual(transport.server, new_transport.server)
 
361
        self.assertEqual(transport.base, new_transport.base)
 
362
        server.tearDown()
 
363
        
398
364
    def test_urljoin_preserves_chroot(self):
399
365
        """Using urlutils.join(url, '..') on a chroot URL should not produce a
400
366
        URL that escapes the intended chroot.
402
368
        This is so that it is not possible to escape a chroot by doing::
403
369
            url = chroot_transport.base
404
370
            parent_url = urlutils.join(url, '..')
405
 
            new_t = transport.get_transport_from_url(parent_url)
 
371
            new_transport = get_transport(parent_url)
406
372
        """
407
 
        server = chroot.ChrootServer(
408
 
            transport.get_transport_from_url('memory:///path/'))
409
 
        self.start_server(server)
410
 
        t = transport.get_transport_from_url(server.get_url())
 
373
        server = ChrootServer(get_transport('memory:///path/'))
 
374
        server.setUp()
 
375
        transport = get_transport(server.get_url())
411
376
        self.assertRaises(
412
 
            errors.InvalidURLJoin, urlutils.join, t.base, '..')
413
 
 
414
 
 
415
 
class TestChrootServer(tests.TestCase):
 
377
            InvalidURLJoin, urlutils.join, transport.base, '..')
 
378
        server.tearDown()
 
379
 
 
380
 
 
381
class ChrootServerTest(TestCase):
416
382
 
417
383
    def test_construct(self):
418
 
        backing_transport = memory.MemoryTransport()
419
 
        server = chroot.ChrootServer(backing_transport)
 
384
        backing_transport = MemoryTransport()
 
385
        server = ChrootServer(backing_transport)
420
386
        self.assertEqual(backing_transport, server.backing_transport)
421
387
 
422
388
    def test_setUp(self):
423
 
        backing_transport = memory.MemoryTransport()
424
 
        server = chroot.ChrootServer(backing_transport)
425
 
        server.start_server()
426
 
        self.addCleanup(server.stop_server)
427
 
        self.assertTrue(server.scheme
428
 
                        in transport._get_protocol_handlers().keys())
 
389
        backing_transport = MemoryTransport()
 
390
        server = ChrootServer(backing_transport)
 
391
        server.setUp()
 
392
        self.assertTrue(server.scheme in _get_protocol_handlers().keys())
429
393
 
430
 
    def test_stop_server(self):
431
 
        backing_transport = memory.MemoryTransport()
432
 
        server = chroot.ChrootServer(backing_transport)
433
 
        server.start_server()
434
 
        server.stop_server()
435
 
        self.assertFalse(server.scheme
436
 
                         in transport._get_protocol_handlers().keys())
 
394
    def test_tearDown(self):
 
395
        backing_transport = MemoryTransport()
 
396
        server = ChrootServer(backing_transport)
 
397
        server.setUp()
 
398
        server.tearDown()
 
399
        self.assertFalse(server.scheme in _get_protocol_handlers().keys())
437
400
 
438
401
    def test_get_url(self):
439
 
        backing_transport = memory.MemoryTransport()
440
 
        server = chroot.ChrootServer(backing_transport)
441
 
        server.start_server()
442
 
        self.addCleanup(server.stop_server)
 
402
        backing_transport = MemoryTransport()
 
403
        server = ChrootServer(backing_transport)
 
404
        server.setUp()
443
405
        self.assertEqual('chroot-%d:///' % id(server), server.get_url())
444
 
 
445
 
 
446
 
class TestHooks(tests.TestCase):
447
 
    """Basic tests for transport hooks"""
448
 
 
449
 
    def _get_connected_transport(self):
450
 
        return transport.ConnectedTransport("bogus:nowhere")
451
 
 
452
 
    def test_transporthooks_initialisation(self):
453
 
        """Check all expected transport hook points are set up"""
454
 
        hookpoint = transport.TransportHooks()
455
 
        self.assertTrue("post_connect" in hookpoint,
456
 
            "post_connect not in %s" % (hookpoint,))
457
 
 
458
 
    def test_post_connect(self):
459
 
        """Ensure the post_connect hook is called when _set_transport is"""
460
 
        calls = []
461
 
        transport.Transport.hooks.install_named_hook("post_connect",
462
 
            calls.append, None)
463
 
        t = self._get_connected_transport()
464
 
        self.assertLength(0, calls)
465
 
        t._set_connection("connection", "auth")
466
 
        self.assertEqual(calls, [t])
467
 
 
468
 
 
469
 
class PathFilteringDecoratorTransportTest(tests.TestCase):
470
 
    """Pathfilter decoration specific tests."""
471
 
 
472
 
    def test_abspath(self):
473
 
        # The abspath is always relative to the base of the backing transport.
474
 
        server = pathfilter.PathFilteringServer(
475
 
            transport.get_transport_from_url('memory:///foo/bar/'),
476
 
            lambda x: x)
477
 
        server.start_server()
478
 
        t = transport.get_transport_from_url(server.get_url())
479
 
        self.assertEqual(server.get_url(), t.abspath('/'))
480
 
 
481
 
        subdir_t = t.clone('subdir')
482
 
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
483
 
        server.stop_server()
484
 
 
485
 
    def make_pf_transport(self, filter_func=None):
486
 
        """Make a PathFilteringTransport backed by a MemoryTransport.
487
 
 
488
 
        :param filter_func: by default this will be a no-op function.  Use this
489
 
            parameter to override it."""
490
 
        if filter_func is None:
491
 
            filter_func = lambda x: x
492
 
        server = pathfilter.PathFilteringServer(
493
 
            transport.get_transport_from_url('memory:///foo/bar/'), filter_func)
494
 
        server.start_server()
495
 
        self.addCleanup(server.stop_server)
496
 
        return transport.get_transport_from_url(server.get_url())
497
 
 
498
 
    def test__filter(self):
499
 
        # _filter (with an identity func as filter_func) always returns
500
 
        # paths relative to the base of the backing transport.
501
 
        t = self.make_pf_transport()
502
 
        self.assertEqual('foo', t._filter('foo'))
503
 
        self.assertEqual('foo/bar', t._filter('foo/bar'))
504
 
        self.assertEqual('', t._filter('..'))
505
 
        self.assertEqual('', t._filter('/'))
506
 
        # The base of the pathfiltering transport is taken into account too.
507
 
        t = t.clone('subdir1/subdir2')
508
 
        self.assertEqual('subdir1/subdir2/foo', t._filter('foo'))
509
 
        self.assertEqual('subdir1/subdir2/foo/bar', t._filter('foo/bar'))
510
 
        self.assertEqual('subdir1', t._filter('..'))
511
 
        self.assertEqual('', t._filter('/'))
512
 
 
513
 
    def test_filter_invocation(self):
514
 
        filter_log = []
515
 
 
516
 
        def filter(path):
517
 
            filter_log.append(path)
518
 
            return path
519
 
        t = self.make_pf_transport(filter)
520
 
        t.has('abc')
521
 
        self.assertEqual(['abc'], filter_log)
522
 
        del filter_log[:]
523
 
        t.clone('abc').has('xyz')
524
 
        self.assertEqual(['abc/xyz'], filter_log)
525
 
        del filter_log[:]
526
 
        t.has('/abc')
527
 
        self.assertEqual(['abc'], filter_log)
528
 
 
529
 
    def test_clone(self):
530
 
        t = self.make_pf_transport()
531
 
        # relpath from root and root path are the same
532
 
        relpath_cloned = t.clone('foo')
533
 
        abspath_cloned = t.clone('/foo')
534
 
        self.assertEqual(t.server, relpath_cloned.server)
535
 
        self.assertEqual(t.server, abspath_cloned.server)
536
 
 
537
 
    def test_url_preserves_pathfiltering(self):
538
 
        """Calling get_transport on a pathfiltered transport's base should
539
 
        produce a transport with exactly the same behaviour as the original
540
 
        pathfiltered transport.
541
 
 
542
 
        This is so that it is not possible to escape (accidentally or
543
 
        otherwise) the filtering by doing::
544
 
            url = filtered_transport.base
545
 
            parent_url = urlutils.join(url, '..')
546
 
            new_t = transport.get_transport_from_url(parent_url)
547
 
        """
548
 
        t = self.make_pf_transport()
549
 
        new_t = transport.get_transport_from_url(t.base)
550
 
        self.assertEqual(t.server, new_t.server)
551
 
        self.assertEqual(t.base, new_t.base)
552
 
 
553
 
 
554
 
class ReadonlyDecoratorTransportTest(tests.TestCase):
 
406
        server.tearDown()
 
407
 
 
408
 
 
409
class ReadonlyDecoratorTransportTest(TestCase):
555
410
    """Readonly decoration specific tests."""
556
411
 
557
412
    def test_local_parameters(self):
 
413
        import bzrlib.transport.readonly as readonly
558
414
        # connect to . in readonly mode
559
 
        t = readonly.ReadonlyTransportDecorator('readonly+.')
560
 
        self.assertEqual(True, t.listable())
561
 
        self.assertEqual(True, t.is_readonly())
 
415
        transport = readonly.ReadonlyTransportDecorator('readonly+.')
 
416
        self.assertEqual(True, transport.listable())
 
417
        self.assertEqual(True, transport.is_readonly())
562
418
 
563
419
    def test_http_parameters(self):
564
 
        from bzrlib.tests.http_server import HttpServer
565
 
        # connect to '.' via http which is not listable
 
420
        from bzrlib.tests.HttpServer import HttpServer
 
421
        import bzrlib.transport.readonly as readonly
 
422
        # connect to . via http which is not listable
566
423
        server = HttpServer()
567
 
        self.start_server(server)
568
 
        t = transport.get_transport_from_url('readonly+' + server.get_url())
569
 
        self.assertIsInstance(t, readonly.ReadonlyTransportDecorator)
570
 
        self.assertEqual(False, t.listable())
571
 
        self.assertEqual(True, t.is_readonly())
572
 
 
573
 
 
574
 
class FakeNFSDecoratorTests(tests.TestCaseInTempDir):
 
424
        server.setUp()
 
425
        try:
 
426
            transport = get_transport('readonly+' + server.get_url())
 
427
            self.failUnless(isinstance(transport,
 
428
                                       readonly.ReadonlyTransportDecorator))
 
429
            self.assertEqual(False, transport.listable())
 
430
            self.assertEqual(True, transport.is_readonly())
 
431
        finally:
 
432
            server.tearDown()
 
433
 
 
434
 
 
435
class FakeNFSDecoratorTests(TestCaseInTempDir):
575
436
    """NFS decorator specific tests."""
576
437
 
577
438
    def get_nfs_transport(self, url):
 
439
        import bzrlib.transport.fakenfs as fakenfs
578
440
        # connect to url with nfs decoration
579
441
        return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
580
442
 
581
443
    def test_local_parameters(self):
582
444
        # the listable and is_readonly parameters
583
445
        # are not changed by the fakenfs decorator
584
 
        t = self.get_nfs_transport('.')
585
 
        self.assertEqual(True, t.listable())
586
 
        self.assertEqual(False, t.is_readonly())
 
446
        transport = self.get_nfs_transport('.')
 
447
        self.assertEqual(True, transport.listable())
 
448
        self.assertEqual(False, transport.is_readonly())
587
449
 
588
450
    def test_http_parameters(self):
589
451
        # the listable and is_readonly parameters
590
452
        # are not changed by the fakenfs decorator
591
 
        from bzrlib.tests.http_server import HttpServer
592
 
        # connect to '.' via http which is not listable
 
453
        from bzrlib.tests.HttpServer import HttpServer
 
454
        # connect to . via http which is not listable
593
455
        server = HttpServer()
594
 
        self.start_server(server)
595
 
        t = self.get_nfs_transport(server.get_url())
596
 
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
597
 
        self.assertEqual(False, t.listable())
598
 
        self.assertEqual(True, t.is_readonly())
 
456
        server.setUp()
 
457
        try:
 
458
            transport = self.get_nfs_transport(server.get_url())
 
459
            self.assertIsInstance(
 
460
                transport, bzrlib.transport.fakenfs.FakeNFSTransportDecorator)
 
461
            self.assertEqual(False, transport.listable())
 
462
            self.assertEqual(True, transport.is_readonly())
 
463
        finally:
 
464
            server.tearDown()
599
465
 
600
466
    def test_fakenfs_server_default(self):
601
467
        # a FakeNFSServer() should bring up a local relpath server for itself
602
 
        server = test_server.FakeNFSServer()
603
 
        self.start_server(server)
604
 
        # the url should be decorated appropriately
605
 
        self.assertStartsWith(server.get_url(), 'fakenfs+')
606
 
        # and we should be able to get a transport for it
607
 
        t = transport.get_transport_from_url(server.get_url())
608
 
        # which must be a FakeNFSTransportDecorator instance.
609
 
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
 
468
        import bzrlib.transport.fakenfs as fakenfs
 
469
        server = fakenfs.FakeNFSServer()
 
470
        server.setUp()
 
471
        try:
 
472
            # the url should be decorated appropriately
 
473
            self.assertStartsWith(server.get_url(), 'fakenfs+')
 
474
            # and we should be able to get a transport for it
 
475
            transport = get_transport(server.get_url())
 
476
            # which must be a FakeNFSTransportDecorator instance.
 
477
            self.assertIsInstance(
 
478
                transport, fakenfs.FakeNFSTransportDecorator)
 
479
        finally:
 
480
            server.tearDown()
610
481
 
611
482
    def test_fakenfs_rename_semantics(self):
612
483
        # a FakeNFS transport must mangle the way rename errors occur to
613
484
        # look like NFS problems.
614
 
        t = self.get_nfs_transport('.')
 
485
        transport = self.get_nfs_transport('.')
615
486
        self.build_tree(['from/', 'from/foo', 'to/', 'to/bar'],
616
 
                        transport=t)
617
 
        self.assertRaises(errors.ResourceBusy, t.rename, 'from', 'to')
618
 
 
619
 
 
620
 
class FakeVFATDecoratorTests(tests.TestCaseInTempDir):
 
487
                        transport=transport)
 
488
        self.assertRaises(errors.ResourceBusy,
 
489
                          transport.rename, 'from', 'to')
 
490
 
 
491
 
 
492
class FakeVFATDecoratorTests(TestCaseInTempDir):
621
493
    """Tests for simulation of VFAT restrictions"""
622
494
 
623
495
    def get_vfat_transport(self, url):
627
499
 
628
500
    def test_transport_creation(self):
629
501
        from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
630
 
        t = self.get_vfat_transport('.')
631
 
        self.assertIsInstance(t, FakeVFATTransportDecorator)
 
502
        transport = self.get_vfat_transport('.')
 
503
        self.assertIsInstance(transport, FakeVFATTransportDecorator)
632
504
 
633
505
    def test_transport_mkdir(self):
634
 
        t = self.get_vfat_transport('.')
635
 
        t.mkdir('HELLO')
636
 
        self.assertTrue(t.has('hello'))
637
 
        self.assertTrue(t.has('Hello'))
 
506
        transport = self.get_vfat_transport('.')
 
507
        transport.mkdir('HELLO')
 
508
        self.assertTrue(transport.has('hello'))
 
509
        self.assertTrue(transport.has('Hello'))
638
510
 
639
511
    def test_forbidden_chars(self):
640
 
        t = self.get_vfat_transport('.')
641
 
        self.assertRaises(ValueError, t.has, "<NU>")
642
 
 
643
 
 
644
 
class BadTransportHandler(transport.Transport):
 
512
        transport = self.get_vfat_transport('.')
 
513
        self.assertRaises(ValueError, transport.has, "<NU>")
 
514
 
 
515
 
 
516
class BadTransportHandler(Transport):
645
517
    def __init__(self, base_url):
646
 
        raise errors.DependencyNotPresent('some_lib',
647
 
                                          'testing missing dependency')
648
 
 
649
 
 
650
 
class BackupTransportHandler(transport.Transport):
 
518
        raise DependencyNotPresent('some_lib', 'testing missing dependency')
 
519
 
 
520
 
 
521
class BackupTransportHandler(Transport):
651
522
    """Test transport that works as a backup for the BadTransportHandler"""
652
523
    pass
653
524
 
654
525
 
655
 
class TestTransportImplementation(tests.TestCaseInTempDir):
 
526
class TestTransportImplementation(TestCaseInTempDir):
656
527
    """Implementation verification for transports.
657
 
 
 
528
    
658
529
    To verify a transport we need a server factory, which is a callable
659
530
    that accepts no parameters and returns an implementation of
660
531
    bzrlib.transport.Server.
661
 
 
 
532
    
662
533
    That Server is then used to construct transport instances and test
663
534
    the transport via loopback activity.
664
535
 
665
 
    Currently this assumes that the Transport object is connected to the
666
 
    current working directory.  So that whatever is done
667
 
    through the transport, should show up in the working
 
536
    Currently this assumes that the Transport object is connected to the 
 
537
    current working directory.  So that whatever is done 
 
538
    through the transport, should show up in the working 
668
539
    directory, and vice-versa. This is a bug, because its possible to have
669
 
    URL schemes which provide access to something that may not be
670
 
    result in storage on the local disk, i.e. due to file system limits, or
 
540
    URL schemes which provide access to something that may not be 
 
541
    result in storage on the local disk, i.e. due to file system limits, or 
671
542
    due to it being a database or some other non-filesystem tool.
672
543
 
673
544
    This also tests to make sure that the functions work with both
674
545
    generators and lists (assuming iter(list) is effectively a generator)
675
546
    """
676
 
 
 
547
    
677
548
    def setUp(self):
678
549
        super(TestTransportImplementation, self).setUp()
679
550
        self._server = self.transport_server()
680
 
        self.start_server(self._server)
 
551
        self._server.setUp()
 
552
        self.addCleanup(self._server.tearDown)
681
553
 
682
554
    def get_transport(self, relpath=None):
683
555
        """Return a connected transport to the local directory.
687
559
        base_url = self._server.get_url()
688
560
        url = self._adjust_url(base_url, relpath)
689
561
        # try getting the transport via the regular interface:
690
 
        t = transport.get_transport_from_url(url)
 
562
        t = get_transport(url)
691
563
        # vila--20070607 if the following are commented out the test suite
692
564
        # still pass. Is this really still needed or was it a forgotten
693
565
        # temporary fix ?
698
570
        return t
699
571
 
700
572
 
701
 
class TestTransportFromPath(tests.TestCaseInTempDir):
702
 
 
703
 
    def test_with_path(self):
704
 
        t = transport.get_transport_from_path(self.test_dir)
705
 
        self.assertIsInstance(t, local.LocalTransport)
706
 
        self.assertEqual(t.base.rstrip("/"),
707
 
            urlutils.local_path_to_url(self.test_dir))
708
 
 
709
 
    def test_with_url(self):
710
 
        t = transport.get_transport_from_path("file:")
711
 
        self.assertIsInstance(t, local.LocalTransport)
712
 
        self.assertEqual(t.base.rstrip("/"),
713
 
            urlutils.local_path_to_url(os.path.join(self.test_dir, "file:")))
714
 
 
715
 
 
716
 
class TestTransportFromUrl(tests.TestCaseInTempDir):
717
 
 
718
 
    def test_with_path(self):
719
 
        self.assertRaises(errors.InvalidURL, transport.get_transport_from_url,
720
 
            self.test_dir)
721
 
 
722
 
    def test_with_url(self):
723
 
        url = urlutils.local_path_to_url(self.test_dir)
724
 
        t = transport.get_transport_from_url(url)
725
 
        self.assertIsInstance(t, local.LocalTransport)
726
 
        self.assertEqual(t.base.rstrip("/"), url)
727
 
 
728
 
    def test_with_url_and_segment_parameters(self):
729
 
        url = urlutils.local_path_to_url(self.test_dir)+",branch=foo"
730
 
        t = transport.get_transport_from_url(url)
731
 
        self.assertIsInstance(t, local.LocalTransport)
732
 
        self.assertEqual(t.base.rstrip("/"), url)
733
 
        with open(os.path.join(self.test_dir, "afile"), 'w') as f:
734
 
            f.write("data")
735
 
        self.assertTrue(t.has("afile"))
736
 
 
737
 
 
738
 
class TestLocalTransports(tests.TestCase):
 
573
class TestLocalTransports(TestCase):
739
574
 
740
575
    def test_get_transport_from_abspath(self):
741
576
        here = osutils.abspath('.')
742
 
        t = transport.get_transport(here)
743
 
        self.assertIsInstance(t, local.LocalTransport)
744
 
        self.assertEqual(t.base, urlutils.local_path_to_url(here) + '/')
 
577
        t = get_transport(here)
 
578
        self.assertIsInstance(t, LocalTransport)
 
579
        self.assertEquals(t.base, urlutils.local_path_to_url(here) + '/')
745
580
 
746
581
    def test_get_transport_from_relpath(self):
747
582
        here = osutils.abspath('.')
748
 
        t = transport.get_transport('.')
749
 
        self.assertIsInstance(t, local.LocalTransport)
750
 
        self.assertEqual(t.base, urlutils.local_path_to_url('.') + '/')
 
583
        t = get_transport('.')
 
584
        self.assertIsInstance(t, LocalTransport)
 
585
        self.assertEquals(t.base, urlutils.local_path_to_url('.') + '/')
751
586
 
752
587
    def test_get_transport_from_local_url(self):
753
588
        here = osutils.abspath('.')
754
589
        here_url = urlutils.local_path_to_url(here) + '/'
755
 
        t = transport.get_transport(here_url)
756
 
        self.assertIsInstance(t, local.LocalTransport)
757
 
        self.assertEqual(t.base, here_url)
 
590
        t = get_transport(here_url)
 
591
        self.assertIsInstance(t, LocalTransport)
 
592
        self.assertEquals(t.base, here_url)
758
593
 
759
594
    def test_local_abspath(self):
760
595
        here = osutils.abspath('.')
761
 
        t = transport.get_transport(here)
762
 
        self.assertEqual(t.local_abspath(''), here)
763
 
 
764
 
 
765
 
class TestLocalTransportMutation(tests.TestCaseInTempDir):
766
 
 
767
 
    def test_local_transport_mkdir(self):
768
 
        here = osutils.abspath('.')
769
 
        t = transport.get_transport(here)
770
 
        t.mkdir('test')
771
 
        self.assertTrue(os.path.exists('test'))
772
 
 
773
 
    def test_local_transport_mkdir_permission_denied(self):
774
 
        # See https://bugs.launchpad.net/bzr/+bug/606537
775
 
        here = osutils.abspath('.')
776
 
        t = transport.get_transport(here)
777
 
        def fake_chmod(path, mode):
778
 
            e = OSError('permission denied')
779
 
            e.errno = errno.EPERM
780
 
            raise e
781
 
        self.overrideAttr(os, 'chmod', fake_chmod)
782
 
        t.mkdir('test')
783
 
        t.mkdir('test2', mode=0707)
784
 
        self.assertTrue(os.path.exists('test'))
785
 
        self.assertTrue(os.path.exists('test2'))
786
 
 
787
 
 
788
 
class TestLocalTransportWriteStream(tests.TestCaseWithTransport):
789
 
 
790
 
    def test_local_fdatasync_calls_fdatasync(self):
791
 
        """Check fdatasync on a stream tries to flush the data to the OS.
792
 
        
793
 
        We can't easily observe the external effect but we can at least see
794
 
        it's called.
795
 
        """
796
 
        sentinel = object()
797
 
        fdatasync = getattr(os, 'fdatasync', sentinel)
798
 
        if fdatasync is sentinel:
799
 
            raise tests.TestNotApplicable('fdatasync not supported')
800
 
        t = self.get_transport('.')
801
 
        calls = self.recordCalls(os, 'fdatasync')
802
 
        w = t.open_write_stream('out')
803
 
        w.write('foo')
804
 
        w.fdatasync()
805
 
        with open('out', 'rb') as f:
806
 
            # Should have been flushed.
807
 
            self.assertEqual(f.read(), 'foo')
808
 
        self.assertEqual(len(calls), 1, calls)
809
 
 
810
 
    def test_missing_directory(self):
811
 
        t = self.get_transport('.')
812
 
        self.assertRaises(errors.NoSuchFile, t.open_write_stream, 'dir/foo')
813
 
 
814
 
 
815
 
class TestWin32LocalTransport(tests.TestCase):
 
596
        t = get_transport(here)
 
597
        self.assertEquals(t.local_abspath(''), here)
 
598
 
 
599
 
 
600
class TestWin32LocalTransport(TestCase):
816
601
 
817
602
    def test_unc_clone_to_root(self):
818
 
        self.requireFeature(features.win32_feature)
819
603
        # Win32 UNC path like \\HOST\path
820
604
        # clone to root should stop at least at \\HOST part
821
605
        # not on \\
822
 
        t = local.EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
 
606
        t = EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
823
607
        for i in xrange(4):
824
608
            t = t.clone('..')
825
 
        self.assertEqual(t.base, 'file://HOST/')
 
609
        self.assertEquals(t.base, 'file://HOST/')
826
610
        # make sure we reach the root
827
611
        t = t.clone('..')
828
 
        self.assertEqual(t.base, 'file://HOST/')
829
 
 
830
 
 
831
 
class TestConnectedTransport(tests.TestCase):
 
612
        self.assertEquals(t.base, 'file://HOST/')
 
613
 
 
614
 
 
615
class TestConnectedTransport(TestCase):
832
616
    """Tests for connected to remote server transports"""
833
617
 
834
618
    def test_parse_url(self):
835
 
        t = transport.ConnectedTransport(
836
 
            'http://simple.example.com/home/source')
837
 
        self.assertEqual(t._parsed_url.host, 'simple.example.com')
838
 
        self.assertEqual(t._parsed_url.port, None)
839
 
        self.assertEqual(t._parsed_url.path, '/home/source/')
840
 
        self.assertTrue(t._parsed_url.user is None)
841
 
        self.assertTrue(t._parsed_url.password is None)
842
 
 
843
 
        self.assertEqual(t.base, 'http://simple.example.com/home/source/')
844
 
 
845
 
    def test_parse_url_with_at_in_user(self):
846
 
        # Bug 228058
847
 
        t = transport.ConnectedTransport('ftp://user@host.com@www.host.com/')
848
 
        self.assertEqual(t._parsed_url.user, 'user@host.com')
 
619
        t = ConnectedTransport('http://simple.example.com/home/source')
 
620
        self.assertEquals(t._host, 'simple.example.com')
 
621
        self.assertEquals(t._port, None)
 
622
        self.assertEquals(t._path, '/home/source/')
 
623
        self.failUnless(t._user is None)
 
624
        self.failUnless(t._password is None)
 
625
 
 
626
        self.assertEquals(t.base, 'http://simple.example.com/home/source/')
849
627
 
850
628
    def test_parse_quoted_url(self):
851
 
        t = transport.ConnectedTransport(
852
 
            'http://ro%62ey:h%40t@ex%41mple.com:2222/path')
853
 
        self.assertEqual(t._parsed_url.host, 'exAmple.com')
854
 
        self.assertEqual(t._parsed_url.port, 2222)
855
 
        self.assertEqual(t._parsed_url.user, 'robey')
856
 
        self.assertEqual(t._parsed_url.password, 'h@t')
857
 
        self.assertEqual(t._parsed_url.path, '/path/')
 
629
        t = ConnectedTransport('http://ro%62ey:h%40t@ex%41mple.com:2222/path')
 
630
        self.assertEquals(t._host, 'exAmple.com')
 
631
        self.assertEquals(t._port, 2222)
 
632
        self.assertEquals(t._user, 'robey')
 
633
        self.assertEquals(t._password, 'h@t')
 
634
        self.assertEquals(t._path, '/path/')
858
635
 
859
636
        # Base should not keep track of the password
860
 
        self.assertEqual(t.base, 'http://ro%62ey@ex%41mple.com:2222/path/')
 
637
        self.assertEquals(t.base, 'http://robey@exAmple.com:2222/path/')
861
638
 
862
639
    def test_parse_invalid_url(self):
863
640
        self.assertRaises(errors.InvalidURL,
864
 
                          transport.ConnectedTransport,
 
641
                          ConnectedTransport,
865
642
                          'sftp://lily.org:~janneke/public/bzr/gub')
866
643
 
867
644
    def test_relpath(self):
868
 
        t = transport.ConnectedTransport('sftp://user@host.com/abs/path')
 
645
        t = ConnectedTransport('sftp://user@host.com/abs/path')
869
646
 
870
 
        self.assertEqual(t.relpath('sftp://user@host.com/abs/path/sub'),
871
 
            'sub')
 
647
        self.assertEquals(t.relpath('sftp://user@host.com/abs/path/sub'), 'sub')
872
648
        self.assertRaises(errors.PathNotChild, t.relpath,
873
649
                          'http://user@host.com/abs/path/sub')
874
650
        self.assertRaises(errors.PathNotChild, t.relpath,
878
654
        self.assertRaises(errors.PathNotChild, t.relpath,
879
655
                          'sftp://user@host.com:33/abs/path/sub')
880
656
        # Make sure it works when we don't supply a username
881
 
        t = transport.ConnectedTransport('sftp://host.com/abs/path')
882
 
        self.assertEqual(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
 
657
        t = ConnectedTransport('sftp://host.com/abs/path')
 
658
        self.assertEquals(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
883
659
 
884
660
        # Make sure it works when parts of the path will be url encoded
885
 
        t = transport.ConnectedTransport('sftp://host.com/dev/%path')
886
 
        self.assertEqual(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
 
661
        t = ConnectedTransport('sftp://host.com/dev/%path')
 
662
        self.assertEquals(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
887
663
 
888
664
    def test_connection_sharing_propagate_credentials(self):
889
 
        t = transport.ConnectedTransport('ftp://user@host.com/abs/path')
890
 
        self.assertEqual('user', t._parsed_url.user)
891
 
        self.assertEqual('host.com', t._parsed_url.host)
 
665
        t = ConnectedTransport('ftp://user@host.com/abs/path')
 
666
        self.assertEquals('user', t._user)
 
667
        self.assertEquals('host.com', t._host)
892
668
        self.assertIs(None, t._get_connection())
893
 
        self.assertIs(None, t._parsed_url.password)
 
669
        self.assertIs(None, t._password)
894
670
        c = t.clone('subdir')
895
671
        self.assertIs(None, c._get_connection())
896
 
        self.assertIs(None, t._parsed_url.password)
 
672
        self.assertIs(None, t._password)
897
673
 
898
674
        # Simulate the user entering a password
899
675
        password = 'secret'
913
689
        self.assertIs(new_password, c._get_credentials())
914
690
 
915
691
 
916
 
class TestReusedTransports(tests.TestCase):
 
692
class TestReusedTransports(TestCase):
917
693
    """Tests for transport reuse"""
918
694
 
919
695
    def test_reuse_same_transport(self):
920
696
        possible_transports = []
921
 
        t1 = transport.get_transport_from_url('http://foo/',
922
 
                                     possible_transports=possible_transports)
 
697
        t1 = get_transport('http://foo/',
 
698
                           possible_transports=possible_transports)
923
699
        self.assertEqual([t1], possible_transports)
924
 
        t2 = transport.get_transport_from_url('http://foo/',
925
 
                                     possible_transports=[t1])
 
700
        t2 = get_transport('http://foo/', possible_transports=[t1])
926
701
        self.assertIs(t1, t2)
927
702
 
928
703
        # Also check that final '/' are handled correctly
929
 
        t3 = transport.get_transport_from_url('http://foo/path/')
930
 
        t4 = transport.get_transport_from_url('http://foo/path',
931
 
                                     possible_transports=[t3])
 
704
        t3 = get_transport('http://foo/path/')
 
705
        t4 = get_transport('http://foo/path', possible_transports=[t3])
932
706
        self.assertIs(t3, t4)
933
707
 
934
 
        t5 = transport.get_transport_from_url('http://foo/path')
935
 
        t6 = transport.get_transport_from_url('http://foo/path/',
936
 
                                     possible_transports=[t5])
 
708
        t5 = get_transport('http://foo/path')
 
709
        t6 = get_transport('http://foo/path/', possible_transports=[t5])
937
710
        self.assertIs(t5, t6)
938
711
 
939
712
    def test_don_t_reuse_different_transport(self):
940
 
        t1 = transport.get_transport_from_url('http://foo/path')
941
 
        t2 = transport.get_transport_from_url('http://bar/path',
942
 
                                     possible_transports=[t1])
 
713
        t1 = get_transport('http://foo/path')
 
714
        t2 = get_transport('http://bar/path', possible_transports=[t1])
943
715
        self.assertIsNot(t1, t2)
944
716
 
945
717
 
946
 
class TestTransportTrace(tests.TestCase):
 
718
class TestTransportTrace(TestCase):
947
719
 
948
 
    def test_decorator(self):
949
 
        t = transport.get_transport_from_url('trace+memory://')
 
720
    def test_get(self):
 
721
        transport = get_transport('trace+memory://')
950
722
        self.assertIsInstance(
951
 
            t, bzrlib.transport.trace.TransportTraceDecorator)
 
723
            transport, bzrlib.transport.trace.TransportTraceDecorator)
952
724
 
953
725
    def test_clone_preserves_activity(self):
954
 
        t = transport.get_transport_from_url('trace+memory://')
955
 
        t2 = t.clone('.')
956
 
        self.assertTrue(t is not t2)
957
 
        self.assertTrue(t._activity is t2._activity)
 
726
        transport = get_transport('trace+memory://')
 
727
        transport2 = transport.clone('.')
 
728
        self.assertTrue(transport is not transport2)
 
729
        self.assertTrue(transport._activity is transport2._activity)
958
730
 
959
731
    # the following specific tests are for the operations that have made use of
960
732
    # logging in tests; we could test every single operation but doing that
961
733
    # still won't cause a test failure when the top level Transport API
962
734
    # changes; so there is little return doing that.
963
735
    def test_get(self):
964
 
        t = transport.get_transport_from_url('trace+memory:///')
965
 
        t.put_bytes('foo', 'barish')
966
 
        t.get('foo')
 
736
        transport = get_transport('trace+memory:///')
 
737
        transport.put_bytes('foo', 'barish')
 
738
        transport.get('foo')
967
739
        expected_result = []
968
740
        # put_bytes records the bytes, not the content to avoid memory
969
741
        # pressure.
970
742
        expected_result.append(('put_bytes', 'foo', 6, None))
971
743
        # get records the file name only.
972
744
        expected_result.append(('get', 'foo'))
973
 
        self.assertEqual(expected_result, t._activity)
 
745
        self.assertEqual(expected_result, transport._activity)
974
746
 
975
747
    def test_readv(self):
976
 
        t = transport.get_transport_from_url('trace+memory:///')
977
 
        t.put_bytes('foo', 'barish')
978
 
        list(t.readv('foo', [(0, 1), (3, 2)],
979
 
                     adjust_for_latency=True, upper_limit=6))
 
748
        transport = get_transport('trace+memory:///')
 
749
        transport.put_bytes('foo', 'barish')
 
750
        list(transport.readv('foo', [(0, 1), (3, 2)], adjust_for_latency=True,
 
751
            upper_limit=6))
980
752
        expected_result = []
981
753
        # put_bytes records the bytes, not the content to avoid memory
982
754
        # pressure.
983
755
        expected_result.append(('put_bytes', 'foo', 6, None))
984
756
        # readv records the supplied offset request
985
757
        expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
986
 
        self.assertEqual(expected_result, t._activity)
987
 
 
988
 
 
989
 
class TestSSHConnections(tests.TestCaseWithTransport):
990
 
 
991
 
    def test_bzr_connect_to_bzr_ssh(self):
992
 
        """get_transport of a bzr+ssh:// behaves correctly.
993
 
 
994
 
        bzr+ssh:// should cause bzr to run a remote bzr smart server over SSH.
995
 
        """
996
 
        # This test actually causes a bzr instance to be invoked, which is very
997
 
        # expensive: it should be the only such test in the test suite.
998
 
        # A reasonable evolution for this would be to simply check inside
999
 
        # check_channel_exec_request that the command is appropriate, and then
1000
 
        # satisfy requests in-process.
1001
 
        self.requireFeature(features.paramiko)
1002
 
        # SFTPFullAbsoluteServer has a get_url method, and doesn't
1003
 
        # override the interface (doesn't change self._vendor).
1004
 
        # Note that this does encryption, so can be slow.
1005
 
        from bzrlib.tests import stub_sftp
1006
 
 
1007
 
        # Start an SSH server
1008
 
        self.command_executed = []
1009
 
        # XXX: This is horrible -- we define a really dumb SSH server that
1010
 
        # executes commands, and manage the hooking up of stdin/out/err to the
1011
 
        # SSH channel ourselves.  Surely this has already been implemented
1012
 
        # elsewhere?
1013
 
        started = []
1014
 
 
1015
 
        class StubSSHServer(stub_sftp.StubServer):
1016
 
 
1017
 
            test = self
1018
 
 
1019
 
            def check_channel_exec_request(self, channel, command):
1020
 
                self.test.command_executed.append(command)
1021
 
                proc = subprocess.Popen(
1022
 
                    command, shell=True, stdin=subprocess.PIPE,
1023
 
                    stdout=subprocess.PIPE, stderr=subprocess.PIPE)
1024
 
 
1025
 
                # XXX: horribly inefficient, not to mention ugly.
1026
 
                # Start a thread for each of stdin/out/err, and relay bytes
1027
 
                # from the subprocess to channel and vice versa.
1028
 
                def ferry_bytes(read, write, close):
1029
 
                    while True:
1030
 
                        bytes = read(1)
1031
 
                        if bytes == '':
1032
 
                            close()
1033
 
                            break
1034
 
                        write(bytes)
1035
 
 
1036
 
                file_functions = [
1037
 
                    (channel.recv, proc.stdin.write, proc.stdin.close),
1038
 
                    (proc.stdout.read, channel.sendall, channel.close),
1039
 
                    (proc.stderr.read, channel.sendall_stderr, channel.close)]
1040
 
                started.append(proc)
1041
 
                for read, write, close in file_functions:
1042
 
                    t = threading.Thread(
1043
 
                        target=ferry_bytes, args=(read, write, close))
1044
 
                    t.start()
1045
 
                    started.append(t)
1046
 
 
1047
 
                return True
1048
 
 
1049
 
        ssh_server = stub_sftp.SFTPFullAbsoluteServer(StubSSHServer)
1050
 
        # We *don't* want to override the default SSH vendor: the detected one
1051
 
        # is the one to use.
1052
 
 
1053
 
        # FIXME: I don't understand the above comment, SFTPFullAbsoluteServer
1054
 
        # inherits from SFTPServer which forces the SSH vendor to
1055
 
        # ssh.ParamikoVendor(). So it's forced, not detected. --vila 20100623
1056
 
        self.start_server(ssh_server)
1057
 
        port = ssh_server.port
1058
 
 
1059
 
        if sys.platform == 'win32':
1060
 
            bzr_remote_path = sys.executable + ' ' + self.get_bzr_path()
1061
 
        else:
1062
 
            bzr_remote_path = self.get_bzr_path()
1063
 
        self.overrideEnv('BZR_REMOTE_PATH', bzr_remote_path)
1064
 
 
1065
 
        # Access the branch via a bzr+ssh URL.  The BZR_REMOTE_PATH environment
1066
 
        # variable is used to tell bzr what command to run on the remote end.
1067
 
        path_to_branch = osutils.abspath('.')
1068
 
        if sys.platform == 'win32':
1069
 
            # On Windows, we export all drives as '/C:/, etc. So we need to
1070
 
            # prefix a '/' to get the right path.
1071
 
            path_to_branch = '/' + path_to_branch
1072
 
        url = 'bzr+ssh://fred:secret@localhost:%d%s' % (port, path_to_branch)
1073
 
        t = transport.get_transport(url)
1074
 
        self.permit_url(t.base)
1075
 
        t.mkdir('foo')
1076
 
 
1077
 
        self.assertEqual(
1078
 
            ['%s serve --inet --directory=/ --allow-writes' % bzr_remote_path],
1079
 
            self.command_executed)
1080
 
        # Make sure to disconnect, so that the remote process can stop, and we
1081
 
        # can cleanup. Then pause the test until everything is shutdown
1082
 
        t._client._medium.disconnect()
1083
 
        if not started:
1084
 
            return
1085
 
        # First wait for the subprocess
1086
 
        started[0].wait()
1087
 
        # And the rest are threads
1088
 
        for t in started[1:]:
1089
 
            t.join()
1090
 
 
1091
 
 
1092
 
class TestUnhtml(tests.TestCase):
1093
 
 
1094
 
    """Tests for unhtml_roughly"""
1095
 
 
1096
 
    def test_truncation(self):
1097
 
        fake_html = "<p>something!\n" * 1000
1098
 
        result = http.unhtml_roughly(fake_html)
1099
 
        self.assertEqual(len(result), 1000)
1100
 
        self.assertStartsWith(result, " something!")
1101
 
 
1102
 
 
1103
 
class SomeDirectory(object):
1104
 
 
1105
 
    def look_up(self, name, url):
1106
 
        return "http://bar"
1107
 
 
1108
 
 
1109
 
class TestLocationToUrl(tests.TestCase):
1110
 
 
1111
 
    def get_base_location(self):
1112
 
        path = osutils.abspath('/foo/bar')
1113
 
        if path.startswith('/'):
1114
 
            url = 'file://%s' % (path,)
1115
 
        else:
1116
 
            # On Windows, abspaths start with the drive letter, so we have to
1117
 
            # add in the extra '/'
1118
 
            url = 'file:///%s' % (path,)
1119
 
        return path, url
1120
 
 
1121
 
    def test_regular_url(self):
1122
 
        self.assertEqual("file://foo", location_to_url("file://foo"))
1123
 
 
1124
 
    def test_directory(self):
1125
 
        directories.register("bar:", SomeDirectory, "Dummy directory")
1126
 
        self.addCleanup(directories.remove, "bar:")
1127
 
        self.assertEqual("http://bar", location_to_url("bar:"))
1128
 
 
1129
 
    def test_unicode_url(self):
1130
 
        self.assertRaises(errors.InvalidURL, location_to_url,
1131
 
            "http://fo/\xc3\xaf".decode("utf-8"))
1132
 
 
1133
 
    def test_unicode_path(self):
1134
 
        path, url = self.get_base_location()
1135
 
        location = path + "\xc3\xaf".decode("utf-8")
1136
 
        url += '%C3%AF'
1137
 
        self.assertEqual(url, location_to_url(location))
1138
 
 
1139
 
    def test_path(self):
1140
 
        path, url = self.get_base_location()
1141
 
        self.assertEqual(url, location_to_url(path))
1142
 
 
1143
 
    def test_relative_file_url(self):
1144
 
        self.assertEqual(urlutils.local_path_to_url(".") + "/bar",
1145
 
            location_to_url("file:bar"))
1146
 
 
1147
 
    def test_absolute_file_url(self):
1148
 
        self.assertEqual("file:///bar", location_to_url("file:/bar"))
 
758
        self.assertEqual(expected_result, transport._activity)