~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_transport.py

  • Committer: John Arbash Meinel
  • Author(s): Mark Hammond
  • Date: 2008-09-09 17:02:21 UTC
  • mto: This revision was merged to the branch mainline in revision 3697.
  • Revision ID: john@arbash-meinel.com-20080909170221-svim3jw2mrz0amp3
An updated transparent icon for bzr.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2005-2011, 2015, 2016 Canonical Ltd
 
1
# Copyright (C) 2004, 2005, 2006, 2007 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
12
12
#
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
16
 
17
17
 
18
18
from cStringIO import StringIO
19
 
import errno
20
 
import os
21
 
import subprocess
22
 
import sys
23
 
import threading
24
19
 
 
20
import bzrlib
25
21
from bzrlib import (
26
22
    errors,
27
23
    osutils,
28
 
    tests,
29
 
    transport,
30
24
    urlutils,
31
25
    )
32
 
from bzrlib.directory_service import directories
33
 
from bzrlib.transport import (
34
 
    chroot,
35
 
    fakenfs,
36
 
    http,
37
 
    local,
38
 
    location_to_url,
39
 
    memory,
40
 
    pathfilter,
41
 
    readonly,
42
 
    )
43
 
import bzrlib.transport.trace
44
 
from bzrlib.tests import (
45
 
    features,
46
 
    test_server,
47
 
    )
 
26
from bzrlib.errors import (DependencyNotPresent,
 
27
                           FileExists,
 
28
                           InvalidURLJoin,
 
29
                           NoSuchFile,
 
30
                           PathNotChild,
 
31
                           ReadError,
 
32
                           UnsupportedProtocol,
 
33
                           )
 
34
from bzrlib.tests import TestCase, TestCaseInTempDir
 
35
from bzrlib.transport import (_clear_protocol_handlers,
 
36
                              _CoalescedOffset,
 
37
                              ConnectedTransport,
 
38
                              _get_protocol_handlers,
 
39
                              _set_protocol_handlers,
 
40
                              _get_transport_modules,
 
41
                              get_transport,
 
42
                              LateReadError,
 
43
                              register_lazy_transport,
 
44
                              register_transport_proto,
 
45
                              Transport,
 
46
                              )
 
47
from bzrlib.transport.chroot import ChrootServer
 
48
from bzrlib.transport.memory import MemoryTransport
 
49
from bzrlib.transport.local import (LocalTransport,
 
50
                                    EmulatedWin32LocalTransport)
48
51
 
49
52
 
50
53
# TODO: Should possibly split transport-specific tests into their own files.
51
54
 
52
55
 
53
 
class TestTransport(tests.TestCase):
 
56
class TestTransport(TestCase):
54
57
    """Test the non transport-concrete class functionality."""
55
58
 
56
59
    def test__get_set_protocol_handlers(self):
57
 
        handlers = transport._get_protocol_handlers()
58
 
        self.assertNotEqual([], handlers.keys())
59
 
        transport._clear_protocol_handlers()
60
 
        self.addCleanup(transport._set_protocol_handlers, handlers)
61
 
        self.assertEqual([], transport._get_protocol_handlers().keys())
 
60
        handlers = _get_protocol_handlers()
 
61
        self.assertNotEqual([], handlers.keys( ))
 
62
        try:
 
63
            _clear_protocol_handlers()
 
64
            self.assertEqual([], _get_protocol_handlers().keys())
 
65
        finally:
 
66
            _set_protocol_handlers(handlers)
62
67
 
63
68
    def test_get_transport_modules(self):
64
 
        handlers = transport._get_protocol_handlers()
65
 
        self.addCleanup(transport._set_protocol_handlers, handlers)
 
69
        handlers = _get_protocol_handlers()
66
70
        # don't pollute the current handlers
67
 
        transport._clear_protocol_handlers()
68
 
 
 
71
        _clear_protocol_handlers()
69
72
        class SampleHandler(object):
70
73
            """I exist, isnt that enough?"""
71
 
        transport._clear_protocol_handlers()
72
 
        transport.register_transport_proto('foo')
73
 
        transport.register_lazy_transport('foo',
74
 
                                            'bzrlib.tests.test_transport',
75
 
                                            'TestTransport.SampleHandler')
76
 
        transport.register_transport_proto('bar')
77
 
        transport.register_lazy_transport('bar',
78
 
                                            'bzrlib.tests.test_transport',
79
 
                                            'TestTransport.SampleHandler')
80
 
        self.assertEqual([SampleHandler.__module__,
81
 
                            'bzrlib.transport.chroot',
82
 
                            'bzrlib.transport.pathfilter'],
83
 
                            transport._get_transport_modules())
 
74
        try:
 
75
            _clear_protocol_handlers()
 
76
            register_transport_proto('foo')
 
77
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
78
                                    'TestTransport.SampleHandler')
 
79
            register_transport_proto('bar')
 
80
            register_lazy_transport('bar', 'bzrlib.tests.test_transport',
 
81
                                    'TestTransport.SampleHandler')
 
82
            self.assertEqual([SampleHandler.__module__,
 
83
                              'bzrlib.transport.chroot'],
 
84
                             _get_transport_modules())
 
85
        finally:
 
86
            _set_protocol_handlers(handlers)
84
87
 
85
88
    def test_transport_dependency(self):
86
89
        """Transport with missing dependency causes no error"""
87
 
        saved_handlers = transport._get_protocol_handlers()
88
 
        self.addCleanup(transport._set_protocol_handlers, saved_handlers)
 
90
        saved_handlers = _get_protocol_handlers()
89
91
        # don't pollute the current handlers
90
 
        transport._clear_protocol_handlers()
91
 
        transport.register_transport_proto('foo')
92
 
        transport.register_lazy_transport(
93
 
            'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
 
92
        _clear_protocol_handlers()
94
93
        try:
95
 
            transport.get_transport_from_url('foo://fooserver/foo')
96
 
        except errors.UnsupportedProtocol, e:
97
 
            e_str = str(e)
98
 
            self.assertEqual('Unsupported protocol'
99
 
                                ' for url "foo://fooserver/foo":'
100
 
                                ' Unable to import library "some_lib":'
101
 
                                ' testing missing dependency', str(e))
102
 
        else:
103
 
            self.fail('Did not raise UnsupportedProtocol')
104
 
 
 
94
            register_transport_proto('foo')
 
95
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
96
                    'BadTransportHandler')
 
97
            try:
 
98
                get_transport('foo://fooserver/foo')
 
99
            except UnsupportedProtocol, e:
 
100
                e_str = str(e)
 
101
                self.assertEquals('Unsupported protocol'
 
102
                                  ' for url "foo://fooserver/foo":'
 
103
                                  ' Unable to import library "some_lib":'
 
104
                                  ' testing missing dependency', str(e))
 
105
            else:
 
106
                self.fail('Did not raise UnsupportedProtocol')
 
107
        finally:
 
108
            # restore original values
 
109
            _set_protocol_handlers(saved_handlers)
 
110
            
105
111
    def test_transport_fallback(self):
106
112
        """Transport with missing dependency causes no error"""
107
 
        saved_handlers = transport._get_protocol_handlers()
108
 
        self.addCleanup(transport._set_protocol_handlers, saved_handlers)
109
 
        transport._clear_protocol_handlers()
110
 
        transport.register_transport_proto('foo')
111
 
        transport.register_lazy_transport(
112
 
            'foo', 'bzrlib.tests.test_transport', 'BackupTransportHandler')
113
 
        transport.register_lazy_transport(
114
 
            'foo', 'bzrlib.tests.test_transport', 'BadTransportHandler')
115
 
        t = transport.get_transport_from_url('foo://fooserver/foo')
116
 
        self.assertTrue(isinstance(t, BackupTransportHandler))
117
 
 
118
 
    def test_ssh_hints(self):
119
 
        """Transport ssh:// should raise an error pointing out bzr+ssh://"""
 
113
        saved_handlers = _get_protocol_handlers()
120
114
        try:
121
 
            transport.get_transport_from_url('ssh://fooserver/foo')
122
 
        except errors.UnsupportedProtocol, e:
123
 
            e_str = str(e)
124
 
            self.assertEqual('Unsupported protocol'
125
 
                              ' for url "ssh://fooserver/foo":'
126
 
                              ' bzr supports bzr+ssh to operate over ssh,'
127
 
                              ' use "bzr+ssh://fooserver/foo".',
128
 
                              str(e))
129
 
        else:
130
 
            self.fail('Did not raise UnsupportedProtocol')
 
115
            _clear_protocol_handlers()
 
116
            register_transport_proto('foo')
 
117
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
118
                    'BackupTransportHandler')
 
119
            register_lazy_transport('foo', 'bzrlib.tests.test_transport',
 
120
                    'BadTransportHandler')
 
121
            t = get_transport('foo://fooserver/foo')
 
122
            self.assertTrue(isinstance(t, BackupTransportHandler))
 
123
        finally:
 
124
            _set_protocol_handlers(saved_handlers)
131
125
 
132
126
    def test_LateReadError(self):
133
127
        """The LateReadError helper should raise on read()."""
134
 
        a_file = transport.LateReadError('a path')
 
128
        a_file = LateReadError('a path')
135
129
        try:
136
130
            a_file.read()
137
 
        except errors.ReadError, error:
 
131
        except ReadError, error:
138
132
            self.assertEqual('a path', error.path)
139
 
        self.assertRaises(errors.ReadError, a_file.read, 40)
 
133
        self.assertRaises(ReadError, a_file.read, 40)
140
134
        a_file.close()
141
135
 
 
136
    def test__combine_paths(self):
 
137
        t = Transport('/')
 
138
        self.assertEqual('/home/sarah/project/foo',
 
139
                         t._combine_paths('/home/sarah', 'project/foo'))
 
140
        self.assertEqual('/etc',
 
141
                         t._combine_paths('/home/sarah', '../../etc'))
 
142
        self.assertEqual('/etc',
 
143
                         t._combine_paths('/home/sarah', '../../../etc'))
 
144
        self.assertEqual('/etc',
 
145
                         t._combine_paths('/home/sarah', '/etc'))
 
146
 
142
147
    def test_local_abspath_non_local_transport(self):
143
148
        # the base implementation should throw
144
 
        t = memory.MemoryTransport()
 
149
        t = MemoryTransport()
145
150
        e = self.assertRaises(errors.NotLocalUrl, t.local_abspath, 't')
146
151
        self.assertEqual('memory:///t is not a local path.', str(e))
147
152
 
148
153
 
149
 
class TestCoalesceOffsets(tests.TestCase):
 
154
class TestCoalesceOffsets(TestCase):
150
155
 
151
156
    def check(self, expected, offsets, limit=0, max_size=0, fudge=0):
152
 
        coalesce = transport.Transport._coalesce_offsets
153
 
        exp = [transport._CoalescedOffset(*x) for x in expected]
 
157
        coalesce = Transport._coalesce_offsets
 
158
        exp = [_CoalescedOffset(*x) for x in expected]
154
159
        out = list(coalesce(offsets, limit=limit, fudge_factor=fudge,
155
160
                            max_size=max_size))
156
161
        self.assertEqual(exp, out)
175
180
        self.check([(0, 20, [(0, 10), (10, 10)])],
176
181
                   [(0, 10), (10, 10)])
177
182
 
 
183
    # XXX: scary, http.readv() can't handle that --vila20071209
178
184
    def test_coalesce_overlapped(self):
179
 
        self.assertRaises(ValueError,
180
 
            self.check, [(0, 15, [(0, 10), (5, 10)])],
181
 
                        [(0, 10), (5, 10)])
 
185
        self.check([(0, 15, [(0, 10), (5, 10)])],
 
186
                   [(0, 10), (5, 10)])
182
187
 
183
188
    def test_coalesce_limit(self):
184
189
        self.check([(10, 50, [(0, 10), (10, 10), (20, 10),
201
206
 
202
207
    def test_coalesce_fudge(self):
203
208
        self.check([(10, 30, [(0, 10), (20, 10)]),
204
 
                    (100, 10, [(0, 10)]),
 
209
                    (100, 10, [(0, 10),]),
205
210
                   ], [(10, 10), (30, 10), (100, 10)],
206
 
                   fudge=10)
207
 
 
 
211
                   fudge=10
 
212
                  )
208
213
    def test_coalesce_max_size(self):
209
214
        self.check([(10, 20, [(0, 10), (10, 10)]),
210
215
                    (30, 50, [(0, 50)]),
211
216
                    # If one range is above max_size, it gets its own coalesced
212
217
                    # offset
213
 
                    (100, 80, [(0, 80)]),],
 
218
                    (100, 80, [(0, 80),]),],
214
219
                   [(10, 10), (20, 10), (30, 50), (100, 80)],
215
 
                   max_size=50)
 
220
                   max_size=50
 
221
                  )
216
222
 
217
223
    def test_coalesce_no_max_size(self):
218
 
        self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)])],
 
224
        self.check([(10, 170, [(0, 10), (10, 10), (20, 50), (70, 100)]),],
219
225
                   [(10, 10), (20, 10), (30, 50), (80, 100)],
220
226
                  )
221
227
 
222
 
    def test_coalesce_default_limit(self):
223
 
        # By default we use a 100MB max size.
224
 
        ten_mb = 10 * 1024 * 1024
225
 
        self.check([(0, 10 * ten_mb, [(i * ten_mb, ten_mb) for i in range(10)]),
226
 
                    (10*ten_mb, ten_mb, [(0, ten_mb)])],
227
 
                   [(i*ten_mb, ten_mb) for i in range(11)])
228
 
        self.check([(0, 11 * ten_mb, [(i * ten_mb, ten_mb) for i in range(11)])],
229
 
                   [(i * ten_mb, ten_mb) for i in range(11)],
230
 
                   max_size=1*1024*1024*1024)
231
 
 
232
 
 
233
 
class TestMemoryServer(tests.TestCase):
234
 
 
235
 
    def test_create_server(self):
236
 
        server = memory.MemoryServer()
237
 
        server.start_server()
238
 
        url = server.get_url()
239
 
        self.assertTrue(url in transport.transport_list_registry)
240
 
        t = transport.get_transport_from_url(url)
241
 
        del t
242
 
        server.stop_server()
243
 
        self.assertFalse(url in transport.transport_list_registry)
244
 
        self.assertRaises(errors.UnsupportedProtocol,
245
 
                          transport.get_transport, url)
246
 
 
247
 
 
248
 
class TestMemoryTransport(tests.TestCase):
 
228
 
 
229
class TestMemoryTransport(TestCase):
249
230
 
250
231
    def test_get_transport(self):
251
 
        memory.MemoryTransport()
 
232
        MemoryTransport()
252
233
 
253
234
    def test_clone(self):
254
 
        t = memory.MemoryTransport()
255
 
        self.assertTrue(isinstance(t, memory.MemoryTransport))
256
 
        self.assertEqual("memory:///", t.clone("/").base)
 
235
        transport = MemoryTransport()
 
236
        self.assertTrue(isinstance(transport, MemoryTransport))
 
237
        self.assertEqual("memory:///", transport.clone("/").base)
257
238
 
258
239
    def test_abspath(self):
259
 
        t = memory.MemoryTransport()
260
 
        self.assertEqual("memory:///relpath", t.abspath('relpath'))
 
240
        transport = MemoryTransport()
 
241
        self.assertEqual("memory:///relpath", transport.abspath('relpath'))
261
242
 
262
243
    def test_abspath_of_root(self):
263
 
        t = memory.MemoryTransport()
264
 
        self.assertEqual("memory:///", t.base)
265
 
        self.assertEqual("memory:///", t.abspath('/'))
 
244
        transport = MemoryTransport()
 
245
        self.assertEqual("memory:///", transport.base)
 
246
        self.assertEqual("memory:///", transport.abspath('/'))
266
247
 
267
248
    def test_abspath_of_relpath_starting_at_root(self):
268
 
        t = memory.MemoryTransport()
269
 
        self.assertEqual("memory:///foo", t.abspath('/foo'))
 
249
        transport = MemoryTransport()
 
250
        self.assertEqual("memory:///foo", transport.abspath('/foo'))
270
251
 
271
252
    def test_append_and_get(self):
272
 
        t = memory.MemoryTransport()
273
 
        t.append_bytes('path', 'content')
274
 
        self.assertEqual(t.get('path').read(), 'content')
275
 
        t.append_file('path', StringIO('content'))
276
 
        self.assertEqual(t.get('path').read(), 'contentcontent')
 
253
        transport = MemoryTransport()
 
254
        transport.append_bytes('path', 'content')
 
255
        self.assertEqual(transport.get('path').read(), 'content')
 
256
        transport.append_file('path', StringIO('content'))
 
257
        self.assertEqual(transport.get('path').read(), 'contentcontent')
277
258
 
278
259
    def test_put_and_get(self):
279
 
        t = memory.MemoryTransport()
280
 
        t.put_file('path', StringIO('content'))
281
 
        self.assertEqual(t.get('path').read(), 'content')
282
 
        t.put_bytes('path', 'content')
283
 
        self.assertEqual(t.get('path').read(), 'content')
 
260
        transport = MemoryTransport()
 
261
        transport.put_file('path', StringIO('content'))
 
262
        self.assertEqual(transport.get('path').read(), 'content')
 
263
        transport.put_bytes('path', 'content')
 
264
        self.assertEqual(transport.get('path').read(), 'content')
284
265
 
285
266
    def test_append_without_dir_fails(self):
286
 
        t = memory.MemoryTransport()
287
 
        self.assertRaises(errors.NoSuchFile,
288
 
                          t.append_bytes, 'dir/path', 'content')
 
267
        transport = MemoryTransport()
 
268
        self.assertRaises(NoSuchFile,
 
269
                          transport.append_bytes, 'dir/path', 'content')
289
270
 
290
271
    def test_put_without_dir_fails(self):
291
 
        t = memory.MemoryTransport()
292
 
        self.assertRaises(errors.NoSuchFile,
293
 
                          t.put_file, 'dir/path', StringIO('content'))
 
272
        transport = MemoryTransport()
 
273
        self.assertRaises(NoSuchFile,
 
274
                          transport.put_file, 'dir/path', StringIO('content'))
294
275
 
295
276
    def test_get_missing(self):
296
 
        transport = memory.MemoryTransport()
297
 
        self.assertRaises(errors.NoSuchFile, transport.get, 'foo')
 
277
        transport = MemoryTransport()
 
278
        self.assertRaises(NoSuchFile, transport.get, 'foo')
298
279
 
299
280
    def test_has_missing(self):
300
 
        t = memory.MemoryTransport()
301
 
        self.assertEqual(False, t.has('foo'))
 
281
        transport = MemoryTransport()
 
282
        self.assertEquals(False, transport.has('foo'))
302
283
 
303
284
    def test_has_present(self):
304
 
        t = memory.MemoryTransport()
305
 
        t.append_bytes('foo', 'content')
306
 
        self.assertEqual(True, t.has('foo'))
 
285
        transport = MemoryTransport()
 
286
        transport.append_bytes('foo', 'content')
 
287
        self.assertEquals(True, transport.has('foo'))
307
288
 
308
289
    def test_list_dir(self):
309
 
        t = memory.MemoryTransport()
310
 
        t.put_bytes('foo', 'content')
311
 
        t.mkdir('dir')
312
 
        t.put_bytes('dir/subfoo', 'content')
313
 
        t.put_bytes('dirlike', 'content')
 
290
        transport = MemoryTransport()
 
291
        transport.put_bytes('foo', 'content')
 
292
        transport.mkdir('dir')
 
293
        transport.put_bytes('dir/subfoo', 'content')
 
294
        transport.put_bytes('dirlike', 'content')
314
295
 
315
 
        self.assertEqual(['dir', 'dirlike', 'foo'], sorted(t.list_dir('.')))
316
 
        self.assertEqual(['subfoo'], sorted(t.list_dir('dir')))
 
296
        self.assertEquals(['dir', 'dirlike', 'foo'], sorted(transport.list_dir('.')))
 
297
        self.assertEquals(['subfoo'], sorted(transport.list_dir('dir')))
317
298
 
318
299
    def test_mkdir(self):
319
 
        t = memory.MemoryTransport()
320
 
        t.mkdir('dir')
321
 
        t.append_bytes('dir/path', 'content')
322
 
        self.assertEqual(t.get('dir/path').read(), 'content')
 
300
        transport = MemoryTransport()
 
301
        transport.mkdir('dir')
 
302
        transport.append_bytes('dir/path', 'content')
 
303
        self.assertEqual(transport.get('dir/path').read(), 'content')
323
304
 
324
305
    def test_mkdir_missing_parent(self):
325
 
        t = memory.MemoryTransport()
326
 
        self.assertRaises(errors.NoSuchFile, t.mkdir, 'dir/dir')
 
306
        transport = MemoryTransport()
 
307
        self.assertRaises(NoSuchFile,
 
308
                          transport.mkdir, 'dir/dir')
327
309
 
328
310
    def test_mkdir_twice(self):
329
 
        t = memory.MemoryTransport()
330
 
        t.mkdir('dir')
331
 
        self.assertRaises(errors.FileExists, t.mkdir, 'dir')
 
311
        transport = MemoryTransport()
 
312
        transport.mkdir('dir')
 
313
        self.assertRaises(FileExists, transport.mkdir, 'dir')
332
314
 
333
315
    def test_parameters(self):
334
 
        t = memory.MemoryTransport()
335
 
        self.assertEqual(True, t.listable())
336
 
        self.assertEqual(False, t.is_readonly())
 
316
        transport = MemoryTransport()
 
317
        self.assertEqual(True, transport.listable())
 
318
        self.assertEqual(False, transport.is_readonly())
337
319
 
338
320
    def test_iter_files_recursive(self):
339
 
        t = memory.MemoryTransport()
340
 
        t.mkdir('dir')
341
 
        t.put_bytes('dir/foo', 'content')
342
 
        t.put_bytes('dir/bar', 'content')
343
 
        t.put_bytes('bar', 'content')
344
 
        paths = set(t.iter_files_recursive())
 
321
        transport = MemoryTransport()
 
322
        transport.mkdir('dir')
 
323
        transport.put_bytes('dir/foo', 'content')
 
324
        transport.put_bytes('dir/bar', 'content')
 
325
        transport.put_bytes('bar', 'content')
 
326
        paths = set(transport.iter_files_recursive())
345
327
        self.assertEqual(set(['dir/foo', 'dir/bar', 'bar']), paths)
346
328
 
347
329
    def test_stat(self):
348
 
        t = memory.MemoryTransport()
349
 
        t.put_bytes('foo', 'content')
350
 
        t.put_bytes('bar', 'phowar')
351
 
        self.assertEqual(7, t.stat('foo').st_size)
352
 
        self.assertEqual(6, t.stat('bar').st_size)
353
 
 
354
 
 
355
 
class ChrootDecoratorTransportTest(tests.TestCase):
 
330
        transport = MemoryTransport()
 
331
        transport.put_bytes('foo', 'content')
 
332
        transport.put_bytes('bar', 'phowar')
 
333
        self.assertEqual(7, transport.stat('foo').st_size)
 
334
        self.assertEqual(6, transport.stat('bar').st_size)
 
335
 
 
336
 
 
337
class ChrootDecoratorTransportTest(TestCase):
356
338
    """Chroot decoration specific tests."""
357
339
 
358
340
    def test_abspath(self):
359
341
        # The abspath is always relative to the chroot_url.
360
 
        server = chroot.ChrootServer(
361
 
            transport.get_transport_from_url('memory:///foo/bar/'))
362
 
        self.start_server(server)
363
 
        t = transport.get_transport_from_url(server.get_url())
364
 
        self.assertEqual(server.get_url(), t.abspath('/'))
 
342
        server = ChrootServer(get_transport('memory:///foo/bar/'))
 
343
        server.setUp()
 
344
        transport = get_transport(server.get_url())
 
345
        self.assertEqual(server.get_url(), transport.abspath('/'))
365
346
 
366
 
        subdir_t = t.clone('subdir')
367
 
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
 
347
        subdir_transport = transport.clone('subdir')
 
348
        self.assertEqual(server.get_url(), subdir_transport.abspath('/'))
 
349
        server.tearDown()
368
350
 
369
351
    def test_clone(self):
370
 
        server = chroot.ChrootServer(
371
 
            transport.get_transport_from_url('memory:///foo/bar/'))
372
 
        self.start_server(server)
373
 
        t = transport.get_transport_from_url(server.get_url())
 
352
        server = ChrootServer(get_transport('memory:///foo/bar/'))
 
353
        server.setUp()
 
354
        transport = get_transport(server.get_url())
374
355
        # relpath from root and root path are the same
375
 
        relpath_cloned = t.clone('foo')
376
 
        abspath_cloned = t.clone('/foo')
 
356
        relpath_cloned = transport.clone('foo')
 
357
        abspath_cloned = transport.clone('/foo')
377
358
        self.assertEqual(server, relpath_cloned.server)
378
359
        self.assertEqual(server, abspath_cloned.server)
379
 
 
 
360
        server.tearDown()
 
361
    
380
362
    def test_chroot_url_preserves_chroot(self):
381
363
        """Calling get_transport on a chroot transport's base should produce a
382
364
        transport with exactly the same behaviour as the original chroot
385
367
        This is so that it is not possible to escape a chroot by doing::
386
368
            url = chroot_transport.base
387
369
            parent_url = urlutils.join(url, '..')
388
 
            new_t = transport.get_transport_from_url(parent_url)
 
370
            new_transport = get_transport(parent_url)
389
371
        """
390
 
        server = chroot.ChrootServer(
391
 
            transport.get_transport_from_url('memory:///path/subpath'))
392
 
        self.start_server(server)
393
 
        t = transport.get_transport_from_url(server.get_url())
394
 
        new_t = transport.get_transport_from_url(t.base)
395
 
        self.assertEqual(t.server, new_t.server)
396
 
        self.assertEqual(t.base, new_t.base)
397
 
 
 
372
        server = ChrootServer(get_transport('memory:///path/subpath'))
 
373
        server.setUp()
 
374
        transport = get_transport(server.get_url())
 
375
        new_transport = get_transport(transport.base)
 
376
        self.assertEqual(transport.server, new_transport.server)
 
377
        self.assertEqual(transport.base, new_transport.base)
 
378
        server.tearDown()
 
379
        
398
380
    def test_urljoin_preserves_chroot(self):
399
381
        """Using urlutils.join(url, '..') on a chroot URL should not produce a
400
382
        URL that escapes the intended chroot.
402
384
        This is so that it is not possible to escape a chroot by doing::
403
385
            url = chroot_transport.base
404
386
            parent_url = urlutils.join(url, '..')
405
 
            new_t = transport.get_transport_from_url(parent_url)
 
387
            new_transport = get_transport(parent_url)
406
388
        """
407
 
        server = chroot.ChrootServer(
408
 
            transport.get_transport_from_url('memory:///path/'))
409
 
        self.start_server(server)
410
 
        t = transport.get_transport_from_url(server.get_url())
 
389
        server = ChrootServer(get_transport('memory:///path/'))
 
390
        server.setUp()
 
391
        transport = get_transport(server.get_url())
411
392
        self.assertRaises(
412
 
            errors.InvalidURLJoin, urlutils.join, t.base, '..')
413
 
 
414
 
 
415
 
class TestChrootServer(tests.TestCase):
 
393
            InvalidURLJoin, urlutils.join, transport.base, '..')
 
394
        server.tearDown()
 
395
 
 
396
 
 
397
class ChrootServerTest(TestCase):
416
398
 
417
399
    def test_construct(self):
418
 
        backing_transport = memory.MemoryTransport()
419
 
        server = chroot.ChrootServer(backing_transport)
 
400
        backing_transport = MemoryTransport()
 
401
        server = ChrootServer(backing_transport)
420
402
        self.assertEqual(backing_transport, server.backing_transport)
421
403
 
422
404
    def test_setUp(self):
423
 
        backing_transport = memory.MemoryTransport()
424
 
        server = chroot.ChrootServer(backing_transport)
425
 
        server.start_server()
426
 
        self.addCleanup(server.stop_server)
427
 
        self.assertTrue(server.scheme
428
 
                        in transport._get_protocol_handlers().keys())
 
405
        backing_transport = MemoryTransport()
 
406
        server = ChrootServer(backing_transport)
 
407
        server.setUp()
 
408
        self.assertTrue(server.scheme in _get_protocol_handlers().keys())
429
409
 
430
 
    def test_stop_server(self):
431
 
        backing_transport = memory.MemoryTransport()
432
 
        server = chroot.ChrootServer(backing_transport)
433
 
        server.start_server()
434
 
        server.stop_server()
435
 
        self.assertFalse(server.scheme
436
 
                         in transport._get_protocol_handlers().keys())
 
410
    def test_tearDown(self):
 
411
        backing_transport = MemoryTransport()
 
412
        server = ChrootServer(backing_transport)
 
413
        server.setUp()
 
414
        server.tearDown()
 
415
        self.assertFalse(server.scheme in _get_protocol_handlers().keys())
437
416
 
438
417
    def test_get_url(self):
439
 
        backing_transport = memory.MemoryTransport()
440
 
        server = chroot.ChrootServer(backing_transport)
441
 
        server.start_server()
442
 
        self.addCleanup(server.stop_server)
 
418
        backing_transport = MemoryTransport()
 
419
        server = ChrootServer(backing_transport)
 
420
        server.setUp()
443
421
        self.assertEqual('chroot-%d:///' % id(server), server.get_url())
444
 
 
445
 
 
446
 
class TestHooks(tests.TestCase):
447
 
    """Basic tests for transport hooks"""
448
 
 
449
 
    def _get_connected_transport(self):
450
 
        return transport.ConnectedTransport("bogus:nowhere")
451
 
 
452
 
    def test_transporthooks_initialisation(self):
453
 
        """Check all expected transport hook points are set up"""
454
 
        hookpoint = transport.TransportHooks()
455
 
        self.assertTrue("post_connect" in hookpoint,
456
 
            "post_connect not in %s" % (hookpoint,))
457
 
 
458
 
    def test_post_connect(self):
459
 
        """Ensure the post_connect hook is called when _set_transport is"""
460
 
        calls = []
461
 
        transport.Transport.hooks.install_named_hook("post_connect",
462
 
            calls.append, None)
463
 
        t = self._get_connected_transport()
464
 
        self.assertLength(0, calls)
465
 
        t._set_connection("connection", "auth")
466
 
        self.assertEqual(calls, [t])
467
 
 
468
 
 
469
 
class PathFilteringDecoratorTransportTest(tests.TestCase):
470
 
    """Pathfilter decoration specific tests."""
471
 
 
472
 
    def test_abspath(self):
473
 
        # The abspath is always relative to the base of the backing transport.
474
 
        server = pathfilter.PathFilteringServer(
475
 
            transport.get_transport_from_url('memory:///foo/bar/'),
476
 
            lambda x: x)
477
 
        server.start_server()
478
 
        t = transport.get_transport_from_url(server.get_url())
479
 
        self.assertEqual(server.get_url(), t.abspath('/'))
480
 
 
481
 
        subdir_t = t.clone('subdir')
482
 
        self.assertEqual(server.get_url(), subdir_t.abspath('/'))
483
 
        server.stop_server()
484
 
 
485
 
    def make_pf_transport(self, filter_func=None):
486
 
        """Make a PathFilteringTransport backed by a MemoryTransport.
487
 
 
488
 
        :param filter_func: by default this will be a no-op function.  Use this
489
 
            parameter to override it."""
490
 
        if filter_func is None:
491
 
            filter_func = lambda x: x
492
 
        server = pathfilter.PathFilteringServer(
493
 
            transport.get_transport_from_url('memory:///foo/bar/'), filter_func)
494
 
        server.start_server()
495
 
        self.addCleanup(server.stop_server)
496
 
        return transport.get_transport_from_url(server.get_url())
497
 
 
498
 
    def test__filter(self):
499
 
        # _filter (with an identity func as filter_func) always returns
500
 
        # paths relative to the base of the backing transport.
501
 
        t = self.make_pf_transport()
502
 
        self.assertEqual('foo', t._filter('foo'))
503
 
        self.assertEqual('foo/bar', t._filter('foo/bar'))
504
 
        self.assertEqual('', t._filter('..'))
505
 
        self.assertEqual('', t._filter('/'))
506
 
        # The base of the pathfiltering transport is taken into account too.
507
 
        t = t.clone('subdir1/subdir2')
508
 
        self.assertEqual('subdir1/subdir2/foo', t._filter('foo'))
509
 
        self.assertEqual('subdir1/subdir2/foo/bar', t._filter('foo/bar'))
510
 
        self.assertEqual('subdir1', t._filter('..'))
511
 
        self.assertEqual('', t._filter('/'))
512
 
 
513
 
    def test_filter_invocation(self):
514
 
        filter_log = []
515
 
 
516
 
        def filter(path):
517
 
            filter_log.append(path)
518
 
            return path
519
 
        t = self.make_pf_transport(filter)
520
 
        t.has('abc')
521
 
        self.assertEqual(['abc'], filter_log)
522
 
        del filter_log[:]
523
 
        t.clone('abc').has('xyz')
524
 
        self.assertEqual(['abc/xyz'], filter_log)
525
 
        del filter_log[:]
526
 
        t.has('/abc')
527
 
        self.assertEqual(['abc'], filter_log)
528
 
 
529
 
    def test_clone(self):
530
 
        t = self.make_pf_transport()
531
 
        # relpath from root and root path are the same
532
 
        relpath_cloned = t.clone('foo')
533
 
        abspath_cloned = t.clone('/foo')
534
 
        self.assertEqual(t.server, relpath_cloned.server)
535
 
        self.assertEqual(t.server, abspath_cloned.server)
536
 
 
537
 
    def test_url_preserves_pathfiltering(self):
538
 
        """Calling get_transport on a pathfiltered transport's base should
539
 
        produce a transport with exactly the same behaviour as the original
540
 
        pathfiltered transport.
541
 
 
542
 
        This is so that it is not possible to escape (accidentally or
543
 
        otherwise) the filtering by doing::
544
 
            url = filtered_transport.base
545
 
            parent_url = urlutils.join(url, '..')
546
 
            new_t = transport.get_transport_from_url(parent_url)
547
 
        """
548
 
        t = self.make_pf_transport()
549
 
        new_t = transport.get_transport_from_url(t.base)
550
 
        self.assertEqual(t.server, new_t.server)
551
 
        self.assertEqual(t.base, new_t.base)
552
 
 
553
 
 
554
 
class ReadonlyDecoratorTransportTest(tests.TestCase):
 
422
        server.tearDown()
 
423
 
 
424
 
 
425
class ReadonlyDecoratorTransportTest(TestCase):
555
426
    """Readonly decoration specific tests."""
556
427
 
557
428
    def test_local_parameters(self):
 
429
        import bzrlib.transport.readonly as readonly
558
430
        # connect to . in readonly mode
559
 
        t = readonly.ReadonlyTransportDecorator('readonly+.')
560
 
        self.assertEqual(True, t.listable())
561
 
        self.assertEqual(True, t.is_readonly())
 
431
        transport = readonly.ReadonlyTransportDecorator('readonly+.')
 
432
        self.assertEqual(True, transport.listable())
 
433
        self.assertEqual(True, transport.is_readonly())
562
434
 
563
435
    def test_http_parameters(self):
564
436
        from bzrlib.tests.http_server import HttpServer
 
437
        import bzrlib.transport.readonly as readonly
565
438
        # connect to '.' via http which is not listable
566
439
        server = HttpServer()
567
 
        self.start_server(server)
568
 
        t = transport.get_transport_from_url('readonly+' + server.get_url())
569
 
        self.assertIsInstance(t, readonly.ReadonlyTransportDecorator)
570
 
        self.assertEqual(False, t.listable())
571
 
        self.assertEqual(True, t.is_readonly())
572
 
 
573
 
 
574
 
class FakeNFSDecoratorTests(tests.TestCaseInTempDir):
 
440
        server.setUp()
 
441
        try:
 
442
            transport = get_transport('readonly+' + server.get_url())
 
443
            self.failUnless(isinstance(transport,
 
444
                                       readonly.ReadonlyTransportDecorator))
 
445
            self.assertEqual(False, transport.listable())
 
446
            self.assertEqual(True, transport.is_readonly())
 
447
        finally:
 
448
            server.tearDown()
 
449
 
 
450
 
 
451
class FakeNFSDecoratorTests(TestCaseInTempDir):
575
452
    """NFS decorator specific tests."""
576
453
 
577
454
    def get_nfs_transport(self, url):
 
455
        import bzrlib.transport.fakenfs as fakenfs
578
456
        # connect to url with nfs decoration
579
457
        return fakenfs.FakeNFSTransportDecorator('fakenfs+' + url)
580
458
 
581
459
    def test_local_parameters(self):
582
460
        # the listable and is_readonly parameters
583
461
        # are not changed by the fakenfs decorator
584
 
        t = self.get_nfs_transport('.')
585
 
        self.assertEqual(True, t.listable())
586
 
        self.assertEqual(False, t.is_readonly())
 
462
        transport = self.get_nfs_transport('.')
 
463
        self.assertEqual(True, transport.listable())
 
464
        self.assertEqual(False, transport.is_readonly())
587
465
 
588
466
    def test_http_parameters(self):
589
467
        # the listable and is_readonly parameters
591
469
        from bzrlib.tests.http_server import HttpServer
592
470
        # connect to '.' via http which is not listable
593
471
        server = HttpServer()
594
 
        self.start_server(server)
595
 
        t = self.get_nfs_transport(server.get_url())
596
 
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
597
 
        self.assertEqual(False, t.listable())
598
 
        self.assertEqual(True, t.is_readonly())
 
472
        server.setUp()
 
473
        try:
 
474
            transport = self.get_nfs_transport(server.get_url())
 
475
            self.assertIsInstance(
 
476
                transport, bzrlib.transport.fakenfs.FakeNFSTransportDecorator)
 
477
            self.assertEqual(False, transport.listable())
 
478
            self.assertEqual(True, transport.is_readonly())
 
479
        finally:
 
480
            server.tearDown()
599
481
 
600
482
    def test_fakenfs_server_default(self):
601
483
        # a FakeNFSServer() should bring up a local relpath server for itself
602
 
        server = test_server.FakeNFSServer()
603
 
        self.start_server(server)
604
 
        # the url should be decorated appropriately
605
 
        self.assertStartsWith(server.get_url(), 'fakenfs+')
606
 
        # and we should be able to get a transport for it
607
 
        t = transport.get_transport_from_url(server.get_url())
608
 
        # which must be a FakeNFSTransportDecorator instance.
609
 
        self.assertIsInstance(t, fakenfs.FakeNFSTransportDecorator)
 
484
        import bzrlib.transport.fakenfs as fakenfs
 
485
        server = fakenfs.FakeNFSServer()
 
486
        server.setUp()
 
487
        try:
 
488
            # the url should be decorated appropriately
 
489
            self.assertStartsWith(server.get_url(), 'fakenfs+')
 
490
            # and we should be able to get a transport for it
 
491
            transport = get_transport(server.get_url())
 
492
            # which must be a FakeNFSTransportDecorator instance.
 
493
            self.assertIsInstance(
 
494
                transport, fakenfs.FakeNFSTransportDecorator)
 
495
        finally:
 
496
            server.tearDown()
610
497
 
611
498
    def test_fakenfs_rename_semantics(self):
612
499
        # a FakeNFS transport must mangle the way rename errors occur to
613
500
        # look like NFS problems.
614
 
        t = self.get_nfs_transport('.')
 
501
        transport = self.get_nfs_transport('.')
615
502
        self.build_tree(['from/', 'from/foo', 'to/', 'to/bar'],
616
 
                        transport=t)
617
 
        self.assertRaises(errors.ResourceBusy, t.rename, 'from', 'to')
618
 
 
619
 
 
620
 
class FakeVFATDecoratorTests(tests.TestCaseInTempDir):
 
503
                        transport=transport)
 
504
        self.assertRaises(errors.ResourceBusy,
 
505
                          transport.rename, 'from', 'to')
 
506
 
 
507
 
 
508
class FakeVFATDecoratorTests(TestCaseInTempDir):
621
509
    """Tests for simulation of VFAT restrictions"""
622
510
 
623
511
    def get_vfat_transport(self, url):
627
515
 
628
516
    def test_transport_creation(self):
629
517
        from bzrlib.transport.fakevfat import FakeVFATTransportDecorator
630
 
        t = self.get_vfat_transport('.')
631
 
        self.assertIsInstance(t, FakeVFATTransportDecorator)
 
518
        transport = self.get_vfat_transport('.')
 
519
        self.assertIsInstance(transport, FakeVFATTransportDecorator)
632
520
 
633
521
    def test_transport_mkdir(self):
634
 
        t = self.get_vfat_transport('.')
635
 
        t.mkdir('HELLO')
636
 
        self.assertTrue(t.has('hello'))
637
 
        self.assertTrue(t.has('Hello'))
 
522
        transport = self.get_vfat_transport('.')
 
523
        transport.mkdir('HELLO')
 
524
        self.assertTrue(transport.has('hello'))
 
525
        self.assertTrue(transport.has('Hello'))
638
526
 
639
527
    def test_forbidden_chars(self):
640
 
        t = self.get_vfat_transport('.')
641
 
        self.assertRaises(ValueError, t.has, "<NU>")
642
 
 
643
 
 
644
 
class BadTransportHandler(transport.Transport):
 
528
        transport = self.get_vfat_transport('.')
 
529
        self.assertRaises(ValueError, transport.has, "<NU>")
 
530
 
 
531
 
 
532
class BadTransportHandler(Transport):
645
533
    def __init__(self, base_url):
646
 
        raise errors.DependencyNotPresent('some_lib',
647
 
                                          'testing missing dependency')
648
 
 
649
 
 
650
 
class BackupTransportHandler(transport.Transport):
 
534
        raise DependencyNotPresent('some_lib', 'testing missing dependency')
 
535
 
 
536
 
 
537
class BackupTransportHandler(Transport):
651
538
    """Test transport that works as a backup for the BadTransportHandler"""
652
539
    pass
653
540
 
654
541
 
655
 
class TestTransportImplementation(tests.TestCaseInTempDir):
 
542
class TestTransportImplementation(TestCaseInTempDir):
656
543
    """Implementation verification for transports.
657
 
 
 
544
    
658
545
    To verify a transport we need a server factory, which is a callable
659
546
    that accepts no parameters and returns an implementation of
660
547
    bzrlib.transport.Server.
661
 
 
 
548
    
662
549
    That Server is then used to construct transport instances and test
663
550
    the transport via loopback activity.
664
551
 
665
 
    Currently this assumes that the Transport object is connected to the
666
 
    current working directory.  So that whatever is done
667
 
    through the transport, should show up in the working
 
552
    Currently this assumes that the Transport object is connected to the 
 
553
    current working directory.  So that whatever is done 
 
554
    through the transport, should show up in the working 
668
555
    directory, and vice-versa. This is a bug, because its possible to have
669
 
    URL schemes which provide access to something that may not be
670
 
    result in storage on the local disk, i.e. due to file system limits, or
 
556
    URL schemes which provide access to something that may not be 
 
557
    result in storage on the local disk, i.e. due to file system limits, or 
671
558
    due to it being a database or some other non-filesystem tool.
672
559
 
673
560
    This also tests to make sure that the functions work with both
674
561
    generators and lists (assuming iter(list) is effectively a generator)
675
562
    """
676
 
 
 
563
    
677
564
    def setUp(self):
678
565
        super(TestTransportImplementation, self).setUp()
679
566
        self._server = self.transport_server()
680
 
        self.start_server(self._server)
 
567
        self._server.setUp()
 
568
        self.addCleanup(self._server.tearDown)
681
569
 
682
570
    def get_transport(self, relpath=None):
683
571
        """Return a connected transport to the local directory.
687
575
        base_url = self._server.get_url()
688
576
        url = self._adjust_url(base_url, relpath)
689
577
        # try getting the transport via the regular interface:
690
 
        t = transport.get_transport_from_url(url)
 
578
        t = get_transport(url)
691
579
        # vila--20070607 if the following are commented out the test suite
692
580
        # still pass. Is this really still needed or was it a forgotten
693
581
        # temporary fix ?
698
586
        return t
699
587
 
700
588
 
701
 
class TestTransportFromPath(tests.TestCaseInTempDir):
702
 
 
703
 
    def test_with_path(self):
704
 
        t = transport.get_transport_from_path(self.test_dir)
705
 
        self.assertIsInstance(t, local.LocalTransport)
706
 
        self.assertEqual(t.base.rstrip("/"),
707
 
            urlutils.local_path_to_url(self.test_dir))
708
 
 
709
 
    def test_with_url(self):
710
 
        t = transport.get_transport_from_path("file:")
711
 
        self.assertIsInstance(t, local.LocalTransport)
712
 
        self.assertEqual(t.base.rstrip("/"),
713
 
            urlutils.local_path_to_url(os.path.join(self.test_dir, "file:")))
714
 
 
715
 
 
716
 
class TestTransportFromUrl(tests.TestCaseInTempDir):
717
 
 
718
 
    def test_with_path(self):
719
 
        self.assertRaises(errors.InvalidURL, transport.get_transport_from_url,
720
 
            self.test_dir)
721
 
 
722
 
    def test_with_url(self):
723
 
        url = urlutils.local_path_to_url(self.test_dir)
724
 
        t = transport.get_transport_from_url(url)
725
 
        self.assertIsInstance(t, local.LocalTransport)
726
 
        self.assertEqual(t.base.rstrip("/"), url)
727
 
 
728
 
    def test_with_url_and_segment_parameters(self):
729
 
        url = urlutils.local_path_to_url(self.test_dir)+",branch=foo"
730
 
        t = transport.get_transport_from_url(url)
731
 
        self.assertIsInstance(t, local.LocalTransport)
732
 
        self.assertEqual(t.base.rstrip("/"), url)
733
 
        with open(os.path.join(self.test_dir, "afile"), 'w') as f:
734
 
            f.write("data")
735
 
        self.assertTrue(t.has("afile"))
736
 
 
737
 
 
738
 
class TestLocalTransports(tests.TestCase):
 
589
class TestLocalTransports(TestCase):
739
590
 
740
591
    def test_get_transport_from_abspath(self):
741
592
        here = osutils.abspath('.')
742
 
        t = transport.get_transport(here)
743
 
        self.assertIsInstance(t, local.LocalTransport)
744
 
        self.assertEqual(t.base, urlutils.local_path_to_url(here) + '/')
 
593
        t = get_transport(here)
 
594
        self.assertIsInstance(t, LocalTransport)
 
595
        self.assertEquals(t.base, urlutils.local_path_to_url(here) + '/')
745
596
 
746
597
    def test_get_transport_from_relpath(self):
747
598
        here = osutils.abspath('.')
748
 
        t = transport.get_transport('.')
749
 
        self.assertIsInstance(t, local.LocalTransport)
750
 
        self.assertEqual(t.base, urlutils.local_path_to_url('.') + '/')
 
599
        t = get_transport('.')
 
600
        self.assertIsInstance(t, LocalTransport)
 
601
        self.assertEquals(t.base, urlutils.local_path_to_url('.') + '/')
751
602
 
752
603
    def test_get_transport_from_local_url(self):
753
604
        here = osutils.abspath('.')
754
605
        here_url = urlutils.local_path_to_url(here) + '/'
755
 
        t = transport.get_transport(here_url)
756
 
        self.assertIsInstance(t, local.LocalTransport)
757
 
        self.assertEqual(t.base, here_url)
 
606
        t = get_transport(here_url)
 
607
        self.assertIsInstance(t, LocalTransport)
 
608
        self.assertEquals(t.base, here_url)
758
609
 
759
610
    def test_local_abspath(self):
760
611
        here = osutils.abspath('.')
761
 
        t = transport.get_transport(here)
762
 
        self.assertEqual(t.local_abspath(''), here)
763
 
 
764
 
 
765
 
class TestLocalTransportMutation(tests.TestCaseInTempDir):
766
 
 
767
 
    def test_local_transport_mkdir(self):
768
 
        here = osutils.abspath('.')
769
 
        t = transport.get_transport(here)
770
 
        t.mkdir('test')
771
 
        self.assertTrue(os.path.exists('test'))
772
 
 
773
 
    def test_local_transport_mkdir_permission_denied(self):
774
 
        # See https://bugs.launchpad.net/bzr/+bug/606537
775
 
        here = osutils.abspath('.')
776
 
        t = transport.get_transport(here)
777
 
        def fake_chmod(path, mode):
778
 
            e = OSError('permission denied')
779
 
            e.errno = errno.EPERM
780
 
            raise e
781
 
        self.overrideAttr(os, 'chmod', fake_chmod)
782
 
        t.mkdir('test')
783
 
        t.mkdir('test2', mode=0707)
784
 
        self.assertTrue(os.path.exists('test'))
785
 
        self.assertTrue(os.path.exists('test2'))
786
 
 
787
 
 
788
 
class TestLocalTransportWriteStream(tests.TestCaseWithTransport):
789
 
 
790
 
    def test_local_fdatasync_calls_fdatasync(self):
791
 
        """Check fdatasync on a stream tries to flush the data to the OS.
792
 
        
793
 
        We can't easily observe the external effect but we can at least see
794
 
        it's called.
795
 
        """
796
 
        sentinel = object()
797
 
        fdatasync = getattr(os, 'fdatasync', sentinel)
798
 
        if fdatasync is sentinel:
799
 
            raise tests.TestNotApplicable('fdatasync not supported')
800
 
        t = self.get_transport('.')
801
 
        calls = self.recordCalls(os, 'fdatasync')
802
 
        w = t.open_write_stream('out')
803
 
        w.write('foo')
804
 
        w.fdatasync()
805
 
        with open('out', 'rb') as f:
806
 
            # Should have been flushed.
807
 
            self.assertEqual(f.read(), 'foo')
808
 
        self.assertEqual(len(calls), 1, calls)
809
 
 
810
 
    def test_missing_directory(self):
811
 
        t = self.get_transport('.')
812
 
        self.assertRaises(errors.NoSuchFile, t.open_write_stream, 'dir/foo')
813
 
 
814
 
 
815
 
class TestWin32LocalTransport(tests.TestCase):
 
612
        t = get_transport(here)
 
613
        self.assertEquals(t.local_abspath(''), here)
 
614
 
 
615
 
 
616
class TestWin32LocalTransport(TestCase):
816
617
 
817
618
    def test_unc_clone_to_root(self):
818
 
        self.requireFeature(features.win32_feature)
819
619
        # Win32 UNC path like \\HOST\path
820
620
        # clone to root should stop at least at \\HOST part
821
621
        # not on \\
822
 
        t = local.EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
 
622
        t = EmulatedWin32LocalTransport('file://HOST/path/to/some/dir/')
823
623
        for i in xrange(4):
824
624
            t = t.clone('..')
825
 
        self.assertEqual(t.base, 'file://HOST/')
 
625
        self.assertEquals(t.base, 'file://HOST/')
826
626
        # make sure we reach the root
827
627
        t = t.clone('..')
828
 
        self.assertEqual(t.base, 'file://HOST/')
829
 
 
830
 
 
831
 
class TestConnectedTransport(tests.TestCase):
 
628
        self.assertEquals(t.base, 'file://HOST/')
 
629
 
 
630
 
 
631
class TestConnectedTransport(TestCase):
832
632
    """Tests for connected to remote server transports"""
833
633
 
834
634
    def test_parse_url(self):
835
 
        t = transport.ConnectedTransport(
836
 
            'http://simple.example.com/home/source')
837
 
        self.assertEqual(t._parsed_url.host, 'simple.example.com')
838
 
        self.assertEqual(t._parsed_url.port, None)
839
 
        self.assertEqual(t._parsed_url.path, '/home/source/')
840
 
        self.assertTrue(t._parsed_url.user is None)
841
 
        self.assertTrue(t._parsed_url.password is None)
 
635
        t = ConnectedTransport('http://simple.example.com/home/source')
 
636
        self.assertEquals(t._host, 'simple.example.com')
 
637
        self.assertEquals(t._port, None)
 
638
        self.assertEquals(t._path, '/home/source/')
 
639
        self.failUnless(t._user is None)
 
640
        self.failUnless(t._password is None)
842
641
 
843
 
        self.assertEqual(t.base, 'http://simple.example.com/home/source/')
 
642
        self.assertEquals(t.base, 'http://simple.example.com/home/source/')
844
643
 
845
644
    def test_parse_url_with_at_in_user(self):
846
645
        # Bug 228058
847
 
        t = transport.ConnectedTransport('ftp://user@host.com@www.host.com/')
848
 
        self.assertEqual(t._parsed_url.user, 'user@host.com')
 
646
        t = ConnectedTransport('ftp://user@host.com@www.host.com/')
 
647
        self.assertEquals(t._user, 'user@host.com')
849
648
 
850
649
    def test_parse_quoted_url(self):
851
 
        t = transport.ConnectedTransport(
852
 
            'http://ro%62ey:h%40t@ex%41mple.com:2222/path')
853
 
        self.assertEqual(t._parsed_url.host, 'exAmple.com')
854
 
        self.assertEqual(t._parsed_url.port, 2222)
855
 
        self.assertEqual(t._parsed_url.user, 'robey')
856
 
        self.assertEqual(t._parsed_url.password, 'h@t')
857
 
        self.assertEqual(t._parsed_url.path, '/path/')
 
650
        t = ConnectedTransport('http://ro%62ey:h%40t@ex%41mple.com:2222/path')
 
651
        self.assertEquals(t._host, 'exAmple.com')
 
652
        self.assertEquals(t._port, 2222)
 
653
        self.assertEquals(t._user, 'robey')
 
654
        self.assertEquals(t._password, 'h@t')
 
655
        self.assertEquals(t._path, '/path/')
858
656
 
859
657
        # Base should not keep track of the password
860
 
        self.assertEqual(t.base, 'http://ro%62ey@ex%41mple.com:2222/path/')
 
658
        self.assertEquals(t.base, 'http://robey@exAmple.com:2222/path/')
861
659
 
862
660
    def test_parse_invalid_url(self):
863
661
        self.assertRaises(errors.InvalidURL,
864
 
                          transport.ConnectedTransport,
 
662
                          ConnectedTransport,
865
663
                          'sftp://lily.org:~janneke/public/bzr/gub')
866
664
 
867
665
    def test_relpath(self):
868
 
        t = transport.ConnectedTransport('sftp://user@host.com/abs/path')
 
666
        t = ConnectedTransport('sftp://user@host.com/abs/path')
869
667
 
870
 
        self.assertEqual(t.relpath('sftp://user@host.com/abs/path/sub'),
871
 
            'sub')
 
668
        self.assertEquals(t.relpath('sftp://user@host.com/abs/path/sub'), 'sub')
872
669
        self.assertRaises(errors.PathNotChild, t.relpath,
873
670
                          'http://user@host.com/abs/path/sub')
874
671
        self.assertRaises(errors.PathNotChild, t.relpath,
878
675
        self.assertRaises(errors.PathNotChild, t.relpath,
879
676
                          'sftp://user@host.com:33/abs/path/sub')
880
677
        # Make sure it works when we don't supply a username
881
 
        t = transport.ConnectedTransport('sftp://host.com/abs/path')
882
 
        self.assertEqual(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
 
678
        t = ConnectedTransport('sftp://host.com/abs/path')
 
679
        self.assertEquals(t.relpath('sftp://host.com/abs/path/sub'), 'sub')
883
680
 
884
681
        # Make sure it works when parts of the path will be url encoded
885
 
        t = transport.ConnectedTransport('sftp://host.com/dev/%path')
886
 
        self.assertEqual(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
 
682
        t = ConnectedTransport('sftp://host.com/dev/%path')
 
683
        self.assertEquals(t.relpath('sftp://host.com/dev/%path/sub'), 'sub')
887
684
 
888
685
    def test_connection_sharing_propagate_credentials(self):
889
 
        t = transport.ConnectedTransport('ftp://user@host.com/abs/path')
890
 
        self.assertEqual('user', t._parsed_url.user)
891
 
        self.assertEqual('host.com', t._parsed_url.host)
 
686
        t = ConnectedTransport('ftp://user@host.com/abs/path')
 
687
        self.assertEquals('user', t._user)
 
688
        self.assertEquals('host.com', t._host)
892
689
        self.assertIs(None, t._get_connection())
893
 
        self.assertIs(None, t._parsed_url.password)
 
690
        self.assertIs(None, t._password)
894
691
        c = t.clone('subdir')
895
692
        self.assertIs(None, c._get_connection())
896
 
        self.assertIs(None, t._parsed_url.password)
 
693
        self.assertIs(None, t._password)
897
694
 
898
695
        # Simulate the user entering a password
899
696
        password = 'secret'
913
710
        self.assertIs(new_password, c._get_credentials())
914
711
 
915
712
 
916
 
class TestReusedTransports(tests.TestCase):
 
713
class TestReusedTransports(TestCase):
917
714
    """Tests for transport reuse"""
918
715
 
919
716
    def test_reuse_same_transport(self):
920
717
        possible_transports = []
921
 
        t1 = transport.get_transport_from_url('http://foo/',
922
 
                                     possible_transports=possible_transports)
 
718
        t1 = get_transport('http://foo/',
 
719
                           possible_transports=possible_transports)
923
720
        self.assertEqual([t1], possible_transports)
924
 
        t2 = transport.get_transport_from_url('http://foo/',
925
 
                                     possible_transports=[t1])
 
721
        t2 = get_transport('http://foo/', possible_transports=[t1])
926
722
        self.assertIs(t1, t2)
927
723
 
928
724
        # Also check that final '/' are handled correctly
929
 
        t3 = transport.get_transport_from_url('http://foo/path/')
930
 
        t4 = transport.get_transport_from_url('http://foo/path',
931
 
                                     possible_transports=[t3])
 
725
        t3 = get_transport('http://foo/path/')
 
726
        t4 = get_transport('http://foo/path', possible_transports=[t3])
932
727
        self.assertIs(t3, t4)
933
728
 
934
 
        t5 = transport.get_transport_from_url('http://foo/path')
935
 
        t6 = transport.get_transport_from_url('http://foo/path/',
936
 
                                     possible_transports=[t5])
 
729
        t5 = get_transport('http://foo/path')
 
730
        t6 = get_transport('http://foo/path/', possible_transports=[t5])
937
731
        self.assertIs(t5, t6)
938
732
 
939
733
    def test_don_t_reuse_different_transport(self):
940
 
        t1 = transport.get_transport_from_url('http://foo/path')
941
 
        t2 = transport.get_transport_from_url('http://bar/path',
942
 
                                     possible_transports=[t1])
 
734
        t1 = get_transport('http://foo/path')
 
735
        t2 = get_transport('http://bar/path', possible_transports=[t1])
943
736
        self.assertIsNot(t1, t2)
944
737
 
945
738
 
946
 
class TestTransportTrace(tests.TestCase):
 
739
class TestTransportTrace(TestCase):
947
740
 
948
 
    def test_decorator(self):
949
 
        t = transport.get_transport_from_url('trace+memory://')
 
741
    def test_get(self):
 
742
        transport = get_transport('trace+memory://')
950
743
        self.assertIsInstance(
951
 
            t, bzrlib.transport.trace.TransportTraceDecorator)
 
744
            transport, bzrlib.transport.trace.TransportTraceDecorator)
952
745
 
953
746
    def test_clone_preserves_activity(self):
954
 
        t = transport.get_transport_from_url('trace+memory://')
955
 
        t2 = t.clone('.')
956
 
        self.assertTrue(t is not t2)
957
 
        self.assertTrue(t._activity is t2._activity)
 
747
        transport = get_transport('trace+memory://')
 
748
        transport2 = transport.clone('.')
 
749
        self.assertTrue(transport is not transport2)
 
750
        self.assertTrue(transport._activity is transport2._activity)
958
751
 
959
752
    # the following specific tests are for the operations that have made use of
960
753
    # logging in tests; we could test every single operation but doing that
961
754
    # still won't cause a test failure when the top level Transport API
962
755
    # changes; so there is little return doing that.
963
756
    def test_get(self):
964
 
        t = transport.get_transport_from_url('trace+memory:///')
965
 
        t.put_bytes('foo', 'barish')
966
 
        t.get('foo')
 
757
        transport = get_transport('trace+memory:///')
 
758
        transport.put_bytes('foo', 'barish')
 
759
        transport.get('foo')
967
760
        expected_result = []
968
761
        # put_bytes records the bytes, not the content to avoid memory
969
762
        # pressure.
970
763
        expected_result.append(('put_bytes', 'foo', 6, None))
971
764
        # get records the file name only.
972
765
        expected_result.append(('get', 'foo'))
973
 
        self.assertEqual(expected_result, t._activity)
 
766
        self.assertEqual(expected_result, transport._activity)
974
767
 
975
768
    def test_readv(self):
976
 
        t = transport.get_transport_from_url('trace+memory:///')
977
 
        t.put_bytes('foo', 'barish')
978
 
        list(t.readv('foo', [(0, 1), (3, 2)],
979
 
                     adjust_for_latency=True, upper_limit=6))
 
769
        transport = get_transport('trace+memory:///')
 
770
        transport.put_bytes('foo', 'barish')
 
771
        list(transport.readv('foo', [(0, 1), (3, 2)], adjust_for_latency=True,
 
772
            upper_limit=6))
980
773
        expected_result = []
981
774
        # put_bytes records the bytes, not the content to avoid memory
982
775
        # pressure.
983
776
        expected_result.append(('put_bytes', 'foo', 6, None))
984
777
        # readv records the supplied offset request
985
778
        expected_result.append(('readv', 'foo', [(0, 1), (3, 2)], True, 6))
986
 
        self.assertEqual(expected_result, t._activity)
987
 
 
988
 
 
989
 
class TestSSHConnections(tests.TestCaseWithTransport):
990
 
 
991
 
    def test_bzr_connect_to_bzr_ssh(self):
992
 
        """get_transport of a bzr+ssh:// behaves correctly.
993
 
 
994
 
        bzr+ssh:// should cause bzr to run a remote bzr smart server over SSH.
995
 
        """
996
 
        # This test actually causes a bzr instance to be invoked, which is very
997
 
        # expensive: it should be the only such test in the test suite.
998
 
        # A reasonable evolution for this would be to simply check inside
999
 
        # check_channel_exec_request that the command is appropriate, and then
1000
 
        # satisfy requests in-process.
1001
 
        self.requireFeature(features.paramiko)
1002
 
        # SFTPFullAbsoluteServer has a get_url method, and doesn't
1003
 
        # override the interface (doesn't change self._vendor).
1004
 
        # Note that this does encryption, so can be slow.
1005
 
        from bzrlib.tests import stub_sftp
1006
 
 
1007
 
        # Start an SSH server
1008
 
        self.command_executed = []
1009
 
        # XXX: This is horrible -- we define a really dumb SSH server that
1010
 
        # executes commands, and manage the hooking up of stdin/out/err to the
1011
 
        # SSH channel ourselves.  Surely this has already been implemented
1012
 
        # elsewhere?
1013
 
        started = []
1014
 
 
1015
 
        class StubSSHServer(stub_sftp.StubServer):
1016
 
 
1017
 
            test = self
1018
 
 
1019
 
            def check_channel_exec_request(self, channel, command):
1020
 
                self.test.command_executed.append(command)
1021
 
                proc = subprocess.Popen(
1022
 
                    command, shell=True, stdin=subprocess.PIPE,
1023
 
                    stdout=subprocess.PIPE, stderr=subprocess.PIPE)
1024
 
 
1025
 
                # XXX: horribly inefficient, not to mention ugly.
1026
 
                # Start a thread for each of stdin/out/err, and relay bytes
1027
 
                # from the subprocess to channel and vice versa.
1028
 
                def ferry_bytes(read, write, close):
1029
 
                    while True:
1030
 
                        bytes = read(1)
1031
 
                        if bytes == '':
1032
 
                            close()
1033
 
                            break
1034
 
                        write(bytes)
1035
 
 
1036
 
                file_functions = [
1037
 
                    (channel.recv, proc.stdin.write, proc.stdin.close),
1038
 
                    (proc.stdout.read, channel.sendall, channel.close),
1039
 
                    (proc.stderr.read, channel.sendall_stderr, channel.close)]
1040
 
                started.append(proc)
1041
 
                for read, write, close in file_functions:
1042
 
                    t = threading.Thread(
1043
 
                        target=ferry_bytes, args=(read, write, close))
1044
 
                    t.start()
1045
 
                    started.append(t)
1046
 
 
1047
 
                return True
1048
 
 
1049
 
        ssh_server = stub_sftp.SFTPFullAbsoluteServer(StubSSHServer)
1050
 
        # We *don't* want to override the default SSH vendor: the detected one
1051
 
        # is the one to use.
1052
 
 
1053
 
        # FIXME: I don't understand the above comment, SFTPFullAbsoluteServer
1054
 
        # inherits from SFTPServer which forces the SSH vendor to
1055
 
        # ssh.ParamikoVendor(). So it's forced, not detected. --vila 20100623
1056
 
        self.start_server(ssh_server)
1057
 
        port = ssh_server.port
1058
 
 
1059
 
        if sys.platform == 'win32':
1060
 
            bzr_remote_path = sys.executable + ' ' + self.get_bzr_path()
1061
 
        else:
1062
 
            bzr_remote_path = self.get_bzr_path()
1063
 
        self.overrideEnv('BZR_REMOTE_PATH', bzr_remote_path)
1064
 
 
1065
 
        # Access the branch via a bzr+ssh URL.  The BZR_REMOTE_PATH environment
1066
 
        # variable is used to tell bzr what command to run on the remote end.
1067
 
        path_to_branch = osutils.abspath('.')
1068
 
        if sys.platform == 'win32':
1069
 
            # On Windows, we export all drives as '/C:/, etc. So we need to
1070
 
            # prefix a '/' to get the right path.
1071
 
            path_to_branch = '/' + path_to_branch
1072
 
        url = 'bzr+ssh://fred:secret@localhost:%d%s' % (port, path_to_branch)
1073
 
        t = transport.get_transport(url)
1074
 
        self.permit_url(t.base)
1075
 
        t.mkdir('foo')
1076
 
 
1077
 
        self.assertEqual(
1078
 
            ['%s serve --inet --directory=/ --allow-writes' % bzr_remote_path],
1079
 
            self.command_executed)
1080
 
        # Make sure to disconnect, so that the remote process can stop, and we
1081
 
        # can cleanup. Then pause the test until everything is shutdown
1082
 
        t._client._medium.disconnect()
1083
 
        if not started:
1084
 
            return
1085
 
        # First wait for the subprocess
1086
 
        started[0].wait()
1087
 
        # And the rest are threads
1088
 
        for t in started[1:]:
1089
 
            t.join()
1090
 
 
1091
 
 
1092
 
class TestUnhtml(tests.TestCase):
1093
 
 
1094
 
    """Tests for unhtml_roughly"""
1095
 
 
1096
 
    def test_truncation(self):
1097
 
        fake_html = "<p>something!\n" * 1000
1098
 
        result = http.unhtml_roughly(fake_html)
1099
 
        self.assertEqual(len(result), 1000)
1100
 
        self.assertStartsWith(result, " something!")
1101
 
 
1102
 
 
1103
 
class SomeDirectory(object):
1104
 
 
1105
 
    def look_up(self, name, url):
1106
 
        return "http://bar"
1107
 
 
1108
 
 
1109
 
class TestLocationToUrl(tests.TestCase):
1110
 
 
1111
 
    def get_base_location(self):
1112
 
        path = osutils.abspath('/foo/bar')
1113
 
        if path.startswith('/'):
1114
 
            url = 'file://%s' % (path,)
1115
 
        else:
1116
 
            # On Windows, abspaths start with the drive letter, so we have to
1117
 
            # add in the extra '/'
1118
 
            url = 'file:///%s' % (path,)
1119
 
        return path, url
1120
 
 
1121
 
    def test_regular_url(self):
1122
 
        self.assertEqual("file://foo", location_to_url("file://foo"))
1123
 
 
1124
 
    def test_directory(self):
1125
 
        directories.register("bar:", SomeDirectory, "Dummy directory")
1126
 
        self.addCleanup(directories.remove, "bar:")
1127
 
        self.assertEqual("http://bar", location_to_url("bar:"))
1128
 
 
1129
 
    def test_unicode_url(self):
1130
 
        self.assertRaises(errors.InvalidURL, location_to_url,
1131
 
            "http://fo/\xc3\xaf".decode("utf-8"))
1132
 
 
1133
 
    def test_unicode_path(self):
1134
 
        path, url = self.get_base_location()
1135
 
        location = path + "\xc3\xaf".decode("utf-8")
1136
 
        url += '%C3%AF'
1137
 
        self.assertEqual(url, location_to_url(location))
1138
 
 
1139
 
    def test_path(self):
1140
 
        path, url = self.get_base_location()
1141
 
        self.assertEqual(url, location_to_url(path))
1142
 
 
1143
 
    def test_relative_file_url(self):
1144
 
        self.assertEqual(urlutils.local_path_to_url(".") + "/bar",
1145
 
            location_to_url("file:bar"))
1146
 
 
1147
 
    def test_absolute_file_url(self):
1148
 
        self.assertEqual("file:///bar", location_to_url("file:/bar"))
 
779
        self.assertEqual(expected_result, transport._activity)