~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/blackbox/test_serve.py

  • Committer: Canonical.com Patch Queue Manager
  • Date: 2009-10-13 06:08:53 UTC
  • mfrom: (4737.1.1 merge-2.0-into-devel)
  • Revision ID: pqm@pqm.ubuntu.com-20091013060853-erk2aaj80fnkrv25
(andrew) Merge lp:bzr/2.0 into lp:bzr, including fixes for #322807,
        #389413, #402623 and documentation improvements.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2006-2011 Canonical Ltd
 
1
# Copyright (C) 2006 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
18
18
"""Tests of the bzr serve command."""
19
19
 
20
20
import os
 
21
import os.path
21
22
import signal
 
23
import subprocess
22
24
import sys
23
25
import thread
24
26
import threading
25
27
 
26
28
from bzrlib import (
27
29
    builtins,
28
 
    config,
29
30
    errors,
30
31
    osutils,
31
32
    revision as _mod_revision,
32
 
    trace,
33
 
    transport,
34
 
    urlutils,
35
33
    )
36
34
from bzrlib.branch import Branch
37
 
from bzrlib.controldir import ControlDir
 
35
from bzrlib.bzrdir import BzrDir
38
36
from bzrlib.smart import client, medium
39
 
from bzrlib.smart.server import (
40
 
    BzrServerFactory,
41
 
    SmartTCPServer,
42
 
    )
 
37
from bzrlib.smart.server import BzrServerFactory, SmartTCPServer
43
38
from bzrlib.tests import (
 
39
    ParamikoFeature,
44
40
    TestCaseWithMemoryTransport,
45
41
    TestCaseWithTransport,
 
42
    TestSkipped,
46
43
    )
47
 
from bzrlib.transport import remote
48
 
 
49
 
 
50
 
class TestBzrServeBase(TestCaseWithTransport):
51
 
 
52
 
    def run_bzr_serve_then_func(self, serve_args, retcode=0, func=None,
53
 
                                *func_args, **func_kwargs):
54
 
        """Run 'bzr serve', and run the given func in a thread once the server
55
 
        has started.
56
 
 
57
 
        When 'func' terminates, the server will be terminated too.
58
 
 
59
 
        Returns stdout and stderr.
60
 
        """
61
 
        def on_server_start_thread(tcp_server):
62
 
            """This runs concurrently with the server thread.
63
 
 
64
 
            The server is interrupted as soon as ``func`` finishes, even if an
65
 
            exception is encountered.
66
 
            """
67
 
            try:
68
 
                # Run func if set
69
 
                self.tcp_server = tcp_server
70
 
                if func is not None:
71
 
                    try:
72
 
                        func(*func_args, **func_kwargs)
73
 
                    except Exception, e:
74
 
                        # Log errors to make some test failures a little less
75
 
                        # mysterious.
76
 
                        trace.mutter('func broke: %r', e)
77
 
            finally:
78
 
                # Then stop the server
79
 
                trace.mutter('interrupting...')
80
 
                thread.interrupt_main()
81
 
        # When the hook is fired, it just starts ``on_server_start_thread`` and
82
 
        # return
83
 
        def on_server_start(backing_urls, tcp_server):
84
 
            t = threading.Thread(
85
 
                target=on_server_start_thread, args=(tcp_server,))
86
 
            t.start()
87
 
        # install hook
88
 
        SmartTCPServer.hooks.install_named_hook(
89
 
            'server_started_ex', on_server_start,
90
 
            'run_bzr_serve_then_func hook')
91
 
        # It seesm thread.interrupt_main() will not raise KeyboardInterrupt
92
 
        # until after socket.accept returns. So we set the timeout low to make
93
 
        # the test faster.
94
 
        self.overrideAttr(SmartTCPServer, '_ACCEPT_TIMEOUT', 0.1)
95
 
        # start a TCP server
96
 
        try:
97
 
            out, err = self.run_bzr(['serve'] + list(serve_args),
98
 
                                    retcode=retcode)
99
 
        except KeyboardInterrupt, e:
100
 
            out, err = e.args
101
 
        return out, err
102
 
 
103
 
 
104
 
class TestBzrServe(TestBzrServeBase):
 
44
from bzrlib.trace import mutter
 
45
from bzrlib.transport import get_transport, remote
 
46
 
 
47
 
 
48
class TestBzrServe(TestCaseWithTransport):
105
49
 
106
50
    def setUp(self):
107
51
        super(TestBzrServe, self).setUp()
108
52
        self.disable_missing_extensions_warning()
109
53
 
110
 
    def test_server_exception_with_hook(self):
111
 
        """Catch exception from the server in the server_exception hook.
112
 
 
113
 
        We use ``run_bzr_serve_then_func`` without a ``func`` so the server
114
 
        will receive a KeyboardInterrupt exception we want to catch.
115
 
        """
116
 
        def hook(exception):
117
 
            if exception[0] is KeyboardInterrupt:
118
 
                sys.stderr.write('catching KeyboardInterrupt\n')
119
 
                return True
120
 
            else:
121
 
                return False
122
 
        SmartTCPServer.hooks.install_named_hook(
123
 
            'server_exception', hook,
124
 
            'test_server_except_hook hook')
125
 
        args = ['--listen', 'localhost', '--port', '0', '--quiet']
126
 
        out, err = self.run_bzr_serve_then_func(args, retcode=0)
127
 
        self.assertEqual('catching KeyboardInterrupt\n', err)
128
 
 
129
 
    def test_server_exception_no_hook(self):
130
 
        """test exception without hook returns error"""
131
 
        args = []
132
 
        out, err = self.run_bzr_serve_then_func(args, retcode=3)
133
 
 
134
54
    def assertInetServerShutsdownCleanly(self, process):
135
55
        """Shutdown the server process looking for errors."""
136
56
        # Shutdown the server: the server should shut down when it cannot read
168
88
            finish_bzr_subprocess, a client for the server, and a transport.
169
89
        """
170
90
        # Serve from the current directory
171
 
        args = ['serve', '--inet']
172
 
        args.extend(extra_options)
173
 
        process = self.start_bzr_subprocess(args)
 
91
        process = self.start_bzr_subprocess(['serve', '--inet'])
174
92
 
175
93
        # Connect to the server
176
94
        # We use this url because while this is no valid URL to connect to this
190
108
            finish_bzr_subprocess, and the base url for the server.
191
109
        """
192
110
        # Serve from the current directory
193
 
        args = ['serve', '--listen', 'localhost', '--port', '0']
 
111
        args = ['serve', '--port', 'localhost:0']
194
112
        args.extend(extra_options)
195
113
        process = self.start_bzr_subprocess(args, skip_if_plan_to_signal=True)
196
114
        port_line = process.stderr.readline()
201
119
        self.permit_url(url)
202
120
        return process, url
203
121
 
204
 
    def test_bzr_serve_quiet(self):
205
 
        self.make_branch('.')
206
 
        args = ['--listen', 'localhost', '--port', '0', '--quiet']
207
 
        out, err = self.run_bzr_serve_then_func(args, retcode=3)
208
 
        self.assertEqual('', out)
209
 
        self.assertEqual('', err)
210
 
 
211
122
    def test_bzr_serve_inet_readonly(self):
212
123
        """bzr server should provide a read only filesystem by default."""
213
124
        process, transport = self.start_server_inet()
220
131
 
221
132
        process, transport = self.start_server_inet(['--allow-writes'])
222
133
 
223
 
        # We get a working branch, and can create a directory
224
 
        branch = ControlDir.open_from_transport(transport).open_branch()
 
134
        # We get a working branch
 
135
        branch = BzrDir.open_from_transport(transport).open_branch()
225
136
        self.make_read_requests(branch)
226
 
        transport.mkdir('adir')
227
137
        self.assertInetServerShutsdownCleanly(process)
228
138
 
229
139
    def test_bzr_serve_port_readonly(self):
230
140
        """bzr server should provide a read only filesystem by default."""
231
141
        process, url = self.start_server_port()
232
 
        t = transport.get_transport_from_url(url)
233
 
        self.assertRaises(errors.TransportNotPossible, t.mkdir, 'adir')
 
142
        transport = get_transport(url)
 
143
        self.assertRaises(errors.TransportNotPossible, transport.mkdir, 'adir')
234
144
        self.assertServerFinishesCleanly(process)
235
145
 
236
146
    def test_bzr_serve_port_readwrite(self):
256
166
        self.make_read_requests(branch)
257
167
        self.assertServerFinishesCleanly(process)
258
168
 
259
 
    def test_bzr_serve_dhpss(self):
260
 
        # This is a smoke test that the server doesn't crash when run with
261
 
        # -Dhpss, and does drop some hpss logging to the file.
262
 
        self.make_branch('.')
263
 
        log_fname = os.getcwd() + '/server.log'
264
 
        self.overrideEnv('BZR_LOG', log_fname)
265
 
        process, transport = self.start_server_inet(['-Dhpss'])
266
 
        branch = ControlDir.open_from_transport(transport).open_branch()
267
 
        self.make_read_requests(branch)
268
 
        self.assertInetServerShutsdownCleanly(process)
269
 
        f = open(log_fname, 'rb')
270
 
        content = f.read()
271
 
        f.close()
272
 
        self.assertContainsRe(content, r'hpss request: \[[0-9-]+\]')
273
 
 
274
 
    def test_bzr_serve_supports_configurable_timeout(self):
275
 
        gs = config.GlobalStack()
276
 
        gs.set('serve.client_timeout', 0.2)
277
 
        process, url = self.start_server_port()
278
 
        self.build_tree_contents([('a_file', 'contents\n')])
279
 
        # We can connect and issue a request
280
 
        t = transport.get_transport_from_url(url)
281
 
        self.assertEqual('contents\n', t.get_bytes('a_file'))
282
 
        # However, if we just wait for more content from the server, it will
283
 
        # eventually disconnect us.
284
 
        # TODO: Use something like signal.alarm() so that if the server doesn't
285
 
        #       properly handle the timeout, we end up failing the test instead
286
 
        #       of hanging forever.
287
 
        m = t.get_smart_medium()
288
 
        m.read_bytes(1)
289
 
        # Now, we wait for timeout to trigger
290
 
        err = process.stderr.readline()
291
 
        self.assertEqual(
292
 
            'Connection Timeout: disconnecting client after 0.2 seconds\n',
293
 
            err)
294
 
        self.assertServerFinishesCleanly(process)
295
 
 
296
 
    def test_bzr_serve_supports_client_timeout(self):
297
 
        process, url = self.start_server_port(['--client-timeout=0.1'])
298
 
        self.build_tree_contents([('a_file', 'contents\n')])
299
 
        # We can connect and issue a request
300
 
        t = transport.get_transport_from_url(url)
301
 
        self.assertEqual('contents\n', t.get_bytes('a_file'))
302
 
        # However, if we just wait for more content from the server, it will
303
 
        # eventually disconnect us.
304
 
        # TODO: Use something like signal.alarm() so that if the server doesn't
305
 
        #       properly handle the timeout, we end up failing the test instead
306
 
        #       of hanging forever.
307
 
        m = t.get_smart_medium()
308
 
        m.read_bytes(1)
309
 
        # Now, we wait for timeout to trigger
310
 
        err = process.stderr.readline()
311
 
        self.assertEqual(
312
 
            'Connection Timeout: disconnecting client after 0.1 seconds\n',
313
 
            err)
314
 
        self.assertServerFinishesCleanly(process)
315
 
 
316
 
    def test_bzr_serve_graceful_shutdown(self):
317
 
        big_contents = 'a'*64*1024
318
 
        self.build_tree_contents([('bigfile', big_contents)])
319
 
        process, url = self.start_server_port(['--client-timeout=1.0'])
320
 
        t = transport.get_transport_from_url(url)
321
 
        m = t.get_smart_medium()
322
 
        c = client._SmartClient(m)
323
 
        # Start, but don't finish a response
324
 
        resp, response_handler = c.call_expecting_body('get', 'bigfile')
325
 
        self.assertEqual(('ok',), resp)
326
 
        # Note: process.send_signal is a Python 2.6ism
327
 
        process.send_signal(signal.SIGHUP)
328
 
        # Wait for the server to notice the signal, and then read the actual
329
 
        # body of the response. That way we know that it is waiting for the
330
 
        # request to finish
331
 
        self.assertEqual('Requested to stop gracefully\n',
332
 
                         process.stderr.readline())
333
 
        self.assertEqual('Waiting for 1 client(s) to finish\n',
334
 
                         process.stderr.readline())
335
 
        body = response_handler.read_body_bytes()
336
 
        if body != big_contents:
337
 
            self.fail('Failed to properly read the contents of "bigfile"')
338
 
        # Now that our request is finished, the medium should notice it has
339
 
        # been disconnected.
340
 
        self.assertEqual('', m.read_bytes(1))
341
 
        # And the server should be stopping
342
 
        self.assertEqual(0, process.wait())
343
 
 
344
 
 
345
 
class TestCmdServeChrooting(TestBzrServeBase):
 
169
 
 
170
class TestCmdServeChrooting(TestCaseWithTransport):
346
171
 
347
172
    def test_serve_tcp(self):
348
173
        """'bzr serve' wraps the given --directory in a ChrootServer.
354
179
        t = self.get_transport()
355
180
        t.mkdir('server-root')
356
181
        self.run_bzr_serve_then_func(
357
 
            ['--listen', '127.0.0.1', '--port', '0',
 
182
            ['--port', '127.0.0.1:0',
358
183
             '--directory', t.local_abspath('server-root'),
359
184
             '--allow-writes'],
360
 
            func=self.when_server_started)
 
185
            self.when_server_started)
361
186
        # The when_server_started method issued a find_repositoryV3 that should
362
187
        # fail with 'norepository' because there are no repositories inside the
363
188
        # --directory.
364
189
        self.assertEqual(('norepository',), self.client_resp)
365
190
 
 
191
    def run_bzr_serve_then_func(self, serve_args, func, *func_args,
 
192
            **func_kwargs):
 
193
        """Run 'bzr serve', and run the given func in a thread once the server
 
194
        has started.
 
195
        
 
196
        When 'func' terminates, the server will be terminated too.
 
197
        """
 
198
        # install hook
 
199
        def on_server_start(backing_urls, tcp_server):
 
200
            t = threading.Thread(
 
201
                target=on_server_start_thread, args=(tcp_server,))
 
202
            t.start()
 
203
        def on_server_start_thread(tcp_server):
 
204
            try:
 
205
                # Run func
 
206
                self.tcp_server = tcp_server
 
207
                try:
 
208
                    func(*func_args, **func_kwargs)
 
209
                except Exception, e:
 
210
                    # Log errors to make some test failures a little less
 
211
                    # mysterious.
 
212
                    mutter('func broke: %r', e)
 
213
            finally:
 
214
                # Then stop the server
 
215
                mutter('interrupting...')
 
216
                thread.interrupt_main()
 
217
        SmartTCPServer.hooks.install_named_hook(
 
218
            'server_started_ex', on_server_start,
 
219
            'run_bzr_serve_then_func hook')
 
220
        # start a TCP server
 
221
        try:
 
222
            self.run_bzr(['serve'] + list(serve_args))
 
223
        except KeyboardInterrupt:
 
224
            pass
 
225
 
366
226
    def when_server_started(self):
367
227
        # Connect to the TCP server and issue some requests and see what comes
368
228
        # back.
382
242
 
383
243
class TestUserdirExpansion(TestCaseWithMemoryTransport):
384
244
 
385
 
    @staticmethod
386
 
    def fake_expanduser(path):
 
245
    def fake_expanduser(self, path):
387
246
        """A simple, environment-independent, function for the duration of this
388
247
        test.
389
248
 
395
254
        return path
396
255
 
397
256
    def make_test_server(self, base_path='/'):
398
 
        """Make and start a BzrServerFactory, backed by a memory transport, and
 
257
        """Make and setUp a BzrServerFactory, backed by a memory transport, and
399
258
        creat '/home/user' in that transport.
400
259
        """
401
260
        bzr_server = BzrServerFactory(
402
261
            self.fake_expanduser, lambda t: base_path)
403
262
        mem_transport = self.get_transport()
404
263
        mem_transport.mkdir_multi(['home', 'home/user'])
405
 
        bzr_server.set_up(mem_transport, None, None, inet=True, timeout=4.0)
 
264
        bzr_server.set_up(mem_transport, None, None, inet=True)
406
265
        self.addCleanup(bzr_server.tear_down)
407
266
        return bzr_server
408
267
 
419
278
        (optionally decorated with 'readonly+').  BzrServerFactory can
420
279
        determine the original --directory from that transport.
421
280
        """
422
 
        # URLs always include the trailing slash, and get_base_path returns it
423
 
        base_dir = osutils.abspath('/a/b/c') + '/'
424
 
        base_url = urlutils.local_path_to_url(base_dir) + '/'
425
281
        # Define a fake 'protocol' to capture the transport that cmd_serve
426
282
        # passes to serve_bzr.
427
 
        def capture_transport(transport, host, port, inet, timeout):
 
283
        def capture_transport(transport, host, port, inet):
428
284
            self.bzr_serve_transport = transport
429
285
        cmd = builtins.cmd_serve()
430
286
        # Read-only
431
 
        cmd.run(directory=base_dir, protocol=capture_transport)
 
287
        cmd.run(directory='/a/b/c', protocol=capture_transport)
432
288
        server_maker = BzrServerFactory()
433
289
        self.assertEqual(
434
 
            'readonly+%s' % base_url, self.bzr_serve_transport.base)
 
290
            'readonly+file:///a/b/c/', self.bzr_serve_transport.base)
435
291
        self.assertEqual(
436
 
            base_dir, server_maker.get_base_path(self.bzr_serve_transport))
 
292
            u'/a/b/c/', server_maker.get_base_path(self.bzr_serve_transport))
437
293
        # Read-write
438
 
        cmd.run(directory=base_dir, protocol=capture_transport,
 
294
        cmd.run(directory='/a/b/c', protocol=capture_transport,
439
295
            allow_writes=True)
440
296
        server_maker = BzrServerFactory()
441
 
        self.assertEqual(base_url, self.bzr_serve_transport.base)
442
 
        self.assertEqual(base_dir,
443
 
            server_maker.get_base_path(self.bzr_serve_transport))
444
 
        # Read-only, from a URL
445
 
        cmd.run(directory=base_url, protocol=capture_transport)
446
 
        server_maker = BzrServerFactory()
447
 
        self.assertEqual(
448
 
            'readonly+%s' % base_url, self.bzr_serve_transport.base)
449
 
        self.assertEqual(
450
 
            base_dir, server_maker.get_base_path(self.bzr_serve_transport))
 
297
        self.assertEqual('file:///a/b/c/', self.bzr_serve_transport.base)
 
298
        self.assertEqual(
 
299
            u'/a/b/c/', server_maker.get_base_path(self.bzr_serve_transport))
 
300