1
# Copyright (C) 2005, 2007 Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
"""UI tests for the test framework."""
19
import bzrlib.transport
24
from bzrlib.errors import ParamikoNotPresent
25
from bzrlib.tests import (
35
def get_params_passed_to_core(self, cmdline):
37
def selftest(*args, **kwargs):
38
"""Capture the arguments selftest was run with."""
39
params.append((args, kwargs))
41
# Yes this prevents using threads to run the test suite in parallel,
42
# however we don't have a clean dependency injector for commands,
43
# and even if we did - we'd still be testing that the glue is wired
44
# up correctly. XXX: TODO: Solve this testing problem.
45
original_selftest = tests.selftest
46
tests.selftest = selftest
51
tests.selftest = original_selftest
54
class TestOptionsWritingToDisk(TestCaseInTempDir, SelfTestPatch):
56
def test_benchmark_runs_benchmark_tests(self):
57
"""selftest --benchmark should change the suite factory."""
58
params = self.get_params_passed_to_core('selftest --benchmark')
59
self.assertEqual(benchmarks.test_suite,
60
params[1]['test_suite_factory'])
61
self.assertNotEqual(None, params[1]['bench_history'])
62
benchfile = open(".perf_history", "rt")
64
lines = benchfile.readlines()
67
# Because we don't run the actual test code no output is made to the
69
self.assertEqual(0, len(lines))
72
class TestOptions(TestCase, SelfTestPatch):
74
def test_load_list(self):
75
params = self.get_params_passed_to_core('selftest --load-list foo')
76
self.assertEqual('foo', params[1]['load_list'])
78
def test_transport_set_to_sftp(self):
79
# Test that we can pass a transport to the selftest core - sftp
81
self.requireFeature(features.paramiko)
82
params = self.get_params_passed_to_core('selftest --transport=sftp')
83
self.assertEqual(bzrlib.transport.sftp.SFTPAbsoluteServer,
84
params[1]["transport"])
86
def test_transport_set_to_memory(self):
87
# Test that we can pass a transport to the selftest core - memory
89
import bzrlib.transport.memory
90
params = self.get_params_passed_to_core('selftest --transport=memory')
91
self.assertEqual(bzrlib.transport.memory.MemoryServer,
92
params[1]["transport"])
94
def test_parameters_passed_to_core(self):
95
params = self.get_params_passed_to_core('selftest --list-only')
96
self.assertTrue("list_only" in params[1])
97
params = self.get_params_passed_to_core('selftest --list-only selftest')
98
self.assertTrue("list_only" in params[1])
99
params = self.get_params_passed_to_core(['selftest', '--list-only',
100
'--exclude', 'selftest'])
101
self.assertTrue("list_only" in params[1])
102
params = self.get_params_passed_to_core(['selftest', '--list-only',
103
'selftest', '--randomize', 'now'])
104
self.assertSubset(["list_only", "random_seed"], params[1])
106
def test_starting_with(self):
107
params = self.get_params_passed_to_core('selftest --starting-with foo')
108
self.assertEqual(['foo'], params[1]['starting_with'])
110
def test_starting_with_multiple_argument(self):
111
params = self.get_params_passed_to_core(
112
'selftest --starting-with foo --starting-with bar')
113
self.assertEqual(['foo', 'bar'], params[1]['starting_with'])
115
def test_subunit(self):
116
self.requireFeature(features.subunit)
117
params = self.get_params_passed_to_core('selftest --subunit')
118
self.assertEqual(tests.SubUnitBzrRunner, params[1]['runner_class'])
120
def _parse_test_list(self, lines, newlines_in_header=0):
121
"Parse a list of lines into a tuple of 3 lists (header,body,footer)."
122
in_header = newlines_in_header != 0
127
header_newlines_found = 0
131
header_newlines_found += 1
132
if header_newlines_found >= newlines_in_header:
137
if line.startswith('-------'):
143
# If the last body line is blank, drop it off the list
144
if len(body) > 0 and body[-1] == '':
146
return (header,body,footer)
148
def test_list_only(self):
149
# check that bzr selftest --list-only outputs no ui noise
150
def selftest(*args, **kwargs):
151
"""Capture the arguments selftest was run with."""
153
def outputs_nothing(cmdline):
154
out,err = self.run_bzr(cmdline)
155
(header,body,footer) = self._parse_test_list(out.splitlines())
156
num_tests = len(body)
157
self.assertLength(0, header)
158
self.assertLength(0, footer)
159
self.assertEqual('', err)
160
# Yes this prevents using threads to run the test suite in parallel,
161
# however we don't have a clean dependency injector for commands,
162
# and even if we did - we'd still be testing that the glue is wired
163
# up correctly. XXX: TODO: Solve this testing problem.
164
original_selftest = tests.selftest
165
tests.selftest = selftest
167
outputs_nothing('selftest --list-only')
168
outputs_nothing('selftest --list-only selftest')
169
outputs_nothing(['selftest', '--list-only', '--exclude', 'selftest'])
171
tests.selftest = original_selftest
173
def test_lsprof_tests(self):
174
params = self.get_params_passed_to_core('selftest --lsprof-tests')
175
self.assertEqual(True, params[1]["lsprof_tests"])
added
removed
bzrlib/tests/blackbox/test_selftest.py
