← Back to branch summary

~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/blackbox/test_selftest.py

  • Committer: Aaron Bentley
  • Date: 2008-10-11 17:52:14 UTC
  • mto: This revision was merged to the branch mainline in revision 3823.
  • Revision ID: aaron@aaronbentley.com-20081011175214-85vfxt61753sp404
Make status nicer by not shelving lines for files not being changed

Show diffs side-by-side

added added

removed removed

Lines of Context:
bzrlib/tests/blackbox/test_selftest.py
1
 
# Copyright (C) 2005, 2007 Canonical Ltd
2
 
#
3
 
# This program is free software; you can redistribute it and/or modify
4
 
# it under the terms of the GNU General Public License as published by
5
 
# the Free Software Foundation; either version 2 of the License, or
6
 
# (at your option) any later version.
7
 
#
8
 
# This program is distributed in the hope that it will be useful,
9
 
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
 
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
 
# GNU General Public License for more details.
12
 
#
13
 
# You should have received a copy of the GNU General Public License
14
 
# along with this program; if not, write to the Free Software
15
 
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
 
 
17
 
"""UI tests for the test framework."""
18
 
 
19
 
from bzrlib import (
20
 
    benchmarks,
21
 
    tests,
22
 
    )
23
 
from bzrlib.tests import (
24
 
    features,
25
 
    stub_sftp,
26
 
    )
27
 
 
28
 
 
29
 
class SelfTestPatch:
30
 
 
31
 
    def get_params_passed_to_core(self, cmdline):
32
 
        params = []
33
 
        def selftest(*args, **kwargs):
34
 
            """Capture the arguments selftest was run with."""
35
 
            params.append((args, kwargs))
36
 
            return True
37
 
        # Yes this prevents using threads to run the test suite in parallel,
38
 
        # however we don't have a clean dependency injector for commands, 
39
 
        # and even if we did - we'd still be testing that the glue is wired
40
 
        # up correctly. XXX: TODO: Solve this testing problem.
41
 
        original_selftest = tests.selftest
42
 
        tests.selftest = selftest
43
 
        try:
44
 
            self.run_bzr(cmdline)
45
 
            return params[0]
46
 
        finally:
47
 
            tests.selftest = original_selftest
48
 
 
49
 
 
50
 
class TestOptionsWritingToDisk(tests.TestCaseInTempDir, SelfTestPatch):
51
 
 
52
 
    def test_benchmark_runs_benchmark_tests(self):
53
 
        """selftest --benchmark should change the suite factory."""
54
 
        params = self.get_params_passed_to_core('selftest --benchmark')
55
 
        self.assertEqual(benchmarks.test_suite,
56
 
            params[1]['test_suite_factory'])
57
 
        self.assertNotEqual(None, params[1]['bench_history'])
58
 
        benchfile = open(".perf_history", "rt")
59
 
        try:
60
 
            lines = benchfile.readlines()
61
 
        finally:
62
 
            benchfile.close()
63
 
        # Because we don't run the actual test code no output is made to the
64
 
        # file.
65
 
        self.assertEqual(0, len(lines))
66
 
 
67
 
 
68
 
class TestOptions(tests.TestCase, SelfTestPatch):
69
 
 
70
 
    def test_load_list(self):
71
 
        params = self.get_params_passed_to_core('selftest --load-list foo')
72
 
        self.assertEqual('foo', params[1]['load_list'])
73
 
 
74
 
    def test_transport_set_to_sftp(self):
75
 
        # Test that we can pass a transport to the selftest core - sftp
76
 
        # version.
77
 
        self.requireFeature(features.paramiko)
78
 
        params = self.get_params_passed_to_core('selftest --transport=sftp')
79
 
        self.assertEqual(stub_sftp.SFTPAbsoluteServer,
80
 
            params[1]["transport"])
81
 
 
82
 
    def test_transport_set_to_memory(self):
83
 
        # Test that we can pass a transport to the selftest core - memory
84
 
        # version.
85
 
        import bzrlib.transport.memory
86
 
        params = self.get_params_passed_to_core('selftest --transport=memory')
87
 
        self.assertEqual(bzrlib.transport.memory.MemoryServer,
88
 
            params[1]["transport"])
89
 
 
90
 
    def test_parameters_passed_to_core(self):
91
 
        params = self.get_params_passed_to_core('selftest --list-only')
92
 
        self.assertTrue("list_only" in params[1])
93
 
        params = self.get_params_passed_to_core('selftest --list-only selftest')
94
 
        self.assertTrue("list_only" in params[1])
95
 
        params = self.get_params_passed_to_core(['selftest', '--list-only',
96
 
            '--exclude', 'selftest'])
97
 
        self.assertTrue("list_only" in params[1])
98
 
        params = self.get_params_passed_to_core(['selftest', '--list-only',
99
 
            'selftest', '--randomize', 'now'])
100
 
        self.assertSubset(["list_only", "random_seed"], params[1])
101
 
 
102
 
    def test_starting_with(self):
103
 
        params = self.get_params_passed_to_core('selftest --starting-with foo')
104
 
        self.assertEqual(['foo'], params[1]['starting_with'])
105
 
 
106
 
    def test_starting_with_multiple_argument(self):
107
 
        params = self.get_params_passed_to_core(
108
 
            'selftest --starting-with foo --starting-with bar')
109
 
        self.assertEqual(['foo', 'bar'], params[1]['starting_with'])
110
 
 
111
 
    def test_subunit(self):
112
 
        self.requireFeature(features.subunit)
113
 
        params = self.get_params_passed_to_core('selftest --subunit')
114
 
        self.assertEqual(tests.SubUnitBzrRunner, params[1]['runner_class'])
115
 
 
116
 
    def _parse_test_list(self, lines, newlines_in_header=0):
117
 
        "Parse a list of lines into a tuple of 3 lists (header,body,footer)."
118
 
        in_header = newlines_in_header != 0
119
 
        in_footer = False
120
 
        header = []
121
 
        body = []
122
 
        footer = []
123
 
        header_newlines_found = 0
124
 
        for line in lines:
125
 
            if in_header:
126
 
                if line == '':
127
 
                    header_newlines_found += 1
128
 
                    if header_newlines_found >= newlines_in_header:
129
 
                        in_header = False
130
 
                        continue
131
 
                header.append(line)
132
 
            elif not in_footer:
133
 
                if line.startswith('-------'):
134
 
                    in_footer = True
135
 
                else:
136
 
                    body.append(line)
137
 
            else:
138
 
                footer.append(line)
139
 
        # If the last body line is blank, drop it off the list
140
 
        if len(body) > 0 and body[-1] == '':
141
 
            body.pop()
142
 
        return (header,body,footer)
143
 
 
144
 
    def test_list_only(self):
145
 
        # check that bzr selftest --list-only outputs no ui noise
146
 
        def selftest(*args, **kwargs):
147
 
            """Capture the arguments selftest was run with."""
148
 
            return True
149
 
        def outputs_nothing(cmdline):
150
 
            out,err = self.run_bzr(cmdline)
151
 
            (header,body,footer) = self._parse_test_list(out.splitlines())
152
 
            num_tests = len(body)
153
 
            self.assertLength(0, header)
154
 
            self.assertLength(0, footer)
155
 
            self.assertEqual('', err)
156
 
        # Yes this prevents using threads to run the test suite in parallel,
157
 
        # however we don't have a clean dependency injector for commands, 
158
 
        # and even if we did - we'd still be testing that the glue is wired
159
 
        # up correctly. XXX: TODO: Solve this testing problem.
160
 
        original_selftest = tests.selftest
161
 
        tests.selftest = selftest
162
 
        try:
163
 
            outputs_nothing('selftest --list-only')
164
 
            outputs_nothing('selftest --list-only selftest')
165
 
            outputs_nothing(['selftest', '--list-only', '--exclude', 'selftest'])
166
 
        finally:
167
 
            tests.selftest = original_selftest
168
 
 
169
 
    def test_lsprof_tests(self):
170
 
        params = self.get_params_passed_to_core('selftest --lsprof-tests')
171
 
        self.assertEqual(True, params[1]["lsprof_tests"])