608
by Martin Pool
- Split selftests out into a new module and start changing them |
1 |
# Copyright (C) 2005 by Canonical Ltd
|
2 |
||
3 |
# This program is free software; you can redistribute it and/or modify
|
|
4 |
# it under the terms of the GNU General Public License as published by
|
|
5 |
# the Free Software Foundation; either version 2 of the License, or
|
|
6 |
# (at your option) any later version.
|
|
7 |
||
8 |
# This program is distributed in the hope that it will be useful,
|
|
9 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
10 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
11 |
# GNU General Public License for more details.
|
|
12 |
||
13 |
# You should have received a copy of the GNU General Public License
|
|
14 |
# along with this program; if not, write to the Free Software
|
|
15 |
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
16 |
||
609
by Martin Pool
- cleanup test code |
17 |
|
1185.1.29
by Robert Collins
merge merge tweaks from aaron, which includes latest .dev |
18 |
from cStringIO import StringIO |
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
19 |
import logging |
20 |
import unittest |
|
21 |
import tempfile |
|
22 |
import os |
|
1139
by Martin Pool
- merge in merge improvements and additional tests |
23 |
import sys |
1185.3.9
by Martin Pool
- name test tmpdirs sequentially, not randomly |
24 |
import errno |
1143
by Martin Pool
- remove dead code and remove some small errors (pychecker) |
25 |
import subprocess |
1185.3.9
by Martin Pool
- name test tmpdirs sequentially, not randomly |
26 |
import shutil |
1185.3.10
by Martin Pool
- fix creation of test tmpdir |
27 |
import testsweet |
1185.1.29
by Robert Collins
merge merge tweaks from aaron, which includes latest .dev |
28 |
|
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
29 |
import bzrlib.commands |
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
30 |
import bzrlib.trace |
974.1.27
by aaron.bentley at utoronto
Initial greedy fetch work |
31 |
import bzrlib.fetch |
719
by Martin Pool
- reorganize selftest code |
32 |
|
1147
by Martin Pool
- split builtin commands into separate module bzrlib.builtins; |
33 |
|
855
by Martin Pool
- Patch from John to allow plugins to add their own tests. |
34 |
MODULES_TO_TEST = [] |
35 |
MODULES_TO_DOCTEST = [] |
|
720
by Martin Pool
- start moving external tests into the testsuite framework |
36 |
|
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
37 |
from logging import debug, warning, error |
38 |
||
1147
by Martin Pool
- split builtin commands into separate module bzrlib.builtins; |
39 |
class CommandFailed(Exception): |
40 |
pass
|
|
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
41 |
|
42 |
class TestCase(unittest.TestCase): |
|
43 |
"""Base class for bzr unit tests.
|
|
44 |
|
|
45 |
Tests that need access to disk resources should subclass
|
|
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
46 |
TestCaseInTempDir not TestCase.
|
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
47 |
|
48 |
Error and debug log messages are redirected from their usual
|
|
49 |
location into a temporary file, the contents of which can be
|
|
50 |
retrieved by _get_log().
|
|
51 |
|
|
52 |
There are also convenience functions to invoke bzr's command-line
|
|
53 |
routine, and to build and check bzr trees."""
|
|
54 |
||
55 |
BZRPATH = 'bzr' |
|
56 |
||
57 |
def setUp(self): |
|
58 |
# this replaces the default testsweet.TestCase; we don't want logging changed
|
|
59 |
unittest.TestCase.setUp(self) |
|
60 |
bzrlib.trace.disable_default_logging() |
|
61 |
self._enable_file_logging() |
|
62 |
||
63 |
||
64 |
def _enable_file_logging(self): |
|
65 |
fileno, name = tempfile.mkstemp(suffix='.log', prefix='testbzr') |
|
66 |
||
67 |
self._log_file = os.fdopen(fileno, 'w+') |
|
68 |
||
69 |
hdlr = logging.StreamHandler(self._log_file) |
|
70 |
hdlr.setLevel(logging.DEBUG) |
|
71 |
hdlr.setFormatter(logging.Formatter('%(levelname)4.4s %(message)s')) |
|
72 |
logging.getLogger('').addHandler(hdlr) |
|
73 |
logging.getLogger('').setLevel(logging.DEBUG) |
|
74 |
self._log_hdlr = hdlr |
|
75 |
debug('opened log file %s', name) |
|
76 |
||
77 |
self._log_file_name = name |
|
78 |
||
79 |
def tearDown(self): |
|
80 |
logging.getLogger('').removeHandler(self._log_hdlr) |
|
81 |
bzrlib.trace.enable_default_logging() |
|
82 |
logging.debug('%s teardown', self.id()) |
|
83 |
self._log_file.close() |
|
84 |
unittest.TestCase.tearDown(self) |
|
85 |
||
86 |
def log(self, *args): |
|
87 |
logging.debug(*args) |
|
88 |
||
89 |
def _get_log(self): |
|
90 |
"""Return as a string the log for this test"""
|
|
91 |
return open(self._log_file_name).read() |
|
92 |
||
1185.3.18
by Martin Pool
- add new helper TestBase.run_bzr_captured |
93 |
|
1185.3.26
by Martin Pool
- remove remaining external executions of bzr |
94 |
def capture(self, cmd): |
95 |
"""Shortcut that splits cmd into words, runs, and returns stdout"""
|
|
96 |
return self.run_bzr_captured(cmd.split())[0] |
|
97 |
||
1185.3.18
by Martin Pool
- add new helper TestBase.run_bzr_captured |
98 |
def run_bzr_captured(self, argv, retcode=0): |
99 |
"""Invoke bzr and return (result, stdout, stderr).
|
|
100 |
||
101 |
Useful for code that wants to check the contents of the
|
|
102 |
output, the way error messages are presented, etc.
|
|
103 |
||
104 |
This should be the main method for tests that want to exercise the
|
|
105 |
overall behavior of the bzr application (rather than a unit test
|
|
106 |
or a functional test of the library.)
|
|
107 |
||
108 |
Much of the old code runs bzr by forking a new copy of Python, but
|
|
109 |
that is slower, harder to debug, and generally not necessary.
|
|
110 |
||
1185.3.20
by Martin Pool
- run_bzr_captured also includes logged errors in |
111 |
This runs bzr through the interface that catches and reports
|
112 |
errors, and with logging set to something approximating the
|
|
113 |
default, so that error reporting can be checked.
|
|
114 |
||
1185.3.18
by Martin Pool
- add new helper TestBase.run_bzr_captured |
115 |
argv -- arguments to invoke bzr
|
116 |
retcode -- expected return code, or None for don't-care.
|
|
117 |
"""
|
|
118 |
stdout = StringIO() |
|
119 |
stderr = StringIO() |
|
120 |
self.log('run bzr: %s', ' '.join(argv)) |
|
1185.3.20
by Martin Pool
- run_bzr_captured also includes logged errors in |
121 |
handler = logging.StreamHandler(stderr) |
122 |
handler.setFormatter(bzrlib.trace.QuietFormatter()) |
|
123 |
handler.setLevel(logging.INFO) |
|
124 |
logger = logging.getLogger('') |
|
125 |
logger.addHandler(handler) |
|
126 |
try: |
|
127 |
result = self.apply_redirected(None, stdout, stderr, |
|
128 |
bzrlib.commands.run_bzr_catch_errors, |
|
129 |
argv) |
|
130 |
finally: |
|
131 |
logger.removeHandler(handler) |
|
1185.3.18
by Martin Pool
- add new helper TestBase.run_bzr_captured |
132 |
out = stdout.getvalue() |
133 |
err = stderr.getvalue() |
|
134 |
if out: |
|
135 |
self.log('output:\n%s', out) |
|
136 |
if err: |
|
137 |
self.log('errors:\n%s', err) |
|
138 |
if retcode is not None: |
|
139 |
self.assertEquals(result, retcode) |
|
140 |
return out, err |
|
141 |
||
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
142 |
def run_bzr(self, *args, **kwargs): |
1119
by Martin Pool
doc |
143 |
"""Invoke bzr, as if it were run from the command line.
|
144 |
||
145 |
This should be the main method for tests that want to exercise the
|
|
146 |
overall behavior of the bzr application (rather than a unit test
|
|
147 |
or a functional test of the library.)
|
|
148 |
||
1185.3.18
by Martin Pool
- add new helper TestBase.run_bzr_captured |
149 |
This sends the stdout/stderr results into the test's log,
|
150 |
where it may be useful for debugging. See also run_captured.
|
|
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
151 |
"""
|
1185.3.18
by Martin Pool
- add new helper TestBase.run_bzr_captured |
152 |
retcode = kwargs.pop('retcode', 0) |
1185.3.21
by Martin Pool
TestBase.run_bzr doesn't need to be deprecated |
153 |
return self.run_bzr_captured(args, retcode) |
1185.3.18
by Martin Pool
- add new helper TestBase.run_bzr_captured |
154 |
|
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
155 |
def check_inventory_shape(self, inv, shape): |
156 |
"""
|
|
157 |
Compare an inventory to a list of expected names.
|
|
158 |
||
159 |
Fail if they are not precisely equal.
|
|
160 |
"""
|
|
161 |
extras = [] |
|
162 |
shape = list(shape) # copy |
|
163 |
for path, ie in inv.entries(): |
|
164 |
name = path.replace('\\', '/') |
|
165 |
if ie.kind == 'dir': |
|
166 |
name = name + '/' |
|
167 |
if name in shape: |
|
168 |
shape.remove(name) |
|
169 |
else: |
|
170 |
extras.append(name) |
|
171 |
if shape: |
|
172 |
self.fail("expected paths not found in inventory: %r" % shape) |
|
173 |
if extras: |
|
174 |
self.fail("unexpected paths found in inventory: %r" % extras) |
|
175 |
||
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
176 |
def apply_redirected(self, stdin=None, stdout=None, stderr=None, |
177 |
a_callable=None, *args, **kwargs): |
|
178 |
"""Call callable with redirected std io pipes.
|
|
179 |
||
180 |
Returns the return code."""
|
|
181 |
if not callable(a_callable): |
|
182 |
raise ValueError("a_callable must be callable.") |
|
183 |
if stdin is None: |
|
184 |
stdin = StringIO("") |
|
185 |
if stdout is None: |
|
974.1.70
by Aaron Bentley
Fixed selftest spewage (Brian M. Carlson) |
186 |
if hasattr(self, "_log_file"): |
187 |
stdout = self._log_file |
|
188 |
else: |
|
189 |
stdout = StringIO() |
|
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
190 |
if stderr is None: |
974.1.70
by Aaron Bentley
Fixed selftest spewage (Brian M. Carlson) |
191 |
if hasattr(self, "_log_file"): |
192 |
stderr = self._log_file |
|
193 |
else: |
|
194 |
stderr = StringIO() |
|
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
195 |
real_stdin = sys.stdin |
196 |
real_stdout = sys.stdout |
|
197 |
real_stderr = sys.stderr |
|
198 |
try: |
|
199 |
sys.stdout = stdout |
|
200 |
sys.stderr = stderr |
|
201 |
sys.stdin = stdin |
|
1160
by Martin Pool
- tiny refactoring |
202 |
return a_callable(*args, **kwargs) |
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
203 |
finally: |
204 |
sys.stdout = real_stdout |
|
205 |
sys.stderr = real_stderr |
|
206 |
sys.stdin = real_stdin |
|
207 |
||
208 |
||
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
209 |
BzrTestBase = TestCase |
210 |
||
211 |
||
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
212 |
class TestCaseInTempDir(TestCase): |
213 |
"""Derived class that runs a test within a temporary directory.
|
|
214 |
||
215 |
This is useful for tests that need to create a branch, etc.
|
|
216 |
||
217 |
The directory is created in a slightly complex way: for each
|
|
218 |
Python invocation, a new temporary top-level directory is created.
|
|
219 |
All test cases create their own directory within that. If the
|
|
220 |
tests complete successfully, the directory is removed.
|
|
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
221 |
|
222 |
InTempDir is an old alias for FunctionalTestCase.
|
|
223 |
"""
|
|
224 |
||
225 |
TEST_ROOT = None |
|
226 |
_TEST_NAME = 'test' |
|
227 |
OVERRIDE_PYTHON = 'python' |
|
228 |
||
229 |
def check_file_contents(self, filename, expect): |
|
230 |
self.log("check contents of file %s" % filename) |
|
231 |
contents = file(filename, 'r').read() |
|
232 |
if contents != expect: |
|
233 |
self.log("expected: %r" % expect) |
|
234 |
self.log("actually: %r" % contents) |
|
235 |
self.fail("contents of %s not as expected") |
|
236 |
||
237 |
def _make_test_root(self): |
|
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
238 |
if TestCaseInTempDir.TEST_ROOT is not None: |
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
239 |
return
|
1185.3.9
by Martin Pool
- name test tmpdirs sequentially, not randomly |
240 |
i = 0 |
241 |
while True: |
|
242 |
root = 'test%04d.tmp' % i |
|
243 |
try: |
|
244 |
os.mkdir(root) |
|
1185.3.10
by Martin Pool
- fix creation of test tmpdir |
245 |
except OSError, e: |
246 |
if e.errno == errno.EEXIST: |
|
247 |
i += 1 |
|
1185.3.9
by Martin Pool
- name test tmpdirs sequentially, not randomly |
248 |
continue
|
249 |
else: |
|
250 |
raise
|
|
251 |
# successfully created
|
|
252 |
TestCaseInTempDir.TEST_ROOT = os.path.abspath(root) |
|
253 |
break
|
|
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
254 |
# make a fake bzr directory there to prevent any tests propagating
|
255 |
# up onto the source directory's real branch
|
|
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
256 |
os.mkdir(os.path.join(TestCaseInTempDir.TEST_ROOT, '.bzr')) |
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
257 |
|
258 |
def setUp(self): |
|
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
259 |
super(TestCaseInTempDir, self).setUp() |
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
260 |
self._make_test_root() |
261 |
self._currentdir = os.getcwdu() |
|
262 |
self.test_dir = os.path.join(self.TEST_ROOT, self.id()) |
|
263 |
os.mkdir(self.test_dir) |
|
264 |
os.chdir(self.test_dir) |
|
265 |
||
266 |
def tearDown(self): |
|
267 |
os.chdir(self._currentdir) |
|
1141
by Martin Pool
- rename FunctionalTest to TestCaseInTempDir |
268 |
super(TestCaseInTempDir, self).tearDown() |
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
269 |
|
270 |
def build_tree(self, shape): |
|
271 |
"""Build a test tree according to a pattern.
|
|
272 |
||
273 |
shape is a sequence of file specifications. If the final
|
|
274 |
character is '/', a directory is created.
|
|
275 |
||
276 |
This doesn't add anything to a branch.
|
|
277 |
"""
|
|
278 |
# XXX: It's OK to just create them using forward slashes on windows?
|
|
279 |
for name in shape: |
|
280 |
assert isinstance(name, basestring) |
|
281 |
if name[-1] == '/': |
|
282 |
os.mkdir(name[:-1]) |
|
283 |
else: |
|
284 |
f = file(name, 'wt') |
|
285 |
print >>f, "contents of", name |
|
286 |
f.close() |
|
287 |
||
288 |
||
289 |
class MetaTestLog(TestCase): |
|
290 |
def test_logging(self): |
|
291 |
"""Test logs are captured when a test fails."""
|
|
292 |
logging.info('an info message') |
|
293 |
warning('something looks dodgy...') |
|
294 |
logging.debug('hello, test is running') |
|
295 |
##assert 0
|
|
296 |
||
297 |
||
1092.1.20
by Robert Collins
import and use TestUtil to do regex based partial test runs |
298 |
def selftest(verbose=False, pattern=".*"): |
1185.3.10
by Martin Pool
- fix creation of test tmpdir |
299 |
return testsweet.run_suite(test_suite(), 'testbzr', verbose=verbose, pattern=pattern) |
1092.1.17
by Robert Collins
remove TEST_CLASSES dead code and provide a bzrlib.test_suite() convenience method |
300 |
|
301 |
||
302 |
def test_suite(): |
|
1092.1.20
by Robert Collins
import and use TestUtil to do regex based partial test runs |
303 |
from bzrlib.selftest.TestUtil import TestLoader, TestSuite |
855
by Martin Pool
- Patch from John to allow plugins to add their own tests. |
304 |
import bzrlib, bzrlib.store, bzrlib.inventory, bzrlib.branch |
908
by Martin Pool
- merge john's plugins-have-test_suite.patch: |
305 |
import bzrlib.osutils, bzrlib.commands, bzrlib.merge3, bzrlib.plugin |
721
by Martin Pool
- framework for running external commands from unittest suite |
306 |
from doctest import DocTestSuite |
307 |
||
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
308 |
global MODULES_TO_TEST, MODULES_TO_DOCTEST |
309 |
||
310 |
testmod_names = \ |
|
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
311 |
['bzrlib.selftest.MetaTestLog', |
1149
by Martin Pool
- make get_parent() be a method of Branch; add simple tests for it |
312 |
'bzrlib.selftest.test_parent', |
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
313 |
'bzrlib.selftest.testinv', |
314 |
'bzrlib.selftest.testfetch', |
|
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
315 |
'bzrlib.selftest.versioning', |
1123
by Martin Pool
* move bzr-specific code from testsweet into bzrlib.selftest |
316 |
'bzrlib.selftest.whitebox', |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
317 |
'bzrlib.selftest.testmerge3', |
974.1.80
by Aaron Bentley
Improved merge error handling and testing |
318 |
'bzrlib.selftest.testmerge', |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
319 |
'bzrlib.selftest.testhashcache', |
320 |
'bzrlib.selftest.teststatus', |
|
321 |
'bzrlib.selftest.testlog', |
|
322 |
'bzrlib.selftest.blackbox', |
|
323 |
'bzrlib.selftest.testrevisionnamespaces', |
|
324 |
'bzrlib.selftest.testbranch', |
|
1185.1.18
by Robert Collins
Lalo Martins remotebranch patch |
325 |
'bzrlib.selftest.testremotebranch', |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
326 |
'bzrlib.selftest.testrevision', |
1185.5.4
by John Arbash Meinel
Updated bzr revision-info, created tests. |
327 |
'bzrlib.selftest.test_revision_info', |
1092.1.23
by Robert Collins
move merge_core tests into the selftest package. Also reduce double-run of those tests |
328 |
'bzrlib.selftest.test_merge_core', |
1092.1.26
by Robert Collins
start writing star-topology test, realise we need smart-add change |
329 |
'bzrlib.selftest.test_smart_add', |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
330 |
'bzrlib.selftest.testdiff', |
1181
by Martin Pool
- add test for deserialization from a canned XML inventory |
331 |
'bzrlib.selftest.test_xml', |
974.1.44
by aaron.bentley at utoronto
Added test of double-add in ImmutableStore |
332 |
'bzrlib.fetch', |
333 |
'bzrlib.selftest.teststore', |
|
974.1.57
by aaron.bentley at utoronto
Started work on djkstra longest-path algorithm |
334 |
'bzrlib.selftest.testgraph', |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
335 |
]
|
336 |
||
855
by Martin Pool
- Patch from John to allow plugins to add their own tests. |
337 |
for m in (bzrlib.store, bzrlib.inventory, bzrlib.branch, |
338 |
bzrlib.osutils, bzrlib.commands, bzrlib.merge3): |
|
339 |
if m not in MODULES_TO_DOCTEST: |
|
340 |
MODULES_TO_DOCTEST.append(m) |
|
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
341 |
|
1102
by Martin Pool
- merge test refactoring from robertc |
342 |
TestCase.BZRPATH = os.path.join(os.path.realpath(os.path.dirname(bzrlib.__path__[0])), 'bzr') |
343 |
print '%-30s %s' % ('bzr binary', TestCase.BZRPATH) |
|
744
by Martin Pool
- show nicer descriptions while running tests |
344 |
print
|
721
by Martin Pool
- framework for running external commands from unittest suite |
345 |
suite = TestSuite() |
974.1.26
by aaron.bentley at utoronto
merged mbp@sourcefrog.net-20050817233101-0939da1cf91f2472 |
346 |
suite.addTest(TestLoader().loadTestsFromNames(testmod_names)) |
855
by Martin Pool
- Patch from John to allow plugins to add their own tests. |
347 |
for m in MODULES_TO_TEST: |
348 |
suite.addTest(TestLoader().loadTestsFromModule(m)) |
|
349 |
for m in (MODULES_TO_DOCTEST): |
|
721
by Martin Pool
- framework for running external commands from unittest suite |
350 |
suite.addTest(DocTestSuite(m)) |
908
by Martin Pool
- merge john's plugins-have-test_suite.patch: |
351 |
for p in bzrlib.plugin.all_plugins: |
352 |
if hasattr(p, 'test_suite'): |
|
353 |
suite.addTest(p.test_suite()) |
|
1092.1.17
by Robert Collins
remove TEST_CLASSES dead code and provide a bzrlib.test_suite() convenience method |
354 |
return suite |
764
by Martin Pool
- log messages from a particular test are printed if that test fails |
355 |