15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18
# TODO: Perhaps there should be an API to find out if bzr running under the
19
# test suite -- some plugins might want to avoid making intrusive changes if
20
# this is the case. However, we want behaviour under to test to diverge as
21
# little as possible, so this should be used rarely if it's added at all.
22
# (Suggestion from j-a-meinel, 2005-11-24)
24
# NOTE: Some classes in here use camelCaseNaming() rather than
25
# underscore_naming(). That's for consistency with unittest; it's not the
26
# general style of bzrlib. Please continue that consistency when adding e.g.
27
# new assertFoo() methods.
30
from cStringIO import StringIO
25
from testsweet import run_suite
45
import bzrlib.bzrdir as bzrdir
26
46
import bzrlib.commands
47
import bzrlib.errors as errors
48
import bzrlib.inventory
49
import bzrlib.iterablefile
53
import bzrlib.osutils as osutils
28
56
import bzrlib.trace
57
from bzrlib.transport import urlescape, get_transport
58
import bzrlib.transport
59
from bzrlib.transport.local import LocalRelpathServer
60
from bzrlib.transport.readonly import ReadonlyServer
61
from bzrlib.trace import mutter
62
from bzrlib.tests.TestUtil import TestLoader, TestSuite
63
from bzrlib.tests.treeshape import build_tree_contents
64
from bzrlib.workingtree import WorkingTree, WorkingTreeFormat2
66
default_transport = LocalRelpathServer
32
68
MODULES_TO_TEST = []
33
MODULES_TO_DOCTEST = []
35
from logging import debug, warning, error
69
MODULES_TO_DOCTEST = [
81
def packages_to_test():
82
"""Return a list of packages to test.
84
The packages are not globally imported so that import failures are
85
triggered when running selftest, not when importing the command.
88
import bzrlib.tests.blackbox
89
import bzrlib.tests.branch_implementations
90
import bzrlib.tests.bzrdir_implementations
91
import bzrlib.tests.interrepository_implementations
92
import bzrlib.tests.interversionedfile_implementations
93
import bzrlib.tests.repository_implementations
94
import bzrlib.tests.revisionstore_implementations
95
import bzrlib.tests.workingtree_implementations
98
bzrlib.tests.blackbox,
99
bzrlib.tests.branch_implementations,
100
bzrlib.tests.bzrdir_implementations,
101
bzrlib.tests.interrepository_implementations,
102
bzrlib.tests.interversionedfile_implementations,
103
bzrlib.tests.repository_implementations,
104
bzrlib.tests.revisionstore_implementations,
105
bzrlib.tests.workingtree_implementations,
109
class _MyResult(unittest._TextTestResult):
110
"""Custom TestResult.
112
Shows output in a different format, including displaying runtime for tests.
116
def _elapsedTime(self):
117
return "%5dms" % (1000 * (time.time() - self._start_time))
119
def startTest(self, test):
120
unittest.TestResult.startTest(self, test)
121
# In a short description, the important words are in
122
# the beginning, but in an id, the important words are
124
SHOW_DESCRIPTIONS = False
126
width = osutils.terminal_width()
127
name_width = width - 15
129
if SHOW_DESCRIPTIONS:
130
what = test.shortDescription()
132
if len(what) > name_width:
133
what = what[:name_width-3] + '...'
136
if what.startswith('bzrlib.tests.'):
138
if len(what) > name_width:
139
what = '...' + what[3-name_width:]
140
what = what.ljust(name_width)
141
self.stream.write(what)
143
self._start_time = time.time()
145
def addError(self, test, err):
146
if isinstance(err[1], TestSkipped):
147
return self.addSkipped(test, err)
148
unittest.TestResult.addError(self, test, err)
150
self.stream.writeln("ERROR %s" % self._elapsedTime())
152
self.stream.write('E')
157
def addFailure(self, test, err):
158
unittest.TestResult.addFailure(self, test, err)
160
self.stream.writeln(" FAIL %s" % self._elapsedTime())
162
self.stream.write('F')
167
def addSuccess(self, test):
169
self.stream.writeln(' OK %s' % self._elapsedTime())
171
self.stream.write('~')
173
unittest.TestResult.addSuccess(self, test)
175
def addSkipped(self, test, skip_excinfo):
177
print >>self.stream, ' SKIP %s' % self._elapsedTime()
178
print >>self.stream, ' %s' % skip_excinfo[1]
180
self.stream.write('S')
182
# seems best to treat this as success from point-of-view of unittest
183
# -- it actually does nothing so it barely matters :)
184
unittest.TestResult.addSuccess(self, test)
186
def printErrorList(self, flavour, errors):
187
for test, err in errors:
188
self.stream.writeln(self.separator1)
189
self.stream.writeln("%s: %s" % (flavour, self.getDescription(test)))
190
if getattr(test, '_get_log', None) is not None:
192
print >>self.stream, \
193
('vvvv[log from %s]' % test.id()).ljust(78,'-')
194
print >>self.stream, test._get_log()
195
print >>self.stream, \
196
('^^^^[log from %s]' % test.id()).ljust(78,'-')
197
self.stream.writeln(self.separator2)
198
self.stream.writeln("%s" % err)
201
class TextTestRunner(unittest.TextTestRunner):
202
stop_on_failure = False
204
def _makeResult(self):
205
result = _MyResult(self.stream, self.descriptions, self.verbosity)
206
result.stop_early = self.stop_on_failure
210
def iter_suite_tests(suite):
211
"""Return all tests in a suite, recursing through nested suites"""
212
for item in suite._tests:
213
if isinstance(item, unittest.TestCase):
215
elif isinstance(item, unittest.TestSuite):
216
for r in iter_suite_tests(item):
219
raise Exception('unknown object %r inside test suite %r'
223
class TestSkipped(Exception):
224
"""Indicates that a test was intentionally skipped, rather than failing."""
37
228
class CommandFailed(Exception):
46
237
Error and debug log messages are redirected from their usual
47
238
location into a temporary file, the contents of which can be
48
retrieved by _get_log().
239
retrieved by _get_log(). We use a real OS file, not an in-memory object,
240
so that it can also capture file IO. When the test completes this file
241
is read into memory and removed from disk.
50
243
There are also convenience functions to invoke bzr's command-line
51
routine, and to build and check bzr trees."""
244
routine, and to build and check bzr trees.
246
In addition to the usual method of overriding tearDown(), this class also
247
allows subclasses to register functions into the _cleanups list, which is
248
run in order as the object is torn down. It's less likely this will be
249
accidentally overlooked.
253
_log_file_name = None
256
def __init__(self, methodName='testMethod'):
257
super(TestCase, self).__init__(methodName)
56
# this replaces the default testsweet.TestCase; we don't want logging changed
57
261
unittest.TestCase.setUp(self)
262
self._cleanEnvironment()
58
263
bzrlib.trace.disable_default_logging()
59
self._enable_file_logging()
62
def _enable_file_logging(self):
266
def _ndiff_strings(self, a, b):
267
"""Return ndiff between two strings containing lines.
269
A trailing newline is added if missing to make the strings
271
if b and b[-1] != '\n':
273
if a and a[-1] != '\n':
275
difflines = difflib.ndiff(a.splitlines(True),
277
linejunk=lambda x: False,
278
charjunk=lambda x: False)
279
return ''.join(difflines)
281
def assertEqualDiff(self, a, b, message=None):
282
"""Assert two texts are equal, if not raise an exception.
284
This is intended for use with multi-line strings where it can
285
be hard to find the differences by eye.
287
# TODO: perhaps override assertEquals to call this for strings?
291
message = "texts not equal:\n"
292
raise AssertionError(message +
293
self._ndiff_strings(a, b))
295
def assertEqualMode(self, mode, mode_test):
296
self.assertEqual(mode, mode_test,
297
'mode mismatch %o != %o' % (mode, mode_test))
299
def assertStartsWith(self, s, prefix):
300
if not s.startswith(prefix):
301
raise AssertionError('string %r does not start with %r' % (s, prefix))
303
def assertEndsWith(self, s, suffix):
304
if not s.endswith(prefix):
305
raise AssertionError('string %r does not end with %r' % (s, suffix))
307
def assertContainsRe(self, haystack, needle_re):
308
"""Assert that a contains something matching a regular expression."""
309
if not re.search(needle_re, haystack):
310
raise AssertionError('pattern "%s" not found in "%s"'
311
% (needle_re, haystack))
313
def assertSubset(self, sublist, superlist):
314
"""Assert that every entry in sublist is present in superlist."""
316
for entry in sublist:
317
if entry not in superlist:
318
missing.append(entry)
320
raise AssertionError("value(s) %r not present in container %r" %
321
(missing, superlist))
323
def assertIs(self, left, right):
324
if not (left is right):
325
raise AssertionError("%r is not %r." % (left, right))
327
def assertTransportMode(self, transport, path, mode):
328
"""Fail if a path does not have mode mode.
330
If modes are not supported on this platform, the test is skipped.
332
if sys.platform == 'win32':
334
path_stat = transport.stat(path)
335
actual_mode = stat.S_IMODE(path_stat.st_mode)
336
self.assertEqual(mode, actual_mode,
337
'mode of %r incorrect (%o != %o)' % (path, mode, actual_mode))
339
def assertIsInstance(self, obj, kls):
340
"""Fail if obj is not an instance of kls"""
341
if not isinstance(obj, kls):
342
self.fail("%r is not an instance of %s" % (obj, kls))
344
def _startLogFile(self):
345
"""Send bzr and test log messages to a temporary file.
347
The file is removed as the test is torn down.
63
349
fileno, name = tempfile.mkstemp(suffix='.log', prefix='testbzr')
65
self._log_file = os.fdopen(fileno, 'w+')
67
hdlr = logging.StreamHandler(self._log_file)
68
hdlr.setLevel(logging.DEBUG)
69
hdlr.setFormatter(logging.Formatter('%(levelname)8s %(message)s'))
70
logging.getLogger('').addHandler(hdlr)
71
logging.getLogger('').setLevel(logging.DEBUG)
73
debug('opened log file %s', name)
350
encoder, decoder, stream_reader, stream_writer = codecs.lookup('UTF-8')
351
self._log_file = stream_writer(os.fdopen(fileno, 'w+'))
352
self._log_nonce = bzrlib.trace.enable_test_log(self._log_file)
75
353
self._log_file_name = name
79
logging.getLogger('').removeHandler(self._log_hdlr)
80
bzrlib.trace.enable_default_logging()
81
logging.debug('%s teardown', self.id())
354
self.addCleanup(self._finishLogFile)
356
def _finishLogFile(self):
357
"""Finished with the log file.
359
Read contents into memory, close, and delete.
361
bzrlib.trace.disable_test_log(self._log_nonce)
362
self._log_file.seek(0)
363
self._log_contents = self._log_file.read()
82
364
self._log_file.close()
365
os.remove(self._log_file_name)
366
self._log_file = self._log_file_name = None
368
def addCleanup(self, callable):
369
"""Arrange to run a callable when this case is torn down.
371
Callables are run in the reverse of the order they are registered,
372
ie last-in first-out.
374
if callable in self._cleanups:
375
raise ValueError("cleanup function %r already registered on %s"
377
self._cleanups.append(callable)
379
def _cleanEnvironment(self):
382
'APPDATA': os.getcwd(),
387
self.addCleanup(self._restoreEnvironment)
388
for name, value in new_env.iteritems():
389
self._captureVar(name, value)
392
def _captureVar(self, name, newvalue):
393
"""Set an environment variable, preparing it to be reset when finished."""
394
self.__old_env[name] = os.environ.get(name, None)
396
if name in os.environ:
399
os.environ[name] = newvalue
402
def _restoreVar(name, value):
404
if name in os.environ:
407
os.environ[name] = value
409
def _restoreEnvironment(self):
410
for name, value in self.__old_env.iteritems():
411
self._restoreVar(name, value)
83
415
unittest.TestCase.tearDown(self)
417
def _runCleanups(self):
418
"""Run registered cleanup functions.
420
This should only be called from TestCase.tearDown.
422
# TODO: Perhaps this should keep running cleanups even if
424
for cleanup_fn in reversed(self._cleanups):
86
427
def log(self, *args):
89
430
def _get_log(self):
90
431
"""Return as a string the log for this test"""
91
return open(self._log_file_name).read()
432
if self._log_file_name:
433
return open(self._log_file_name).read()
435
return self._log_contents
436
# TODO: Delete the log after it's been read in
438
def capture(self, cmd, retcode=0):
439
"""Shortcut that splits cmd into words, runs, and returns stdout"""
440
return self.run_bzr_captured(cmd.split(), retcode=retcode)[0]
442
def run_bzr_captured(self, argv, retcode=0):
443
"""Invoke bzr and return (stdout, stderr).
445
Useful for code that wants to check the contents of the
446
output, the way error messages are presented, etc.
448
This should be the main method for tests that want to exercise the
449
overall behavior of the bzr application (rather than a unit test
450
or a functional test of the library.)
452
Much of the old code runs bzr by forking a new copy of Python, but
453
that is slower, harder to debug, and generally not necessary.
455
This runs bzr through the interface that catches and reports
456
errors, and with logging set to something approximating the
457
default, so that error reporting can be checked.
459
argv -- arguments to invoke bzr
460
retcode -- expected return code, or None for don't-care.
464
self.log('run bzr: %s', ' '.join(argv))
465
# FIXME: don't call into logging here
466
handler = logging.StreamHandler(stderr)
467
handler.setFormatter(bzrlib.trace.QuietFormatter())
468
handler.setLevel(logging.INFO)
469
logger = logging.getLogger('')
470
logger.addHandler(handler)
472
result = self.apply_redirected(None, stdout, stderr,
473
bzrlib.commands.run_bzr_catch_errors,
476
logger.removeHandler(handler)
477
out = stdout.getvalue()
478
err = stderr.getvalue()
480
self.log('output:\n%s', out)
482
self.log('errors:\n%s', err)
483
if retcode is not None:
484
self.assertEquals(result, retcode)
93
487
def run_bzr(self, *args, **kwargs):
94
488
"""Invoke bzr, as if it were run from the command line.
181
576
if contents != expect:
182
577
self.log("expected: %r" % expect)
183
578
self.log("actually: %r" % contents)
184
self.fail("contents of %s not as expected")
579
self.fail("contents of %s not as expected" % filename)
186
581
def _make_test_root(self):
191
582
if TestCaseInTempDir.TEST_ROOT is not None:
193
TestCaseInTempDir.TEST_ROOT = os.path.abspath(
194
tempfile.mkdtemp(suffix='.tmp',
195
prefix=self._TEST_NAME + '-',
586
root = u'test%04d.tmp' % i
590
if e.errno == errno.EEXIST:
595
# successfully created
596
TestCaseInTempDir.TEST_ROOT = osutils.abspath(root)
198
598
# make a fake bzr directory there to prevent any tests propagating
199
599
# up onto the source directory's real branch
200
os.mkdir(os.path.join(TestCaseInTempDir.TEST_ROOT, '.bzr'))
600
bzrdir.BzrDir.create_standalone_workingtree(TestCaseInTempDir.TEST_ROOT)
203
603
super(TestCaseInTempDir, self).setUp()
205
604
self._make_test_root()
206
self._currentdir = os.getcwdu()
207
short_id = self.id().replace('bzrlib.selftest.', '')
208
self.test_dir = os.path.join(self.TEST_ROOT, short_id)
209
os.mkdir(self.test_dir)
210
os.chdir(self.test_dir)
605
_currentdir = os.getcwdu()
606
short_id = self.id().replace('bzrlib.tests.', '') \
607
.replace('__main__.', '')
608
# it's possible the same test class is run several times for
609
# parameterized tests, so make sure the names don't collide.
613
candidate_dir = '%s/%s.%d' % (self.TEST_ROOT, short_id, i)
615
candidate_dir = '%s/%s' % (self.TEST_ROOT, short_id)
616
if os.path.exists(candidate_dir):
620
self.test_dir = candidate_dir
621
os.mkdir(self.test_dir)
622
os.chdir(self.test_dir)
624
os.environ['HOME'] = self.test_dir
625
os.environ['APPDATA'] = self.test_dir
626
def _leaveDirectory():
627
os.chdir(_currentdir)
628
self.addCleanup(_leaveDirectory)
214
os.chdir(self._currentdir)
215
super(TestCaseInTempDir, self).tearDown()
217
def _formcmd(self, cmd):
218
if isinstance(cmd, basestring):
221
cmd[0] = self.BZRPATH
222
if self.OVERRIDE_PYTHON:
223
cmd.insert(0, self.OVERRIDE_PYTHON)
224
self.log('$ %r' % cmd)
227
def runcmd(self, cmd, retcode=0):
228
"""Run one command and check the return code.
230
Returns a tuple of (stdout,stderr) strings.
232
If a single string is based, it is split into words.
233
For commands that are not simple space-separated words, please
234
pass a list instead."""
235
cmd = self._formcmd(cmd)
236
self.log('$ ' + ' '.join(cmd))
237
actual_retcode = subprocess.call(cmd, stdout=self._log_file,
238
stderr=self._log_file)
239
if retcode != actual_retcode:
240
raise CommandFailed("test failed: %r returned %d, expected %d"
241
% (cmd, actual_retcode, retcode))
243
def backtick(self, cmd, retcode=0):
244
"""Run a command and return its output"""
245
cmd = self._formcmd(cmd)
246
child = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=self._log_file)
247
outd, errd = child.communicate()
249
actual_retcode = child.wait()
251
outd = outd.replace('\r', '')
253
if retcode != actual_retcode:
254
raise CommandFailed("test failed: %r returned %d, expected %d"
255
% (cmd, actual_retcode, retcode))
261
def build_tree(self, shape):
630
def build_tree(self, shape, line_endings='native', transport=None):
262
631
"""Build a test tree according to a pattern.
264
633
shape is a sequence of file specifications. If the final
265
634
character is '/', a directory is created.
267
636
This doesn't add anything to a branch.
637
:param line_endings: Either 'binary' or 'native'
638
in binary mode, exact contents are written
639
in native mode, the line endings match the
640
default platform endings.
642
:param transport: A transport to write to, for building trees on
643
VFS's. If the transport is readonly or None,
644
"." is opened automatically.
269
646
# XXX: It's OK to just create them using forward slashes on windows?
647
if transport is None or transport.is_readonly():
648
transport = get_transport(".")
271
649
for name in shape:
272
assert isinstance(name, basestring)
650
self.assert_(isinstance(name, basestring))
273
651
if name[-1] == '/':
277
print >>f, "contents of", name
282
class MetaTestLog(TestCase):
283
def test_logging(self):
284
"""Test logs are captured when a test fails."""
285
logging.info('an info message')
286
warning('something looks dodgy...')
287
logging.debug('hello, test is running')
291
def selftest(verbose=False, pattern=".*"):
652
transport.mkdir(urlescape(name[:-1]))
654
if line_endings == 'binary':
656
elif line_endings == 'native':
659
raise errors.BzrError('Invalid line ending request %r' % (line_endings,))
660
content = "contents of %s%s" % (name, end)
661
transport.put(urlescape(name), StringIO(content))
663
def build_tree_contents(self, shape):
664
build_tree_contents(shape)
666
def failUnlessExists(self, path):
667
"""Fail unless path, which may be abs or relative, exists."""
668
self.failUnless(osutils.lexists(path))
670
def failIfExists(self, path):
671
"""Fail if path, which may be abs or relative, exists."""
672
self.failIf(osutils.lexists(path))
674
def assertFileEqual(self, content, path):
675
"""Fail if path does not contain 'content'."""
676
self.failUnless(osutils.lexists(path))
677
self.assertEqualDiff(content, open(path, 'r').read())
680
class TestCaseWithTransport(TestCaseInTempDir):
681
"""A test case that provides get_url and get_readonly_url facilities.
683
These back onto two transport servers, one for readonly access and one for
686
If no explicit class is provided for readonly access, a
687
ReadonlyTransportDecorator is used instead which allows the use of non disk
688
based read write transports.
690
If an explicit class is provided for readonly access, that server and the
691
readwrite one must both define get_url() as resolving to os.getcwd().
694
def __init__(self, methodName='testMethod'):
695
super(TestCaseWithTransport, self).__init__(methodName)
696
self.__readonly_server = None
698
self.transport_server = default_transport
699
self.transport_readonly_server = None
701
def get_readonly_url(self, relpath=None):
702
"""Get a URL for the readonly transport.
704
This will either be backed by '.' or a decorator to the transport
705
used by self.get_url()
706
relpath provides for clients to get a path relative to the base url.
707
These should only be downwards relative, not upwards.
709
base = self.get_readonly_server().get_url()
710
if relpath is not None:
711
if not base.endswith('/'):
713
base = base + relpath
716
def get_readonly_server(self):
717
"""Get the server instance for the readonly transport
719
This is useful for some tests with specific servers to do diagnostics.
721
if self.__readonly_server is None:
722
if self.transport_readonly_server is None:
723
# readonly decorator requested
724
# bring up the server
726
self.__readonly_server = ReadonlyServer()
727
self.__readonly_server.setUp(self.__server)
729
self.__readonly_server = self.transport_readonly_server()
730
self.__readonly_server.setUp()
731
self.addCleanup(self.__readonly_server.tearDown)
732
return self.__readonly_server
734
def get_server(self):
735
"""Get the read/write server instance.
737
This is useful for some tests with specific servers that need
740
if self.__server is None:
741
self.__server = self.transport_server()
742
self.__server.setUp()
743
self.addCleanup(self.__server.tearDown)
746
def get_url(self, relpath=None):
747
"""Get a URL for the readwrite transport.
749
This will either be backed by '.' or to an equivalent non-file based
751
relpath provides for clients to get a path relative to the base url.
752
These should only be downwards relative, not upwards.
754
base = self.get_server().get_url()
755
if relpath is not None and relpath != '.':
756
if not base.endswith('/'):
758
base = base + relpath
761
def get_transport(self):
762
"""Return a writeable transport for the test scratch space"""
763
t = get_transport(self.get_url())
764
self.assertFalse(t.is_readonly())
767
def get_readonly_transport(self):
768
"""Return a readonly transport for the test scratch space
770
This can be used to test that operations which should only need
771
readonly access in fact do not try to write.
773
t = get_transport(self.get_readonly_url())
774
self.assertTrue(t.is_readonly())
777
def make_branch(self, relpath):
778
"""Create a branch on the transport at relpath."""
779
repo = self.make_repository(relpath)
780
return repo.bzrdir.create_branch()
782
def make_bzrdir(self, relpath):
784
url = self.get_url(relpath)
785
segments = relpath.split('/')
786
if segments and segments[-1] not in ('', '.'):
787
parent = self.get_url('/'.join(segments[:-1]))
788
t = get_transport(parent)
790
t.mkdir(segments[-1])
791
except errors.FileExists:
793
return bzrlib.bzrdir.BzrDir.create(url)
794
except errors.UninitializableFormat:
795
raise TestSkipped("Format %s is not initializable.")
797
def make_repository(self, relpath, shared=False):
798
"""Create a repository on our default transport at relpath."""
799
made_control = self.make_bzrdir(relpath)
800
return made_control.create_repository(shared=shared)
802
def make_branch_and_tree(self, relpath):
803
"""Create a branch on the transport and a tree locally.
807
# TODO: always use the local disk path for the working tree,
808
# this obviously requires a format that supports branch references
809
# so check for that by checking bzrdir.BzrDirFormat.get_default_format()
811
b = self.make_branch(relpath)
813
return b.bzrdir.create_workingtree()
814
except errors.NotLocalUrl:
815
# new formats - catch No tree error and create
816
# a branch reference and a checkout.
817
# old formats at that point - raise TestSkipped.
819
return WorkingTreeFormat2().initialize(bzrdir.BzrDir.open(relpath))
821
def assertIsDirectory(self, relpath, transport):
822
"""Assert that relpath within transport is a directory.
824
This may not be possible on all transports; in that case it propagates
825
a TransportNotPossible.
828
mode = transport.stat(relpath).st_mode
829
except errors.NoSuchFile:
830
self.fail("path %s is not a directory; no such file"
832
if not stat.S_ISDIR(mode):
833
self.fail("path %s is not a directory; has mode %#o"
837
class ChrootedTestCase(TestCaseWithTransport):
838
"""A support class that provides readonly urls outside the local namespace.
840
This is done by checking if self.transport_server is a MemoryServer. if it
841
is then we are chrooted already, if it is not then an HttpServer is used
844
TODO RBC 20060127: make this an option to TestCaseWithTransport so it can
845
be used without needed to redo it when a different
850
super(ChrootedTestCase, self).setUp()
851
if not self.transport_server == bzrlib.transport.memory.MemoryServer:
852
self.transport_readonly_server = bzrlib.transport.http.HttpServer
855
def filter_suite_by_re(suite, pattern):
857
filter_re = re.compile(pattern)
858
for test in iter_suite_tests(suite):
859
if filter_re.search(test.id()):
864
def run_suite(suite, name='test', verbose=False, pattern=".*",
865
stop_on_failure=False, keep_output=False,
867
TestCaseInTempDir._TEST_NAME = name
872
runner = TextTestRunner(stream=sys.stdout,
875
runner.stop_on_failure=stop_on_failure
877
suite = filter_suite_by_re(suite, pattern)
878
result = runner.run(suite)
879
# This is still a little bogus,
880
# but only a little. Folk not using our testrunner will
881
# have to delete their temp directories themselves.
882
test_root = TestCaseInTempDir.TEST_ROOT
883
if result.wasSuccessful() or not keep_output:
884
if test_root is not None:
885
print 'Deleting test root %s...' % test_root
887
shutil.rmtree(test_root)
891
print "Failed tests working directories are in '%s'\n" % TestCaseInTempDir.TEST_ROOT
892
return result.wasSuccessful()
895
def selftest(verbose=False, pattern=".*", stop_on_failure=True,
292
898
"""Run the whole test suite under the enhanced runner"""
293
return run_suite(test_suite(), 'testbzr', verbose=verbose, pattern=pattern)
899
global default_transport
900
if transport is None:
901
transport = default_transport
902
old_transport = default_transport
903
default_transport = transport
906
return run_suite(suite, 'testbzr', verbose=verbose, pattern=pattern,
907
stop_on_failure=stop_on_failure, keep_output=keep_output,
910
default_transport = old_transport
296
914
def test_suite():
297
915
"""Build and return TestSuite for the whole program."""
298
from bzrlib.selftest.TestUtil import TestLoader, TestSuite
299
import bzrlib, bzrlib.store, bzrlib.inventory, bzrlib.branch
300
import bzrlib.osutils, bzrlib.commands, bzrlib.merge3, bzrlib.plugin
301
916
from doctest import DocTestSuite
307
global MODULES_TO_TEST, MODULES_TO_DOCTEST
310
['bzrlib.selftest.MetaTestLog',
311
'bzrlib.selftest.testinv',
312
'bzrlib.selftest.versioning',
313
'bzrlib.selftest.testmerge3',
314
'bzrlib.selftest.testhashcache',
315
'bzrlib.selftest.teststatus',
316
'bzrlib.selftest.testlog',
317
'bzrlib.selftest.testrevisionnamespaces',
318
'bzrlib.selftest.testbranch',
319
'bzrlib.selftest.testrevision',
320
'bzrlib.selftest.test_merge_core',
321
'bzrlib.selftest.test_smart_add',
322
'bzrlib.selftest.testdiff',
323
'bzrlib.selftest.test_parent',
324
'bzrlib.selftest.test_xml',
325
'bzrlib.selftest.testfetch',
326
'bzrlib.selftest.whitebox',
327
'bzrlib.selftest.teststore',
328
'bzrlib.selftest.blackbox',
918
global MODULES_TO_DOCTEST
921
'bzrlib.tests.test_ancestry',
922
'bzrlib.tests.test_annotate',
923
'bzrlib.tests.test_api',
924
'bzrlib.tests.test_bad_files',
925
'bzrlib.tests.test_basis_inventory',
926
'bzrlib.tests.test_branch',
927
'bzrlib.tests.test_bzrdir',
928
'bzrlib.tests.test_command',
929
'bzrlib.tests.test_commit',
930
'bzrlib.tests.test_commit_merge',
931
'bzrlib.tests.test_config',
932
'bzrlib.tests.test_conflicts',
933
'bzrlib.tests.test_decorators',
934
'bzrlib.tests.test_diff',
935
'bzrlib.tests.test_doc_generate',
936
'bzrlib.tests.test_errors',
937
'bzrlib.tests.test_fetch',
938
'bzrlib.tests.test_gpg',
939
'bzrlib.tests.test_graph',
940
'bzrlib.tests.test_hashcache',
941
'bzrlib.tests.test_http',
942
'bzrlib.tests.test_identitymap',
943
'bzrlib.tests.test_inv',
944
'bzrlib.tests.test_knit',
945
'bzrlib.tests.test_lockdir',
946
'bzrlib.tests.test_lockable_files',
947
'bzrlib.tests.test_log',
948
'bzrlib.tests.test_merge',
949
'bzrlib.tests.test_merge3',
950
'bzrlib.tests.test_merge_core',
951
'bzrlib.tests.test_missing',
952
'bzrlib.tests.test_msgeditor',
953
'bzrlib.tests.test_nonascii',
954
'bzrlib.tests.test_options',
955
'bzrlib.tests.test_osutils',
956
'bzrlib.tests.test_permissions',
957
'bzrlib.tests.test_plugins',
958
'bzrlib.tests.test_progress',
959
'bzrlib.tests.test_reconcile',
960
'bzrlib.tests.test_repository',
961
'bzrlib.tests.test_revision',
962
'bzrlib.tests.test_revisionnamespaces',
963
'bzrlib.tests.test_revprops',
964
'bzrlib.tests.test_rio',
965
'bzrlib.tests.test_sampler',
966
'bzrlib.tests.test_selftest',
967
'bzrlib.tests.test_setup',
968
'bzrlib.tests.test_sftp_transport',
969
'bzrlib.tests.test_smart_add',
970
'bzrlib.tests.test_source',
971
'bzrlib.tests.test_store',
972
'bzrlib.tests.test_symbol_versioning',
973
'bzrlib.tests.test_testament',
974
'bzrlib.tests.test_trace',
975
'bzrlib.tests.test_transactions',
976
'bzrlib.tests.test_transform',
977
'bzrlib.tests.test_transport',
978
'bzrlib.tests.test_tsort',
979
'bzrlib.tests.test_ui',
980
'bzrlib.tests.test_uncommit',
981
'bzrlib.tests.test_upgrade',
982
'bzrlib.tests.test_versionedfile',
983
'bzrlib.tests.test_weave',
984
'bzrlib.tests.test_whitebox',
985
'bzrlib.tests.test_workingtree',
986
'bzrlib.tests.test_xml',
331
for m in (bzrlib.store, bzrlib.inventory, bzrlib.branch,
332
bzrlib.osutils, bzrlib.commands, bzrlib.merge3):
333
if m not in MODULES_TO_DOCTEST:
334
MODULES_TO_DOCTEST.append(m)
336
TestCase.BZRPATH = os.path.join(os.path.realpath(os.path.dirname(bzrlib.__path__[0])), 'bzr')
337
print '%-30s %s' % ('bzr binary', TestCase.BZRPATH)
988
test_transport_implementations = [
989
'bzrlib.tests.test_transport_implementations']
991
TestCase.BZRPATH = osutils.pathjoin(
992
osutils.realpath(osutils.dirname(bzrlib.__path__[0])), 'bzr')
993
print '%10s: %s' % ('bzr', osutils.realpath(sys.argv[0]))
994
print '%10s: %s' % ('bzrlib', bzrlib.__path__[0])
339
996
suite = TestSuite()
340
suite.addTest(TestLoader().loadTestsFromNames(testmod_names))
997
# python2.4's TestLoader.loadTestsFromNames gives very poor
998
# errors if it fails to load a named module - no indication of what's
999
# actually wrong, just "no such module". We should probably override that
1000
# class, but for the moment just load them ourselves. (mbp 20051202)
1001
loader = TestLoader()
1002
from bzrlib.transport import TransportTestProviderAdapter
1003
adapter = TransportTestProviderAdapter()
1004
adapt_modules(test_transport_implementations, adapter, loader, suite)
1005
for mod_name in testmod_names:
1006
mod = _load_module_by_name(mod_name)
1007
suite.addTest(loader.loadTestsFromModule(mod))
1008
for package in packages_to_test():
1009
suite.addTest(package.test_suite())
341
1010
for m in MODULES_TO_TEST:
342
suite.addTest(TestLoader().loadTestsFromModule(m))
1011
suite.addTest(loader.loadTestsFromModule(m))
343
1012
for m in (MODULES_TO_DOCTEST):
344
1013
suite.addTest(DocTestSuite(m))
345
for p in bzrlib.plugin.all_plugins:
346
if hasattr(p, 'test_suite'):
347
suite.addTest(p.test_suite())
1014
for name, plugin in bzrlib.plugin.all_plugins().items():
1015
if getattr(plugin, 'test_suite', None) is not None:
1016
suite.addTest(plugin.test_suite())
1020
def adapt_modules(mods_list, adapter, loader, suite):
1021
"""Adapt the modules in mods_list using adapter and add to suite."""
1022
for mod_name in mods_list:
1023
mod = _load_module_by_name(mod_name)
1024
for test in iter_suite_tests(loader.loadTestsFromModule(mod)):
1025
suite.addTests(adapter.adapt(test))
1028
def _load_module_by_name(mod_name):
1029
parts = mod_name.split('.')
1030
module = __import__(mod_name)
1032
# for historical reasons python returns the top-level module even though
1033
# it loads the submodule; we need to walk down to get the one we want.
1035
module = getattr(module, parts.pop(0))