~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_selftest.py

  • Committer: Ian Clatworthy
  • Date: 2009-09-02 16:03:51 UTC
  • mto: (4634.39.1 pdf-chm-docs)
  • mto: This revision was merged to the branch mainline in revision 4689.
  • Revision ID: ian.clatworthy@canonical.com-20090902160351-sxptcz3ttc1aencw
first cut at pdf docs via sphinx

Show diffs side-by-side

added added

removed removed

Lines of Context:
17
17
"""Tests for the test framework."""
18
18
 
19
19
from cStringIO import StringIO
20
 
from doctest import ELLIPSIS
21
20
import os
22
21
import signal
23
22
import sys
25
24
import unittest
26
25
import warnings
27
26
 
28
 
from testtools import MultiTestResult
29
 
from testtools.content_type import ContentType
30
 
from testtools.matchers import (
31
 
    DocTestMatches,
32
 
    Equals,
33
 
    )
34
 
import testtools.tests.helpers
35
 
 
36
27
import bzrlib
37
28
from bzrlib import (
38
29
    branchbuilder,
47
38
    repository,
48
39
    symbol_versioning,
49
40
    tests,
50
 
    transport,
51
41
    workingtree,
52
42
    )
53
43
from bzrlib.repofmt import (
61
51
    deprecated_method,
62
52
    )
63
53
from bzrlib.tests import (
64
 
    features,
 
54
    SubUnitFeature,
65
55
    test_lsprof,
66
56
    test_sftp_transport,
67
57
    TestUtil,
87
77
                          TestUtil._load_module_by_name,
88
78
                          'bzrlib.no-name-yet')
89
79
 
90
 
 
91
80
class MetaTestLog(tests.TestCase):
92
81
 
93
82
    def test_logging(self):
94
83
        """Test logs are captured when a test fails."""
95
84
        self.log('a test message')
96
 
        details = self.getDetails()
97
 
        log = details['log']
98
 
        self.assertThat(log.content_type, Equals(ContentType(
99
 
            "text", "plain", {"charset": "utf8"})))
100
 
        self.assertThat(u"".join(log.iter_text()), Equals(self.get_log()))
101
 
        self.assertThat(self.get_log(),
102
 
            DocTestMatches(u"...a test message\n", ELLIPSIS))
 
85
        self._log_file.flush()
 
86
        self.assertContainsRe(self._get_log(keep_log_file=True),
 
87
                              'a test message\n')
103
88
 
104
89
 
105
90
class TestUnicodeFilename(tests.TestCase):
504
489
        self.assertEqualStat(real, fake)
505
490
 
506
491
    def test_assertEqualStat_notequal(self):
507
 
        self.build_tree(["foo", "longname"])
 
492
        self.build_tree(["foo", "bar"])
508
493
        self.assertRaises(AssertionError, self.assertEqualStat,
509
 
            os.lstat("foo"), os.lstat("longname"))
 
494
            os.lstat("foo"), os.lstat("bar"))
510
495
 
511
496
 
512
497
class TestTestCaseWithMemoryTransport(tests.TestCaseWithMemoryTransport):
530
515
        cwd = osutils.getcwd()
531
516
        self.assertIsSameRealPath(self.test_dir, cwd)
532
517
 
533
 
    def test_BZR_HOME_and_HOME_are_bytestrings(self):
534
 
        """The $BZR_HOME and $HOME environment variables should not be unicode.
535
 
 
536
 
        See https://bugs.launchpad.net/bzr/+bug/464174
537
 
        """
538
 
        self.assertIsInstance(os.environ['BZR_HOME'], str)
539
 
        self.assertIsInstance(os.environ['HOME'], str)
540
 
 
541
518
    def test_make_branch_and_memory_tree(self):
542
519
        """In TestCaseWithMemoryTransport we should not make the branch on disk.
543
520
 
599
576
                         self.get_transport().get_bytes(
600
577
                            'dir/.bzr/repository/format'))
601
578
 
 
579
    def test_safety_net(self):
 
580
        """No test should modify the safety .bzr directory.
 
581
 
 
582
        We just test that the _check_safety_net private method raises
 
583
        AssertionError, it's easier than building a test suite with the same
 
584
        test.
 
585
        """
 
586
        # Oops, a commit in the current directory (i.e. without local .bzr
 
587
        # directory) will crawl up the hierarchy to find a .bzr directory.
 
588
        self.run_bzr(['commit', '-mfoo', '--unchanged'])
 
589
        # But we have a safety net in place.
 
590
        self.assertRaises(AssertionError, self._check_safety_net)
 
591
 
602
592
    def test_dangling_locks_cause_failures(self):
603
593
        class TestDanglingLock(tests.TestCaseWithMemoryTransport):
604
594
            def test_function(self):
697
687
        self.assertEqual(url, t.clone('..').base)
698
688
 
699
689
 
700
 
class TestProfileResult(tests.TestCase):
701
 
 
702
 
    def test_profiles_tests(self):
703
 
        self.requireFeature(test_lsprof.LSProfFeature)
704
 
        terminal = testtools.tests.helpers.ExtendedTestResult()
705
 
        result = tests.ProfileResult(terminal)
706
 
        class Sample(tests.TestCase):
707
 
            def a(self):
708
 
                self.sample_function()
709
 
            def sample_function(self):
710
 
                pass
711
 
        test = Sample("a")
712
 
        test.run(result)
713
 
        case = terminal._events[0][1]
714
 
        self.assertLength(1, case._benchcalls)
715
 
        # We must be able to unpack it as the test reporting code wants
716
 
        (_, _, _), stats = case._benchcalls[0]
717
 
        self.assertTrue(callable(stats.pprint))
718
 
 
719
 
 
720
690
class TestTestResult(tests.TestCase):
721
691
 
722
692
    def check_timing(self, test_case, expected_re):
724
694
                descriptions=0,
725
695
                verbosity=1,
726
696
                )
727
 
        capture = testtools.tests.helpers.ExtendedTestResult()
728
 
        test_case.run(MultiTestResult(result, capture))
729
 
        run_case = capture._events[0][1]
730
 
        timed_string = result._testTimeString(run_case)
 
697
        test_case.run(result)
 
698
        timed_string = result._testTimeString(test_case)
731
699
        self.assertContainsRe(timed_string, expected_re)
732
700
 
733
701
    def test_test_reporting(self):
751
719
        self.check_timing(ShortDelayTestCase('test_short_delay'),
752
720
                          r"^ +[0-9]+ms$")
753
721
 
754
 
    def _patch_get_bzr_source_tree(self):
755
 
        # Reading from the actual source tree breaks isolation, but we don't
756
 
        # want to assume that thats *all* that would happen.
757
 
        self.overrideAttr(bzrlib.version, '_get_bzr_source_tree', lambda: None)
758
 
 
759
722
    def test_assigned_benchmark_file_stores_date(self):
760
 
        self._patch_get_bzr_source_tree()
761
723
        output = StringIO()
762
724
        result = bzrlib.tests.TextTestResult(self._log_file,
763
725
                                        descriptions=0,
771
733
        self.assertContainsRe(output_string, "--date [0-9.]+")
772
734
 
773
735
    def test_benchhistory_records_test_times(self):
774
 
        self._patch_get_bzr_source_tree()
775
736
        result_stream = StringIO()
776
737
        result = bzrlib.tests.TextTestResult(
777
738
            self._log_file,
839
800
    def test_known_failure(self):
840
801
        """A KnownFailure being raised should trigger several result actions."""
841
802
        class InstrumentedTestResult(tests.ExtendedTestResult):
842
 
            def stopTestRun(self): pass
 
803
            def done(self): pass
843
804
            def startTests(self): pass
844
805
            def report_test_start(self, test): pass
845
 
            def report_known_failure(self, test, err=None, details=None):
846
 
                self._call = test, 'known failure'
 
806
            def report_known_failure(self, test, err):
 
807
                self._call = test, err
847
808
        result = InstrumentedTestResult(None, None, None, None)
848
 
        class Test(tests.TestCase):
849
 
            def test_function(self):
850
 
                raise tests.KnownFailure('failed!')
851
 
        test = Test("test_function")
 
809
        def test_function():
 
810
            raise tests.KnownFailure('failed!')
 
811
        test = unittest.FunctionTestCase(test_function)
852
812
        test.run(result)
853
813
        # it should invoke 'report_known_failure'.
854
814
        self.assertEqual(2, len(result._call))
855
 
        self.assertEqual(test.id(), result._call[0].id())
856
 
        self.assertEqual('known failure', result._call[1])
 
815
        self.assertEqual(test, result._call[0])
 
816
        self.assertEqual(tests.KnownFailure, result._call[1][0])
 
817
        self.assertIsInstance(result._call[1][1], tests.KnownFailure)
857
818
        # we dont introspec the traceback, if the rest is ok, it would be
858
819
        # exceptional for it not to be.
859
820
        # it should update the known_failure_count on the object.
893
854
    def test_add_not_supported(self):
894
855
        """Test the behaviour of invoking addNotSupported."""
895
856
        class InstrumentedTestResult(tests.ExtendedTestResult):
896
 
            def stopTestRun(self): pass
 
857
            def done(self): pass
897
858
            def startTests(self): pass
898
859
            def report_test_start(self, test): pass
899
860
            def report_unsupported(self, test, feature):
931
892
        result.report_unsupported(test, feature)
932
893
        output = result_stream.getvalue()[prefix:]
933
894
        lines = output.splitlines()
934
 
        # We don't check for the final '0ms' since it may fail on slow hosts
935
 
        self.assertStartsWith(lines[0], 'NODEP')
936
 
        self.assertEqual(lines[1],
937
 
                         "    The feature 'Feature' is not available.")
 
895
        self.assertEqual(lines, ['NODEP        0ms',
 
896
                                 "    The feature 'Feature' is not available."])
938
897
 
939
898
    def test_unavailable_exception(self):
940
899
        """An UnavailableFeature being raised should invoke addNotSupported."""
941
900
        class InstrumentedTestResult(tests.ExtendedTestResult):
942
 
            def stopTestRun(self): pass
 
901
            def done(self): pass
943
902
            def startTests(self): pass
944
903
            def report_test_start(self, test): pass
945
904
            def addNotSupported(self, test, feature):
946
905
                self._call = test, feature
947
906
        result = InstrumentedTestResult(None, None, None, None)
948
907
        feature = tests.Feature()
949
 
        class Test(tests.TestCase):
950
 
            def test_function(self):
951
 
                raise tests.UnavailableFeature(feature)
952
 
        test = Test("test_function")
 
908
        def test_function():
 
909
            raise tests.UnavailableFeature(feature)
 
910
        test = unittest.FunctionTestCase(test_function)
953
911
        test.run(result)
954
912
        # it should invoke 'addNotSupported'.
955
913
        self.assertEqual(2, len(result._call))
956
 
        self.assertEqual(test.id(), result._call[0].id())
 
914
        self.assertEqual(test, result._call[0])
957
915
        self.assertEqual(feature, result._call[1])
958
916
        # and not count as an error
959
917
        self.assertEqual(0, result.error_count)
972
930
                                             verbosity=1)
973
931
        test = self.get_passing_test()
974
932
        err = (tests.KnownFailure, tests.KnownFailure('foo'), None)
975
 
        result.addExpectedFailure(test, err)
 
933
        result._addKnownFailure(test, err)
976
934
        self.assertFalse(result.wasStrictlySuccessful())
977
935
        self.assertEqual(None, result._extractBenchmarkTime(test))
978
936
 
1023
981
        because of our use of global state.
1024
982
        """
1025
983
        old_root = tests.TestCaseInTempDir.TEST_ROOT
1026
 
        old_leak = tests.TestCase._first_thread_leaker_id
1027
984
        try:
1028
985
            tests.TestCaseInTempDir.TEST_ROOT = None
1029
 
            tests.TestCase._first_thread_leaker_id = None
1030
986
            return testrunner.run(test)
1031
987
        finally:
1032
988
            tests.TestCaseInTempDir.TEST_ROOT = old_root
1033
 
            tests.TestCase._first_thread_leaker_id = old_leak
1034
989
 
1035
990
    def test_known_failure_failed_run(self):
1036
991
        # run a test that generates a known failure which should be printed in
1037
992
        # the final output when real failures occur.
1038
 
        class Test(tests.TestCase):
1039
 
            def known_failure_test(self):
1040
 
                self.expectFailure('failed', self.assertTrue, False)
 
993
        def known_failure_test():
 
994
            raise tests.KnownFailure('failed')
1041
995
        test = unittest.TestSuite()
1042
 
        test.addTest(Test("known_failure_test"))
 
996
        test.addTest(unittest.FunctionTestCase(known_failure_test))
1043
997
        def failing_test():
1044
 
            self.fail('foo')
 
998
            raise AssertionError('foo')
1045
999
        test.addTest(unittest.FunctionTestCase(failing_test))
1046
1000
        stream = StringIO()
1047
1001
        runner = tests.TextTestRunner(stream=stream)
1048
1002
        result = self.run_test_runner(runner, test)
1049
1003
        lines = stream.getvalue().splitlines()
1050
1004
        self.assertContainsRe(stream.getvalue(),
1051
 
            '(?sm)^bzr selftest.*$'
 
1005
            '(?sm)^testing.*$'
1052
1006
            '.*'
1053
1007
            '^======================================================================\n'
1054
 
            '^FAIL: failing_test\n'
 
1008
            '^FAIL: unittest.FunctionTestCase \\(failing_test\\)\n'
1055
1009
            '^----------------------------------------------------------------------\n'
1056
1010
            'Traceback \\(most recent call last\\):\n'
1057
1011
            '  .*' # File .*, line .*, in failing_test' - but maybe not from .pyc
1058
 
            '    self.fail\\(\'foo\'\\)\n'
 
1012
            '    raise AssertionError\\(\'foo\'\\)\n'
1059
1013
            '.*'
1060
1014
            '^----------------------------------------------------------------------\n'
1061
1015
            '.*'
1063
1017
            )
1064
1018
 
1065
1019
    def test_known_failure_ok_run(self):
1066
 
        # run a test that generates a known failure which should be printed in
1067
 
        # the final output.
1068
 
        class Test(tests.TestCase):
1069
 
            def known_failure_test(self):
1070
 
                self.expectFailure('failed', self.assertTrue, False)
1071
 
        test = Test("known_failure_test")
 
1020
        # run a test that generates a known failure which should be printed in the final output.
 
1021
        def known_failure_test():
 
1022
            raise tests.KnownFailure('failed')
 
1023
        test = unittest.FunctionTestCase(known_failure_test)
1072
1024
        stream = StringIO()
1073
1025
        runner = tests.TextTestRunner(stream=stream)
1074
1026
        result = self.run_test_runner(runner, test)
1079
1031
            '\n'
1080
1032
            'OK \\(known_failures=1\\)\n')
1081
1033
 
1082
 
    def test_result_decorator(self):
1083
 
        # decorate results
1084
 
        calls = []
1085
 
        class LoggingDecorator(tests.ForwardingResult):
1086
 
            def startTest(self, test):
1087
 
                tests.ForwardingResult.startTest(self, test)
1088
 
                calls.append('start')
1089
 
        test = unittest.FunctionTestCase(lambda:None)
1090
 
        stream = StringIO()
1091
 
        runner = tests.TextTestRunner(stream=stream,
1092
 
            result_decorators=[LoggingDecorator])
1093
 
        result = self.run_test_runner(runner, test)
1094
 
        self.assertLength(1, calls)
1095
 
 
1096
1034
    def test_skipped_test(self):
1097
1035
        # run a test that is skipped, and check the suite as a whole still
1098
1036
        # succeeds.
1151
1089
 
1152
1090
    def test_not_applicable(self):
1153
1091
        # run a test that is skipped because it's not applicable
1154
 
        class Test(tests.TestCase):
1155
 
            def not_applicable_test(self):
1156
 
                raise tests.TestNotApplicable('this test never runs')
 
1092
        def not_applicable_test():
 
1093
            raise tests.TestNotApplicable('this test never runs')
1157
1094
        out = StringIO()
1158
1095
        runner = tests.TextTestRunner(stream=out, verbosity=2)
1159
 
        test = Test("not_applicable_test")
 
1096
        test = unittest.FunctionTestCase(not_applicable_test)
1160
1097
        result = self.run_test_runner(runner, test)
1161
1098
        self._log_file.write(out.getvalue())
1162
1099
        self.assertTrue(result.wasSuccessful())
1166
1103
        self.assertContainsRe(out.getvalue(),
1167
1104
                r'(?m)^    this test never runs')
1168
1105
 
 
1106
    def test_not_applicable_demo(self):
 
1107
        # just so you can see it in the test output
 
1108
        raise tests.TestNotApplicable('this test is just a demonstation')
 
1109
 
1169
1110
    def test_unsupported_features_listed(self):
1170
1111
        """When unsupported features are encountered they are detailed."""
1171
1112
        class Feature1(tests.Feature):
1191
1132
            ],
1192
1133
            lines[-3:])
1193
1134
 
1194
 
    def _patch_get_bzr_source_tree(self):
1195
 
        # Reading from the actual source tree breaks isolation, but we don't
1196
 
        # want to assume that thats *all* that would happen.
1197
 
        self._get_source_tree_calls = []
1198
 
        def new_get():
1199
 
            self._get_source_tree_calls.append("called")
1200
 
            return None
1201
 
        self.overrideAttr(bzrlib.version, '_get_bzr_source_tree',  new_get)
1202
 
 
1203
1135
    def test_bench_history(self):
1204
 
        # tests that the running the benchmark passes bench_history into
1205
 
        # the test result object. We can tell that happens if
1206
 
        # _get_bzr_source_tree is called.
1207
 
        self._patch_get_bzr_source_tree()
 
1136
        # tests that the running the benchmark produces a history file
 
1137
        # containing a timestamp and the revision id of the bzrlib source which
 
1138
        # was tested.
 
1139
        workingtree = _get_bzr_source_tree()
1208
1140
        test = TestRunner('dummy_test')
1209
1141
        output = StringIO()
1210
1142
        runner = tests.TextTestRunner(stream=self._log_file,
1212
1144
        result = self.run_test_runner(runner, test)
1213
1145
        output_string = output.getvalue()
1214
1146
        self.assertContainsRe(output_string, "--date [0-9.]+")
1215
 
        self.assertLength(1, self._get_source_tree_calls)
1216
 
 
1217
 
    def test_startTestRun(self):
1218
 
        """run should call result.startTestRun()"""
1219
 
        calls = []
1220
 
        class LoggingDecorator(tests.ForwardingResult):
1221
 
            def startTestRun(self):
1222
 
                tests.ForwardingResult.startTestRun(self)
1223
 
                calls.append('startTestRun')
1224
 
        test = unittest.FunctionTestCase(lambda:None)
1225
 
        stream = StringIO()
1226
 
        runner = tests.TextTestRunner(stream=stream,
1227
 
            result_decorators=[LoggingDecorator])
1228
 
        result = self.run_test_runner(runner, test)
1229
 
        self.assertLength(1, calls)
1230
 
 
1231
 
    def test_stopTestRun(self):
1232
 
        """run should call result.stopTestRun()"""
1233
 
        calls = []
1234
 
        class LoggingDecorator(tests.ForwardingResult):
1235
 
            def stopTestRun(self):
1236
 
                tests.ForwardingResult.stopTestRun(self)
1237
 
                calls.append('stopTestRun')
1238
 
        test = unittest.FunctionTestCase(lambda:None)
1239
 
        stream = StringIO()
1240
 
        runner = tests.TextTestRunner(stream=stream,
1241
 
            result_decorators=[LoggingDecorator])
1242
 
        result = self.run_test_runner(runner, test)
1243
 
        self.assertLength(1, calls)
 
1147
        if workingtree is not None:
 
1148
            revision_id = workingtree.get_parent_ids()[0]
 
1149
            self.assertEndsWith(output_string.rstrip(), revision_id)
 
1150
 
 
1151
    def assertLogDeleted(self, test):
 
1152
        log = test._get_log()
 
1153
        self.assertEqual("DELETED log file to reduce memory footprint", log)
 
1154
        self.assertEqual('', test._log_contents)
 
1155
        self.assertIs(None, test._log_file_name)
 
1156
 
 
1157
    def test_success_log_deleted(self):
 
1158
        """Successful tests have their log deleted"""
 
1159
 
 
1160
        class LogTester(tests.TestCase):
 
1161
 
 
1162
            def test_success(self):
 
1163
                self.log('this will be removed\n')
 
1164
 
 
1165
        sio = StringIO()
 
1166
        runner = tests.TextTestRunner(stream=sio)
 
1167
        test = LogTester('test_success')
 
1168
        result = self.run_test_runner(runner, test)
 
1169
 
 
1170
        self.assertLogDeleted(test)
 
1171
 
 
1172
    def test_skipped_log_deleted(self):
 
1173
        """Skipped tests have their log deleted"""
 
1174
 
 
1175
        class LogTester(tests.TestCase):
 
1176
 
 
1177
            def test_skipped(self):
 
1178
                self.log('this will be removed\n')
 
1179
                raise tests.TestSkipped()
 
1180
 
 
1181
        sio = StringIO()
 
1182
        runner = tests.TextTestRunner(stream=sio)
 
1183
        test = LogTester('test_skipped')
 
1184
        result = self.run_test_runner(runner, test)
 
1185
 
 
1186
        self.assertLogDeleted(test)
 
1187
 
 
1188
    def test_not_aplicable_log_deleted(self):
 
1189
        """Not applicable tests have their log deleted"""
 
1190
 
 
1191
        class LogTester(tests.TestCase):
 
1192
 
 
1193
            def test_not_applicable(self):
 
1194
                self.log('this will be removed\n')
 
1195
                raise tests.TestNotApplicable()
 
1196
 
 
1197
        sio = StringIO()
 
1198
        runner = tests.TextTestRunner(stream=sio)
 
1199
        test = LogTester('test_not_applicable')
 
1200
        result = self.run_test_runner(runner, test)
 
1201
 
 
1202
        self.assertLogDeleted(test)
 
1203
 
 
1204
    def test_known_failure_log_deleted(self):
 
1205
        """Know failure tests have their log deleted"""
 
1206
 
 
1207
        class LogTester(tests.TestCase):
 
1208
 
 
1209
            def test_known_failure(self):
 
1210
                self.log('this will be removed\n')
 
1211
                raise tests.KnownFailure()
 
1212
 
 
1213
        sio = StringIO()
 
1214
        runner = tests.TextTestRunner(stream=sio)
 
1215
        test = LogTester('test_known_failure')
 
1216
        result = self.run_test_runner(runner, test)
 
1217
 
 
1218
        self.assertLogDeleted(test)
 
1219
 
 
1220
    def test_fail_log_kept(self):
 
1221
        """Failed tests have their log kept"""
 
1222
 
 
1223
        class LogTester(tests.TestCase):
 
1224
 
 
1225
            def test_fail(self):
 
1226
                self.log('this will be kept\n')
 
1227
                self.fail('this test fails')
 
1228
 
 
1229
        sio = StringIO()
 
1230
        runner = tests.TextTestRunner(stream=sio)
 
1231
        test = LogTester('test_fail')
 
1232
        result = self.run_test_runner(runner, test)
 
1233
 
 
1234
        text = sio.getvalue()
 
1235
        self.assertContainsRe(text, 'this will be kept')
 
1236
        self.assertContainsRe(text, 'this test fails')
 
1237
 
 
1238
        log = test._get_log()
 
1239
        self.assertContainsRe(log, 'this will be kept')
 
1240
        self.assertEqual(log, test._log_contents)
 
1241
 
 
1242
    def test_error_log_kept(self):
 
1243
        """Tests with errors have their log kept"""
 
1244
 
 
1245
        class LogTester(tests.TestCase):
 
1246
 
 
1247
            def test_error(self):
 
1248
                self.log('this will be kept\n')
 
1249
                raise ValueError('random exception raised')
 
1250
 
 
1251
        sio = StringIO()
 
1252
        runner = tests.TextTestRunner(stream=sio)
 
1253
        test = LogTester('test_error')
 
1254
        result = self.run_test_runner(runner, test)
 
1255
 
 
1256
        text = sio.getvalue()
 
1257
        self.assertContainsRe(text, 'this will be kept')
 
1258
        self.assertContainsRe(text, 'random exception raised')
 
1259
 
 
1260
        log = test._get_log()
 
1261
        self.assertContainsRe(log, 'this will be kept')
 
1262
        self.assertEqual(log, test._log_contents)
1244
1263
 
1245
1264
 
1246
1265
class SampleTestCase(tests.TestCase):
1312
1331
        self.assertEqual(flags, bzrlib.debug.debug_flags)
1313
1332
 
1314
1333
    def change_selftest_debug_flags(self, new_flags):
1315
 
        self.overrideAttr(tests, 'selftest_debug_flags', set(new_flags))
 
1334
        orig_selftest_flags = tests.selftest_debug_flags
 
1335
        self.addCleanup(self._restore_selftest_debug_flags, orig_selftest_flags)
 
1336
        tests.selftest_debug_flags = set(new_flags)
 
1337
 
 
1338
    def _restore_selftest_debug_flags(self, flags):
 
1339
        tests.selftest_debug_flags = flags
1316
1340
 
1317
1341
    def test_allow_debug_flag(self):
1318
1342
        """The -Eallow_debug flag prevents bzrlib.debug.debug_flags from being
1378
1402
        self.assertEqual(set(['original-state']), bzrlib.debug.debug_flags)
1379
1403
 
1380
1404
    def make_test_result(self):
1381
 
        """Get a test result that writes to the test log file."""
1382
1405
        return tests.TextTestResult(self._log_file, descriptions=0, verbosity=1)
1383
1406
 
1384
1407
    def inner_test(self):
1392
1415
        result = self.make_test_result()
1393
1416
        self.inner_test.run(result)
1394
1417
        note("outer finish")
1395
 
        self.addCleanup(osutils.delete_any, self._log_file_name)
1396
1418
 
1397
1419
    def test_trace_nesting(self):
1398
1420
        # this tests that each test case nests its trace facility correctly.
1458
1480
        self.assertEqual((time.sleep, (0.003,), {}), self._benchcalls[1][0])
1459
1481
        self.assertIsInstance(self._benchcalls[0][1], bzrlib.lsprof.Stats)
1460
1482
        self.assertIsInstance(self._benchcalls[1][1], bzrlib.lsprof.Stats)
1461
 
        del self._benchcalls[:]
1462
1483
 
1463
1484
    def test_knownFailure(self):
1464
1485
        """Self.knownFailure() should raise a KnownFailure exception."""
1465
1486
        self.assertRaises(tests.KnownFailure, self.knownFailure, "A Failure")
1466
1487
 
1467
 
    def test_open_bzrdir_safe_roots(self):
1468
 
        # even a memory transport should fail to open when its url isn't 
1469
 
        # permitted.
1470
 
        # Manually set one up (TestCase doesn't and shouldn't provide magic
1471
 
        # machinery)
1472
 
        transport_server = MemoryServer()
1473
 
        transport_server.start_server()
1474
 
        self.addCleanup(transport_server.stop_server)
1475
 
        t = transport.get_transport(transport_server.get_url())
1476
 
        bzrdir.BzrDir.create(t.base)
1477
 
        self.assertRaises(errors.BzrError,
1478
 
            bzrdir.BzrDir.open_from_transport, t)
1479
 
        # But if we declare this as safe, we can open the bzrdir.
1480
 
        self.permit_url(t.base)
1481
 
        self._bzr_selftest_roots.append(t.base)
1482
 
        bzrdir.BzrDir.open_from_transport(t)
1483
 
 
1484
1488
    def test_requireFeature_available(self):
1485
1489
        """self.requireFeature(available) is a no-op."""
1486
1490
        class Available(tests.Feature):
1530
1534
        """Test disabled tests behaviour with support aware results."""
1531
1535
        test = SampleTestCase('_test_pass')
1532
1536
        class DisabledFeature(object):
1533
 
            def __eq__(self, other):
1534
 
                return isinstance(other, DisabledFeature)
1535
1537
            def available(self):
1536
1538
                return False
1537
1539
        the_feature = DisabledFeature()
1548
1550
                self.calls.append(('addNotSupported', test, feature))
1549
1551
        result = InstrumentedTestResult()
1550
1552
        test.run(result)
1551
 
        case = result.calls[0][1]
1552
1553
        self.assertEqual([
1553
 
            ('startTest', case),
1554
 
            ('addNotSupported', case, the_feature),
1555
 
            ('stopTest', case),
 
1554
            ('startTest', test),
 
1555
            ('addNotSupported', test, the_feature),
 
1556
            ('stopTest', test),
1556
1557
            ],
1557
1558
            result.calls)
1558
1559
 
1559
 
    def test_start_server_registers_url(self):
1560
 
        transport_server = MemoryServer()
1561
 
        # A little strict, but unlikely to be changed soon.
1562
 
        self.assertEqual([], self._bzr_selftest_roots)
1563
 
        self.start_server(transport_server)
1564
 
        self.assertSubset([transport_server.get_url()],
1565
 
            self._bzr_selftest_roots)
1566
 
 
1567
1560
    def test_assert_list_raises_on_generator(self):
1568
1561
        def generator_which_will_raise():
1569
1562
            # This will not raise until after the first yield
1619
1612
        self.assertRaises(AssertionError,
1620
1613
            self.assertListRaises, _TestException, success_generator)
1621
1614
 
1622
 
    def test_overrideAttr_without_value(self):
1623
 
        self.test_attr = 'original' # Define a test attribute
1624
 
        obj = self # Make 'obj' visible to the embedded test
1625
 
        class Test(tests.TestCase):
1626
 
 
1627
 
            def setUp(self):
1628
 
                tests.TestCase.setUp(self)
1629
 
                self.orig = self.overrideAttr(obj, 'test_attr')
1630
 
 
1631
 
            def test_value(self):
1632
 
                self.assertEqual('original', self.orig)
1633
 
                self.assertEqual('original', obj.test_attr)
1634
 
                obj.test_attr = 'modified'
1635
 
                self.assertEqual('modified', obj.test_attr)
1636
 
 
1637
 
        test = Test('test_value')
1638
 
        test.run(unittest.TestResult())
1639
 
        self.assertEqual('original', obj.test_attr)
1640
 
 
1641
 
    def test_overrideAttr_with_value(self):
1642
 
        self.test_attr = 'original' # Define a test attribute
1643
 
        obj = self # Make 'obj' visible to the embedded test
1644
 
        class Test(tests.TestCase):
1645
 
 
1646
 
            def setUp(self):
1647
 
                tests.TestCase.setUp(self)
1648
 
                self.orig = self.overrideAttr(obj, 'test_attr', new='modified')
1649
 
 
1650
 
            def test_value(self):
1651
 
                self.assertEqual('original', self.orig)
1652
 
                self.assertEqual('modified', obj.test_attr)
1653
 
 
1654
 
        test = Test('test_value')
1655
 
        test.run(unittest.TestResult())
1656
 
        self.assertEqual('original', obj.test_attr)
1657
 
 
1658
1615
 
1659
1616
# NB: Don't delete this; it's not actually from 0.11!
1660
1617
@deprecated_function(deprecated_in((0, 11, 0)))
1703
1660
        self.assertEndsWith('foo', 'oo')
1704
1661
        self.assertRaises(AssertionError, self.assertEndsWith, 'o', 'oo')
1705
1662
 
1706
 
    def test_assertEqualDiff(self):
1707
 
        e = self.assertRaises(AssertionError,
1708
 
                              self.assertEqualDiff, '', '\n')
1709
 
        self.assertEquals(str(e),
1710
 
                          # Don't blink ! The '+' applies to the second string
1711
 
                          'first string is missing a final newline.\n+ \n')
1712
 
        e = self.assertRaises(AssertionError,
1713
 
                              self.assertEqualDiff, '\n', '')
1714
 
        self.assertEquals(str(e),
1715
 
                          # Don't blink ! The '-' applies to the second string
1716
 
                          'second string is missing a final newline.\n- \n')
1717
 
 
1718
 
 
1719
 
class TestDeprecations(tests.TestCase):
1720
 
 
1721
1663
    def test_applyDeprecated_not_deprecated(self):
1722
1664
        sample_object = ApplyDeprecatedHelper()
1723
1665
        # calling an undeprecated callable raises an assertion
1800
1742
        tree = self.make_branch_and_memory_tree('a')
1801
1743
        self.assertIsInstance(tree, bzrlib.memorytree.MemoryTree)
1802
1744
 
1803
 
    def test_make_tree_for_local_vfs_backed_transport(self):
1804
 
        # make_branch_and_tree has to use local branch and repositories
1805
 
        # when the vfs transport and local disk are colocated, even if
1806
 
        # a different transport is in use for url generation.
1807
 
        from bzrlib.transport.fakevfat import FakeVFATServer
1808
 
        self.transport_server = FakeVFATServer
1809
 
        self.assertFalse(self.get_url('t1').startswith('file://'))
 
1745
 
 
1746
class TestSFTPMakeBranchAndTree(test_sftp_transport.TestCaseWithSFTPServer):
 
1747
 
 
1748
    def test_make_tree_for_sftp_branch(self):
 
1749
        """Transports backed by local directories create local trees."""
 
1750
        # NB: This is arguably a bug in the definition of make_branch_and_tree.
1810
1751
        tree = self.make_branch_and_tree('t1')
1811
1752
        base = tree.bzrdir.root_transport.base
1812
 
        self.assertStartsWith(base, 'file://')
 
1753
        self.failIf(base.startswith('sftp'),
 
1754
                'base %r is on sftp but should be local' % base)
1813
1755
        self.assertEquals(tree.bzrdir.root_transport,
1814
1756
                tree.branch.bzrdir.root_transport)
1815
1757
        self.assertEquals(tree.bzrdir.root_transport,
1875
1817
        self.assertNotContainsRe("Test.b", output.getvalue())
1876
1818
        self.assertLength(2, output.readlines())
1877
1819
 
1878
 
    def test_lsprof_tests(self):
1879
 
        self.requireFeature(test_lsprof.LSProfFeature)
1880
 
        calls = []
1881
 
        class Test(object):
1882
 
            def __call__(test, result):
1883
 
                test.run(result)
1884
 
            def run(test, result):
1885
 
                self.assertIsInstance(result, tests.ForwardingResult)
1886
 
                calls.append("called")
1887
 
            def countTestCases(self):
1888
 
                return 1
1889
 
        self.run_selftest(test_suite_factory=Test, lsprof_tests=True)
1890
 
        self.assertLength(1, calls)
1891
 
 
1892
1820
    def test_random(self):
1893
1821
        # test randomising by listing a number of tests.
1894
1822
        output_123 = self.run_selftest(test_suite_factory=self.factory,
1909
1837
        self.assertEqual(expected.getvalue(), repeated.getvalue())
1910
1838
 
1911
1839
    def test_runner_class(self):
1912
 
        self.requireFeature(features.subunit)
 
1840
        self.requireFeature(SubUnitFeature)
1913
1841
        from subunit import ProtocolTestCase
1914
1842
        stream = self.run_selftest(runner_class=tests.SubUnitBzrRunner,
1915
1843
            test_suite_factory=self.factory)
1947
1875
        self.assertEqual(transport_server, captured_transport[0])
1948
1876
 
1949
1877
    def test_transport_sftp(self):
1950
 
        self.requireFeature(features.paramiko)
 
1878
        try:
 
1879
            import bzrlib.transport.sftp
 
1880
        except ParamikoNotPresent:
 
1881
            raise TestSkipped("Paramiko not present")
1951
1882
        self.check_transport_set(bzrlib.transport.sftp.SFTPAbsoluteServer)
1952
1883
 
1953
1884
    def test_transport_memory(self):
1983
1914
 
1984
1915
        Attempts to run bzr from inside this class don't actually run it.
1985
1916
 
1986
 
        We test how run_bzr actually invokes bzr in another location.  Here we
1987
 
        only need to test that it passes the right parameters to run_bzr.
 
1917
        We test how run_bzr actually invokes bzr in another location.
 
1918
        Here we only need to test that it is run_bzr passes the right
 
1919
        parameters to run_bzr.
1988
1920
        """
1989
1921
        self.argv = list(argv)
1990
1922
        self.retcode = retcode
1991
1923
        self.encoding = encoding
1992
1924
        self.stdin = stdin
1993
1925
        self.working_dir = working_dir
1994
 
        return self.retcode, self.out, self.err
 
1926
        return self.out, self.err
1995
1927
 
1996
1928
    def test_run_bzr_error(self):
1997
1929
        self.out = "It sure does!\n"
1998
1930
        out, err = self.run_bzr_error(['^$'], ['rocks'], retcode=34)
1999
1931
        self.assertEqual(['rocks'], self.argv)
2000
1932
        self.assertEqual(34, self.retcode)
2001
 
        self.assertEqual('It sure does!\n', out)
2002
 
        self.assertEquals(out, self.out)
2003
 
        self.assertEqual('', err)
2004
 
        self.assertEquals(err, self.err)
 
1933
        self.assertEqual(out, 'It sure does!\n')
2005
1934
 
2006
1935
    def test_run_bzr_error_regexes(self):
2007
1936
        self.out = ''
2008
1937
        self.err = "bzr: ERROR: foobarbaz is not versioned"
2009
1938
        out, err = self.run_bzr_error(
2010
 
            ["bzr: ERROR: foobarbaz is not versioned"],
2011
 
            ['file-id', 'foobarbaz'])
 
1939
                ["bzr: ERROR: foobarbaz is not versioned"],
 
1940
                ['file-id', 'foobarbaz'])
2012
1941
 
2013
1942
    def test_encoding(self):
2014
1943
        """Test that run_bzr passes encoding to _run_bzr_core"""
2143
2072
        return self.out, self.err
2144
2073
 
2145
2074
 
2146
 
class TestWithFakedStartBzrSubprocess(tests.TestCaseWithTransport):
2147
 
    """Base class for tests testing how we might run bzr."""
 
2075
class TestRunBzrSubprocess(tests.TestCaseWithTransport):
2148
2076
 
2149
2077
    def setUp(self):
2150
2078
        tests.TestCaseWithTransport.setUp(self)
2161
2089
            'working_dir':working_dir, 'allow_plugins':allow_plugins})
2162
2090
        return self.next_subprocess
2163
2091
 
2164
 
 
2165
 
class TestRunBzrSubprocess(TestWithFakedStartBzrSubprocess):
2166
 
 
2167
2092
    def assertRunBzrSubprocess(self, expected_args, process, *args, **kwargs):
2168
2093
        """Run run_bzr_subprocess with args and kwargs using a stubbed process.
2169
2094
 
2232
2157
            StubProcess(), '', allow_plugins=True)
2233
2158
 
2234
2159
 
2235
 
class TestFinishBzrSubprocess(TestWithFakedStartBzrSubprocess):
2236
 
 
2237
 
    def test_finish_bzr_subprocess_with_error(self):
2238
 
        """finish_bzr_subprocess allows specification of the desired exit code.
2239
 
        """
2240
 
        process = StubProcess(err="unknown command", retcode=3)
2241
 
        result = self.finish_bzr_subprocess(process, retcode=3)
2242
 
        self.assertEqual('', result[0])
2243
 
        self.assertContainsRe(result[1], 'unknown command')
2244
 
 
2245
 
    def test_finish_bzr_subprocess_ignoring_retcode(self):
2246
 
        """finish_bzr_subprocess allows the exit code to be ignored."""
2247
 
        process = StubProcess(err="unknown command", retcode=3)
2248
 
        result = self.finish_bzr_subprocess(process, retcode=None)
2249
 
        self.assertEqual('', result[0])
2250
 
        self.assertContainsRe(result[1], 'unknown command')
2251
 
 
2252
 
    def test_finish_subprocess_with_unexpected_retcode(self):
2253
 
        """finish_bzr_subprocess raises self.failureException if the retcode is
2254
 
        not the expected one.
2255
 
        """
2256
 
        process = StubProcess(err="unknown command", retcode=3)
2257
 
        self.assertRaises(self.failureException, self.finish_bzr_subprocess,
2258
 
                          process)
2259
 
 
2260
 
 
2261
2160
class _DontSpawnProcess(Exception):
2262
2161
    """A simple exception which just allows us to skip unnecessary steps"""
2263
2162
 
2341
2240
        self.assertEqual(['foo', 'current'], chdirs)
2342
2241
 
2343
2242
 
2344
 
class TestActuallyStartBzrSubprocess(tests.TestCaseWithTransport):
2345
 
    """Tests that really need to do things with an external bzr."""
 
2243
class TestBzrSubprocess(tests.TestCaseWithTransport):
 
2244
 
 
2245
    def test_start_and_stop_bzr_subprocess(self):
 
2246
        """We can start and perform other test actions while that process is
 
2247
        still alive.
 
2248
        """
 
2249
        process = self.start_bzr_subprocess(['--version'])
 
2250
        result = self.finish_bzr_subprocess(process)
 
2251
        self.assertContainsRe(result[0], 'is free software')
 
2252
        self.assertEqual('', result[1])
 
2253
 
 
2254
    def test_start_and_stop_bzr_subprocess_with_error(self):
 
2255
        """finish_bzr_subprocess allows specification of the desired exit code.
 
2256
        """
 
2257
        process = self.start_bzr_subprocess(['--versionn'])
 
2258
        result = self.finish_bzr_subprocess(process, retcode=3)
 
2259
        self.assertEqual('', result[0])
 
2260
        self.assertContainsRe(result[1], 'unknown command')
 
2261
 
 
2262
    def test_start_and_stop_bzr_subprocess_ignoring_retcode(self):
 
2263
        """finish_bzr_subprocess allows the exit code to be ignored."""
 
2264
        process = self.start_bzr_subprocess(['--versionn'])
 
2265
        result = self.finish_bzr_subprocess(process, retcode=None)
 
2266
        self.assertEqual('', result[0])
 
2267
        self.assertContainsRe(result[1], 'unknown command')
 
2268
 
 
2269
    def test_start_and_stop_bzr_subprocess_with_unexpected_retcode(self):
 
2270
        """finish_bzr_subprocess raises self.failureException if the retcode is
 
2271
        not the expected one.
 
2272
        """
 
2273
        process = self.start_bzr_subprocess(['--versionn'])
 
2274
        self.assertRaises(self.failureException, self.finish_bzr_subprocess,
 
2275
                          process)
2346
2276
 
2347
2277
    def test_start_and_stop_bzr_subprocess_send_signal(self):
2348
2278
        """finish_bzr_subprocess raises self.failureException if the retcode is
2349
2279
        not the expected one.
2350
2280
        """
2351
 
        self.disable_missing_extensions_warning()
2352
2281
        process = self.start_bzr_subprocess(['wait-until-signalled'],
2353
2282
                                            skip_if_plan_to_signal=True)
2354
2283
        self.assertEqual('running\n', process.stdout.readline())
2357
2286
        self.assertEqual('', result[0])
2358
2287
        self.assertEqual('bzr: interrupted\n', result[1])
2359
2288
 
 
2289
    def test_start_and_stop_working_dir(self):
 
2290
        cwd = osutils.getcwd()
 
2291
        self.make_branch_and_tree('one')
 
2292
        process = self.start_bzr_subprocess(['root'], working_dir='one')
 
2293
        result = self.finish_bzr_subprocess(process, universal_newlines=True)
 
2294
        self.assertEndsWith(result[0], 'one\n')
 
2295
        self.assertEqual('', result[1])
 
2296
 
 
2297
 
 
2298
class TestKnownFailure(tests.TestCase):
 
2299
 
 
2300
    def test_known_failure(self):
 
2301
        """Check that KnownFailure is defined appropriately."""
 
2302
        # a KnownFailure is an assertion error for compatability with unaware
 
2303
        # runners.
 
2304
        self.assertIsInstance(tests.KnownFailure(""), AssertionError)
 
2305
 
 
2306
    def test_expect_failure(self):
 
2307
        try:
 
2308
            self.expectFailure("Doomed to failure", self.assertTrue, False)
 
2309
        except tests.KnownFailure, e:
 
2310
            self.assertEqual('Doomed to failure', e.args[0])
 
2311
        try:
 
2312
            self.expectFailure("Doomed to failure", self.assertTrue, True)
 
2313
        except AssertionError, e:
 
2314
            self.assertEqual('Unexpected success.  Should have failed:'
 
2315
                             ' Doomed to failure', e.args[0])
 
2316
        else:
 
2317
            self.fail('Assertion not raised')
 
2318
 
2360
2319
 
2361
2320
class TestFeature(tests.TestCase):
2362
2321
 
2399
2358
        self.assertIs(feature, exception.args[0])
2400
2359
 
2401
2360
 
2402
 
simple_thunk_feature = tests._CompatabilityThunkFeature(
2403
 
    'bzrlib.tests', 'UnicodeFilename',
2404
 
    'bzrlib.tests.test_selftest.simple_thunk_feature',
2405
 
    deprecated_in((2,1,0)))
2406
 
 
2407
 
class Test_CompatibilityFeature(tests.TestCase):
2408
 
 
2409
 
    def test_does_thunk(self):
2410
 
        res = self.callDeprecated(
2411
 
            ['bzrlib.tests.test_selftest.simple_thunk_feature was deprecated'
2412
 
             ' in version 2.1.0. Use bzrlib.tests.UnicodeFilename instead.'],
2413
 
            simple_thunk_feature.available)
2414
 
        self.assertEqual(tests.UnicodeFilename.available(), res)
2415
 
 
2416
 
        
2417
 
class TestModuleAvailableFeature(tests.TestCase):
2418
 
 
2419
 
    def test_available_module(self):
2420
 
        feature = tests.ModuleAvailableFeature('bzrlib.tests')
2421
 
        self.assertEqual('bzrlib.tests', feature.module_name)
2422
 
        self.assertEqual('bzrlib.tests', str(feature))
2423
 
        self.assertTrue(feature.available())
2424
 
        self.assertIs(tests, feature.module)
2425
 
 
2426
 
    def test_unavailable_module(self):
2427
 
        feature = tests.ModuleAvailableFeature('bzrlib.no_such_module_exists')
2428
 
        self.assertEqual('bzrlib.no_such_module_exists', str(feature))
2429
 
        self.assertFalse(feature.available())
2430
 
        self.assertIs(None, feature.module)
2431
 
 
2432
 
 
2433
2361
class TestSelftestFiltering(tests.TestCase):
2434
2362
 
2435
2363
    def setUp(self):
2614
2542
        # the test framework
2615
2543
        self.assertEquals('always fails', str(e))
2616
2544
        # check that there's no traceback in the test log
2617
 
        self.assertNotContainsRe(self.get_log(), r'Traceback')
 
2545
        self.assertNotContainsRe(self._get_log(keep_log_file=True),
 
2546
            r'Traceback')
2618
2547
 
2619
2548
    def test_run_bzr_user_error_caught(self):
2620
2549
        # Running bzr in blackbox mode, normal/expected/user errors should be
2621
2550
        # caught in the regular way and turned into an error message plus exit
2622
2551
        # code.
2623
 
        transport_server = MemoryServer()
2624
 
        transport_server.start_server()
2625
 
        self.addCleanup(transport_server.stop_server)
2626
 
        url = transport_server.get_url()
2627
 
        self.permit_url(url)
2628
 
        out, err = self.run_bzr(["log", "%s/nonexistantpath" % url], retcode=3)
 
2552
        out, err = self.run_bzr(["log", "/nonexistantpath"], retcode=3)
2629
2553
        self.assertEqual(out, '')
2630
2554
        self.assertContainsRe(err,
2631
2555
            'bzr: ERROR: Not a branch: ".*nonexistantpath/".\n')
2757
2681
 
2758
2682
class TestTestSuite(tests.TestCase):
2759
2683
 
2760
 
    def test__test_suite_testmod_names(self):
2761
 
        # Test that a plausible list of test module names are returned
2762
 
        # by _test_suite_testmod_names.
2763
 
        test_list = tests._test_suite_testmod_names()
2764
 
        self.assertSubset([
2765
 
            'bzrlib.tests.blackbox',
2766
 
            'bzrlib.tests.per_transport',
2767
 
            'bzrlib.tests.test_selftest',
2768
 
            ],
2769
 
            test_list)
2770
 
 
2771
 
    def test__test_suite_modules_to_doctest(self):
2772
 
        # Test that a plausible list of modules to doctest is returned
2773
 
        # by _test_suite_modules_to_doctest.
2774
 
        test_list = tests._test_suite_modules_to_doctest()
2775
 
        self.assertSubset([
2776
 
            'bzrlib.timestamp',
2777
 
            ],
2778
 
            test_list)
2779
 
 
2780
2684
    def test_test_suite(self):
2781
 
        # test_suite() loads the entire test suite to operate. To avoid this
2782
 
        # overhead, and yet still be confident that things are happening,
2783
 
        # we temporarily replace two functions used by test_suite with 
2784
 
        # test doubles that supply a few sample tests to load, and check they
2785
 
        # are loaded.
2786
 
        calls = []
2787
 
        def testmod_names():
2788
 
            calls.append("testmod_names")
2789
 
            return [
2790
 
                'bzrlib.tests.blackbox.test_branch',
2791
 
                'bzrlib.tests.per_transport',
2792
 
                'bzrlib.tests.test_selftest',
2793
 
                ]
2794
 
        self.overrideAttr(tests, '_test_suite_testmod_names', testmod_names)
2795
 
        def doctests():
2796
 
            calls.append("modules_to_doctest")
2797
 
            return ['bzrlib.timestamp']
2798
 
        self.overrideAttr(tests, '_test_suite_modules_to_doctest', doctests)
2799
 
        expected_test_list = [
 
2685
        # This test is slow - it loads the entire test suite to operate, so we
 
2686
        # do a single test with one test in each category
 
2687
        test_list = [
2800
2688
            # testmod_names
2801
2689
            'bzrlib.tests.blackbox.test_branch.TestBranch.test_branch',
2802
2690
            ('bzrlib.tests.per_transport.TransportTests'
2803
 
             '.test_abspath(LocalTransport,LocalURLServer)'),
 
2691
             '.test_abspath(LocalURLServer)'),
2804
2692
            'bzrlib.tests.test_selftest.TestTestSuite.test_test_suite',
2805
2693
            # modules_to_doctest
2806
2694
            'bzrlib.timestamp.format_highres_date',
2807
2695
            # plugins can't be tested that way since selftest may be run with
2808
2696
            # --no-plugins
2809
2697
            ]
2810
 
        suite = tests.test_suite()
2811
 
        self.assertEqual(set(["testmod_names", "modules_to_doctest"]),
2812
 
            set(calls))
2813
 
        self.assertSubset(expected_test_list, _test_ids(suite))
 
2698
        suite = tests.test_suite(test_list)
 
2699
        self.assertEquals(test_list, _test_ids(suite))
2814
2700
 
2815
2701
    def test_test_suite_list_and_start(self):
2816
2702
        # We cannot test this at the same time as the main load, because we want
2817
 
        # to know that starting_with == None works. So a second load is
2818
 
        # incurred - note that the starting_with parameter causes a partial load
2819
 
        # rather than a full load so this test should be pretty quick.
 
2703
        # to know that starting_with == None works. So a second full load is
 
2704
        # incurred.
2820
2705
        test_list = ['bzrlib.tests.test_selftest.TestTestSuite.test_test_suite']
2821
2706
        suite = tests.test_suite(test_list,
2822
2707
                                 ['bzrlib.tests.test_selftest.TestTestSuite'])
2867
2752
    def test_load_tests(self):
2868
2753
        test_list = ['bzrlib.tests.test_sampler.DemoTest.test_nothing']
2869
2754
        loader = self._create_loader(test_list)
 
2755
 
2870
2756
        suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2871
2757
        self.assertEquals(test_list, _test_ids(suite))
2872
2758
 
2873
2759
    def test_exclude_tests(self):
2874
2760
        test_list = ['bogus']
2875
2761
        loader = self._create_loader(test_list)
 
2762
 
2876
2763
        suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2877
2764
        self.assertEquals([], _test_ids(suite))
2878
2765
 
2923
2810
        tpr.register('bar', 'bbb.aaa.rrr')
2924
2811
        tpr.register('bar', 'bBB.aAA.rRR')
2925
2812
        self.assertEquals('bbb.aaa.rrr', tpr.get('bar'))
2926
 
        self.assertThat(self.get_log(),
2927
 
            DocTestMatches("...bar...bbb.aaa.rrr...BB.aAA.rRR", ELLIPSIS))
 
2813
        self.assertContainsRe(self._get_log(keep_log_file=True),
 
2814
                              r'.*bar.*bbb.aaa.rrr.*bBB.aAA.rRR')
2928
2815
 
2929
2816
    def test_get_unknown_prefix(self):
2930
2817
        tpr = self._get_registry()
2966
2853
                                                self.verbosity)
2967
2854
        tests.run_suite(suite, runner_class=MyRunner, stream=StringIO())
2968
2855
        self.assertLength(1, calls)
 
2856
 
 
2857
    def test_done(self):
 
2858
        """run_suite should call result.done()"""
 
2859
        self.calls = 0
 
2860
        def one_more_call(): self.calls += 1
 
2861
        def test_function():
 
2862
            pass
 
2863
        test = unittest.FunctionTestCase(test_function)
 
2864
        class InstrumentedTestResult(tests.ExtendedTestResult):
 
2865
            def done(self): one_more_call()
 
2866
        class MyRunner(tests.TextTestRunner):
 
2867
            def run(self, test):
 
2868
                return InstrumentedTestResult(self.stream, self.descriptions,
 
2869
                                              self.verbosity)
 
2870
        tests.run_suite(test, runner_class=MyRunner, stream=StringIO())
 
2871
        self.assertEquals(1, self.calls)