~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_selftest.py

  • Committer: Canonical.com Patch Queue Manager
  • Date: 2009-08-14 05:49:27 UTC
  • mfrom: (4476.3.86 inventory-delta)
  • Revision ID: pqm@pqm.ubuntu.com-20090814054927-k0k18dn46ax4b91f
(andrew) Add inventory-delta streaming for cross-format fetch.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2005-2010 Canonical Ltd
 
1
# Copyright (C) 2005, 2006, 2007, 2008, 2009 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
17
17
"""Tests for the test framework."""
18
18
 
19
19
from cStringIO import StringIO
20
 
from doctest import ELLIPSIS
21
20
import os
22
 
import signal
23
21
import sys
24
22
import time
25
23
import unittest
26
24
import warnings
27
25
 
28
 
from testtools import MultiTestResult
29
 
from testtools.content_type import ContentType
30
 
from testtools.matchers import (
31
 
    DocTestMatches,
32
 
    Equals,
33
 
    )
34
 
import testtools.tests.helpers
35
 
 
36
26
import bzrlib
37
27
from bzrlib import (
38
28
    branchbuilder,
47
37
    repository,
48
38
    symbol_versioning,
49
39
    tests,
50
 
    transport,
51
40
    workingtree,
52
41
    )
53
42
from bzrlib.repofmt import (
54
 
    groupcompress_repo,
55
43
    pack_repo,
56
44
    weaverepo,
57
45
    )
61
49
    deprecated_method,
62
50
    )
63
51
from bzrlib.tests import (
64
 
    features,
65
52
    test_lsprof,
66
 
    test_server,
67
53
    test_sftp_transport,
68
54
    TestUtil,
69
55
    )
70
56
from bzrlib.trace import note
71
 
from bzrlib.transport import memory
 
57
from bzrlib.transport.memory import MemoryServer, MemoryTransport
72
58
from bzrlib.version import _get_bzr_source_tree
73
59
 
74
60
 
88
74
                          TestUtil._load_module_by_name,
89
75
                          'bzrlib.no-name-yet')
90
76
 
91
 
 
92
77
class MetaTestLog(tests.TestCase):
93
78
 
94
79
    def test_logging(self):
95
80
        """Test logs are captured when a test fails."""
96
81
        self.log('a test message')
97
 
        details = self.getDetails()
98
 
        log = details['log']
99
 
        self.assertThat(log.content_type, Equals(ContentType(
100
 
            "text", "plain", {"charset": "utf8"})))
101
 
        self.assertThat(u"".join(log.iter_text()), Equals(self.get_log()))
102
 
        self.assertThat(self.get_log(),
103
 
            DocTestMatches(u"...a test message\n", ELLIPSIS))
 
82
        self._log_file.flush()
 
83
        self.assertContainsRe(self._get_log(keep_log_file=True),
 
84
                              'a test message\n')
104
85
 
105
86
 
106
87
class TestUnicodeFilename(tests.TestCase):
234
215
        from bzrlib.tests.per_repository import formats_to_scenarios
235
216
        formats = [("(c)", remote.RemoteRepositoryFormat()),
236
217
                   ("(d)", repository.format_registry.get(
237
 
                    'Bazaar repository format 2a (needs bzr 1.16 or later)\n'))]
 
218
                        'Bazaar pack repository format 1 (needs bzr 0.92)\n'))]
238
219
        no_vfs_scenarios = formats_to_scenarios(formats, "server", "readonly",
239
220
            None)
240
221
        vfs_scenarios = formats_to_scenarios(formats, "server", "readonly",
241
222
            vfs_transport_factory="vfs")
242
223
        # no_vfs generate scenarios without vfs_transport_factory
243
 
        expected = [
 
224
        self.assertEqual([
244
225
            ('RemoteRepositoryFormat(c)',
245
226
             {'bzrdir_format': remote.RemoteBzrDirFormat(),
246
227
              'repository_format': remote.RemoteRepositoryFormat(),
247
228
              'transport_readonly_server': 'readonly',
248
229
              'transport_server': 'server'}),
249
 
            ('RepositoryFormat2a(d)',
 
230
            ('RepositoryFormatKnitPack1(d)',
250
231
             {'bzrdir_format': bzrdir.BzrDirMetaFormat1(),
251
 
              'repository_format': groupcompress_repo.RepositoryFormat2a(),
 
232
              'repository_format': pack_repo.RepositoryFormatKnitPack1(),
252
233
              'transport_readonly_server': 'readonly',
253
 
              'transport_server': 'server'})]
254
 
        self.assertEqual(expected, no_vfs_scenarios)
 
234
              'transport_server': 'server'})],
 
235
            no_vfs_scenarios)
255
236
        self.assertEqual([
256
237
            ('RemoteRepositoryFormat(c)',
257
238
             {'bzrdir_format': remote.RemoteBzrDirFormat(),
259
240
              'transport_readonly_server': 'readonly',
260
241
              'transport_server': 'server',
261
242
              'vfs_transport_factory': 'vfs'}),
262
 
            ('RepositoryFormat2a(d)',
 
243
            ('RepositoryFormatKnitPack1(d)',
263
244
             {'bzrdir_format': bzrdir.BzrDirMetaFormat1(),
264
 
              'repository_format': groupcompress_repo.RepositoryFormat2a(),
 
245
              'repository_format': pack_repo.RepositoryFormatKnitPack1(),
265
246
              'transport_readonly_server': 'readonly',
266
247
              'transport_server': 'server',
267
248
              'vfs_transport_factory': 'vfs'})],
505
486
        self.assertEqualStat(real, fake)
506
487
 
507
488
    def test_assertEqualStat_notequal(self):
508
 
        self.build_tree(["foo", "longname"])
 
489
        self.build_tree(["foo", "bar"])
509
490
        self.assertRaises(AssertionError, self.assertEqualStat,
510
 
            os.lstat("foo"), os.lstat("longname"))
 
491
            os.lstat("foo"), os.lstat("bar"))
511
492
 
512
493
 
513
494
class TestTestCaseWithMemoryTransport(tests.TestCaseWithMemoryTransport):
531
512
        cwd = osutils.getcwd()
532
513
        self.assertIsSameRealPath(self.test_dir, cwd)
533
514
 
534
 
    def test_BZR_HOME_and_HOME_are_bytestrings(self):
535
 
        """The $BZR_HOME and $HOME environment variables should not be unicode.
536
 
 
537
 
        See https://bugs.launchpad.net/bzr/+bug/464174
538
 
        """
539
 
        self.assertIsInstance(os.environ['BZR_HOME'], str)
540
 
        self.assertIsInstance(os.environ['HOME'], str)
541
 
 
542
515
    def test_make_branch_and_memory_tree(self):
543
516
        """In TestCaseWithMemoryTransport we should not make the branch on disk.
544
517
 
600
573
                         self.get_transport().get_bytes(
601
574
                            'dir/.bzr/repository/format'))
602
575
 
 
576
    def test_safety_net(self):
 
577
        """No test should modify the safety .bzr directory.
 
578
 
 
579
        We just test that the _check_safety_net private method raises
 
580
        AssertionError, it's easier than building a test suite with the same
 
581
        test.
 
582
        """
 
583
        # Oops, a commit in the current directory (i.e. without local .bzr
 
584
        # directory) will crawl up the hierarchy to find a .bzr directory.
 
585
        self.run_bzr(['commit', '-mfoo', '--unchanged'])
 
586
        # But we have a safety net in place.
 
587
        self.assertRaises(AssertionError, self._check_safety_net)
 
588
 
603
589
    def test_dangling_locks_cause_failures(self):
604
590
        class TestDanglingLock(tests.TestCaseWithMemoryTransport):
605
591
            def test_function(self):
609
595
                l.attempt_lock()
610
596
        test = TestDanglingLock('test_function')
611
597
        result = test.run()
612
 
        total_failures = result.errors + result.failures
613
 
        if self._lock_check_thorough:
614
 
            self.assertLength(1, total_failures)
615
 
        else:
616
 
            # When _lock_check_thorough is disabled, then we don't trigger a
617
 
            # failure
618
 
            self.assertLength(0, total_failures)
 
598
        self.assertEqual(1, len(result.errors))
619
599
 
620
600
 
621
601
class TestTestCaseWithTransport(tests.TestCaseWithTransport):
622
602
    """Tests for the convenience functions TestCaseWithTransport introduces."""
623
603
 
624
604
    def test_get_readonly_url_none(self):
 
605
        from bzrlib.transport import get_transport
 
606
        from bzrlib.transport.memory import MemoryServer
625
607
        from bzrlib.transport.readonly import ReadonlyTransportDecorator
626
 
        self.vfs_transport_factory = memory.MemoryServer
 
608
        self.vfs_transport_factory = MemoryServer
627
609
        self.transport_readonly_server = None
628
610
        # calling get_readonly_transport() constructs a decorator on the url
629
611
        # for the server
630
612
        url = self.get_readonly_url()
631
613
        url2 = self.get_readonly_url('foo/bar')
632
 
        t = transport.get_transport(url)
633
 
        t2 = transport.get_transport(url2)
 
614
        t = get_transport(url)
 
615
        t2 = get_transport(url2)
634
616
        self.failUnless(isinstance(t, ReadonlyTransportDecorator))
635
617
        self.failUnless(isinstance(t2, ReadonlyTransportDecorator))
636
618
        self.assertEqual(t2.base[:-1], t.abspath('foo/bar'))
637
619
 
638
620
    def test_get_readonly_url_http(self):
639
621
        from bzrlib.tests.http_server import HttpServer
 
622
        from bzrlib.transport import get_transport
 
623
        from bzrlib.transport.local import LocalURLServer
640
624
        from bzrlib.transport.http import HttpTransportBase
641
 
        self.transport_server = test_server.LocalURLServer
 
625
        self.transport_server = LocalURLServer
642
626
        self.transport_readonly_server = HttpServer
643
627
        # calling get_readonly_transport() gives us a HTTP server instance.
644
628
        url = self.get_readonly_url()
645
629
        url2 = self.get_readonly_url('foo/bar')
646
630
        # the transport returned may be any HttpTransportBase subclass
647
 
        t = transport.get_transport(url)
648
 
        t2 = transport.get_transport(url2)
 
631
        t = get_transport(url)
 
632
        t2 = get_transport(url2)
649
633
        self.failUnless(isinstance(t, HttpTransportBase))
650
634
        self.failUnless(isinstance(t2, HttpTransportBase))
651
635
        self.assertEqual(t2.base[:-1], t.abspath('foo/bar'))
675
659
 
676
660
    def setUp(self):
677
661
        super(TestTestCaseTransports, self).setUp()
678
 
        self.vfs_transport_factory = memory.MemoryServer
 
662
        self.vfs_transport_factory = MemoryServer
679
663
 
680
664
    def test_make_bzrdir_preserves_transport(self):
681
665
        t = self.get_transport()
682
666
        result_bzrdir = self.make_bzrdir('subdir')
683
667
        self.assertIsInstance(result_bzrdir.transport,
684
 
                              memory.MemoryTransport)
 
668
                              MemoryTransport)
685
669
        # should not be on disk, should only be in memory
686
670
        self.failIfExists('subdir')
687
671
 
689
673
class TestChrootedTest(tests.ChrootedTestCase):
690
674
 
691
675
    def test_root_is_root(self):
692
 
        t = transport.get_transport(self.get_readonly_url())
 
676
        from bzrlib.transport import get_transport
 
677
        t = get_transport(self.get_readonly_url())
693
678
        url = t.base
694
679
        self.assertEqual(url, t.clone('..').base)
695
680
 
696
681
 
697
 
class TestProfileResult(tests.TestCase):
698
 
 
699
 
    def test_profiles_tests(self):
700
 
        self.requireFeature(test_lsprof.LSProfFeature)
701
 
        terminal = testtools.tests.helpers.ExtendedTestResult()
702
 
        result = tests.ProfileResult(terminal)
703
 
        class Sample(tests.TestCase):
704
 
            def a(self):
705
 
                self.sample_function()
706
 
            def sample_function(self):
707
 
                pass
708
 
        test = Sample("a")
709
 
        test.run(result)
710
 
        case = terminal._events[0][1]
711
 
        self.assertLength(1, case._benchcalls)
712
 
        # We must be able to unpack it as the test reporting code wants
713
 
        (_, _, _), stats = case._benchcalls[0]
714
 
        self.assertTrue(callable(stats.pprint))
715
 
 
716
 
 
717
682
class TestTestResult(tests.TestCase):
718
683
 
719
684
    def check_timing(self, test_case, expected_re):
721
686
                descriptions=0,
722
687
                verbosity=1,
723
688
                )
724
 
        capture = testtools.tests.helpers.ExtendedTestResult()
725
 
        test_case.run(MultiTestResult(result, capture))
726
 
        run_case = capture._events[0][1]
727
 
        timed_string = result._testTimeString(run_case)
 
689
        test_case.run(result)
 
690
        timed_string = result._testTimeString(test_case)
728
691
        self.assertContainsRe(timed_string, expected_re)
729
692
 
730
693
    def test_test_reporting(self):
748
711
        self.check_timing(ShortDelayTestCase('test_short_delay'),
749
712
                          r"^ +[0-9]+ms$")
750
713
 
751
 
    def _patch_get_bzr_source_tree(self):
752
 
        # Reading from the actual source tree breaks isolation, but we don't
753
 
        # want to assume that thats *all* that would happen.
754
 
        self.overrideAttr(bzrlib.version, '_get_bzr_source_tree', lambda: None)
755
 
 
756
714
    def test_assigned_benchmark_file_stores_date(self):
757
 
        self._patch_get_bzr_source_tree()
758
715
        output = StringIO()
759
716
        result = bzrlib.tests.TextTestResult(self._log_file,
760
717
                                        descriptions=0,
768
725
        self.assertContainsRe(output_string, "--date [0-9.]+")
769
726
 
770
727
    def test_benchhistory_records_test_times(self):
771
 
        self._patch_get_bzr_source_tree()
772
728
        result_stream = StringIO()
773
729
        result = bzrlib.tests.TextTestResult(
774
730
            self._log_file,
801
757
        self.requireFeature(test_lsprof.LSProfFeature)
802
758
        result_stream = StringIO()
803
759
        result = bzrlib.tests.VerboseTestResult(
804
 
            result_stream,
 
760
            unittest._WritelnDecorator(result_stream),
805
761
            descriptions=0,
806
762
            verbosity=2,
807
763
            )
836
792
    def test_known_failure(self):
837
793
        """A KnownFailure being raised should trigger several result actions."""
838
794
        class InstrumentedTestResult(tests.ExtendedTestResult):
839
 
            def stopTestRun(self): pass
 
795
            def done(self): pass
840
796
            def startTests(self): pass
841
797
            def report_test_start(self, test): pass
842
 
            def report_known_failure(self, test, err=None, details=None):
843
 
                self._call = test, 'known failure'
 
798
            def report_known_failure(self, test, err):
 
799
                self._call = test, err
844
800
        result = InstrumentedTestResult(None, None, None, None)
845
 
        class Test(tests.TestCase):
846
 
            def test_function(self):
847
 
                raise tests.KnownFailure('failed!')
848
 
        test = Test("test_function")
 
801
        def test_function():
 
802
            raise tests.KnownFailure('failed!')
 
803
        test = unittest.FunctionTestCase(test_function)
849
804
        test.run(result)
850
805
        # it should invoke 'report_known_failure'.
851
806
        self.assertEqual(2, len(result._call))
852
 
        self.assertEqual(test.id(), result._call[0].id())
853
 
        self.assertEqual('known failure', result._call[1])
 
807
        self.assertEqual(test, result._call[0])
 
808
        self.assertEqual(tests.KnownFailure, result._call[1][0])
 
809
        self.assertIsInstance(result._call[1][1], tests.KnownFailure)
854
810
        # we dont introspec the traceback, if the rest is ok, it would be
855
811
        # exceptional for it not to be.
856
812
        # it should update the known_failure_count on the object.
862
818
        # verbose test output formatting
863
819
        result_stream = StringIO()
864
820
        result = bzrlib.tests.VerboseTestResult(
865
 
            result_stream,
 
821
            unittest._WritelnDecorator(result_stream),
866
822
            descriptions=0,
867
823
            verbosity=2,
868
824
            )
878
834
        output = result_stream.getvalue()[prefix:]
879
835
        lines = output.splitlines()
880
836
        self.assertContainsRe(lines[0], r'XFAIL *\d+ms$')
881
 
        if sys.version_info > (2, 7):
882
 
            self.expectFailure("_ExpectedFailure on 2.7 loses the message",
883
 
                self.assertNotEqual, lines[1], '    ')
884
837
        self.assertEqual(lines[1], '    foo')
885
838
        self.assertEqual(2, len(lines))
886
839
 
893
846
    def test_add_not_supported(self):
894
847
        """Test the behaviour of invoking addNotSupported."""
895
848
        class InstrumentedTestResult(tests.ExtendedTestResult):
896
 
            def stopTestRun(self): pass
 
849
            def done(self): pass
897
850
            def startTests(self): pass
898
851
            def report_test_start(self, test): pass
899
852
            def report_unsupported(self, test, feature):
920
873
        # verbose test output formatting
921
874
        result_stream = StringIO()
922
875
        result = bzrlib.tests.VerboseTestResult(
923
 
            result_stream,
 
876
            unittest._WritelnDecorator(result_stream),
924
877
            descriptions=0,
925
878
            verbosity=2,
926
879
            )
931
884
        result.report_unsupported(test, feature)
932
885
        output = result_stream.getvalue()[prefix:]
933
886
        lines = output.splitlines()
934
 
        # We don't check for the final '0ms' since it may fail on slow hosts
935
 
        self.assertStartsWith(lines[0], 'NODEP')
936
 
        self.assertEqual(lines[1],
937
 
                         "    The feature 'Feature' is not available.")
 
887
        self.assertEqual(lines, ['NODEP        0ms',
 
888
                                 "    The feature 'Feature' is not available."])
938
889
 
939
890
    def test_unavailable_exception(self):
940
891
        """An UnavailableFeature being raised should invoke addNotSupported."""
941
892
        class InstrumentedTestResult(tests.ExtendedTestResult):
942
 
            def stopTestRun(self): pass
 
893
            def done(self): pass
943
894
            def startTests(self): pass
944
895
            def report_test_start(self, test): pass
945
896
            def addNotSupported(self, test, feature):
946
897
                self._call = test, feature
947
898
        result = InstrumentedTestResult(None, None, None, None)
948
899
        feature = tests.Feature()
949
 
        class Test(tests.TestCase):
950
 
            def test_function(self):
951
 
                raise tests.UnavailableFeature(feature)
952
 
        test = Test("test_function")
 
900
        def test_function():
 
901
            raise tests.UnavailableFeature(feature)
 
902
        test = unittest.FunctionTestCase(test_function)
953
903
        test.run(result)
954
904
        # it should invoke 'addNotSupported'.
955
905
        self.assertEqual(2, len(result._call))
956
 
        self.assertEqual(test.id(), result._call[0].id())
 
906
        self.assertEqual(test, result._call[0])
957
907
        self.assertEqual(feature, result._call[1])
958
908
        # and not count as an error
959
909
        self.assertEqual(0, result.error_count)
972
922
                                             verbosity=1)
973
923
        test = self.get_passing_test()
974
924
        err = (tests.KnownFailure, tests.KnownFailure('foo'), None)
975
 
        result.addExpectedFailure(test, err)
 
925
        result._addKnownFailure(test, err)
976
926
        self.assertFalse(result.wasStrictlySuccessful())
977
927
        self.assertEqual(None, result._extractBenchmarkTime(test))
978
928
 
1023
973
        because of our use of global state.
1024
974
        """
1025
975
        old_root = tests.TestCaseInTempDir.TEST_ROOT
1026
 
        old_leak = tests.TestCase._first_thread_leaker_id
1027
976
        try:
1028
977
            tests.TestCaseInTempDir.TEST_ROOT = None
1029
 
            tests.TestCase._first_thread_leaker_id = None
1030
978
            return testrunner.run(test)
1031
979
        finally:
1032
980
            tests.TestCaseInTempDir.TEST_ROOT = old_root
1033
 
            tests.TestCase._first_thread_leaker_id = old_leak
1034
981
 
1035
982
    def test_known_failure_failed_run(self):
1036
983
        # run a test that generates a known failure which should be printed in
1037
984
        # the final output when real failures occur.
1038
 
        class Test(tests.TestCase):
1039
 
            def known_failure_test(self):
1040
 
                self.expectFailure('failed', self.assertTrue, False)
 
985
        def known_failure_test():
 
986
            raise tests.KnownFailure('failed')
1041
987
        test = unittest.TestSuite()
1042
 
        test.addTest(Test("known_failure_test"))
 
988
        test.addTest(unittest.FunctionTestCase(known_failure_test))
1043
989
        def failing_test():
1044
 
            self.fail('foo')
 
990
            raise AssertionError('foo')
1045
991
        test.addTest(unittest.FunctionTestCase(failing_test))
1046
992
        stream = StringIO()
1047
993
        runner = tests.TextTestRunner(stream=stream)
1048
994
        result = self.run_test_runner(runner, test)
1049
995
        lines = stream.getvalue().splitlines()
1050
 
        self.assertContainsRe(stream.getvalue(),
1051
 
            '(?sm)^bzr selftest.*$'
1052
 
            '.*'
1053
 
            '^======================================================================\n'
1054
 
            '^FAIL: failing_test\n'
1055
 
            '^----------------------------------------------------------------------\n'
1056
 
            'Traceback \\(most recent call last\\):\n'
1057
 
            '  .*' # File .*, line .*, in failing_test' - but maybe not from .pyc
1058
 
            '    self.fail\\(\'foo\'\\)\n'
1059
 
            '.*'
1060
 
            '^----------------------------------------------------------------------\n'
1061
 
            '.*'
1062
 
            'FAILED \\(failures=1, known_failure_count=1\\)'
1063
 
            )
 
996
        self.assertEqual([
 
997
            '',
 
998
            '======================================================================',
 
999
            'FAIL: unittest.FunctionTestCase (failing_test)',
 
1000
            '----------------------------------------------------------------------',
 
1001
            'Traceback (most recent call last):',
 
1002
            '    raise AssertionError(\'foo\')',
 
1003
            'AssertionError: foo',
 
1004
            '',
 
1005
            '----------------------------------------------------------------------',
 
1006
            '',
 
1007
            'FAILED (failures=1, known_failure_count=1)'],
 
1008
            lines[3:8] + lines[9:13] + lines[14:])
1064
1009
 
1065
1010
    def test_known_failure_ok_run(self):
1066
 
        # run a test that generates a known failure which should be printed in
1067
 
        # the final output.
1068
 
        class Test(tests.TestCase):
1069
 
            def known_failure_test(self):
1070
 
                self.expectFailure('failed', self.assertTrue, False)
1071
 
        test = Test("known_failure_test")
 
1011
        # run a test that generates a known failure which should be printed in the final output.
 
1012
        def known_failure_test():
 
1013
            raise tests.KnownFailure('failed')
 
1014
        test = unittest.FunctionTestCase(known_failure_test)
1072
1015
        stream = StringIO()
1073
1016
        runner = tests.TextTestRunner(stream=stream)
1074
1017
        result = self.run_test_runner(runner, test)
1079
1022
            '\n'
1080
1023
            'OK \\(known_failures=1\\)\n')
1081
1024
 
1082
 
    def test_result_decorator(self):
1083
 
        # decorate results
1084
 
        calls = []
1085
 
        class LoggingDecorator(tests.ForwardingResult):
1086
 
            def startTest(self, test):
1087
 
                tests.ForwardingResult.startTest(self, test)
1088
 
                calls.append('start')
1089
 
        test = unittest.FunctionTestCase(lambda:None)
1090
 
        stream = StringIO()
1091
 
        runner = tests.TextTestRunner(stream=stream,
1092
 
            result_decorators=[LoggingDecorator])
1093
 
        result = self.run_test_runner(runner, test)
1094
 
        self.assertLength(1, calls)
1095
 
 
1096
1025
    def test_skipped_test(self):
1097
1026
        # run a test that is skipped, and check the suite as a whole still
1098
1027
        # succeeds.
1151
1080
 
1152
1081
    def test_not_applicable(self):
1153
1082
        # run a test that is skipped because it's not applicable
1154
 
        class Test(tests.TestCase):
1155
 
            def not_applicable_test(self):
1156
 
                raise tests.TestNotApplicable('this test never runs')
 
1083
        def not_applicable_test():
 
1084
            raise tests.TestNotApplicable('this test never runs')
1157
1085
        out = StringIO()
1158
1086
        runner = tests.TextTestRunner(stream=out, verbosity=2)
1159
 
        test = Test("not_applicable_test")
 
1087
        test = unittest.FunctionTestCase(not_applicable_test)
1160
1088
        result = self.run_test_runner(runner, test)
1161
1089
        self._log_file.write(out.getvalue())
1162
1090
        self.assertTrue(result.wasSuccessful())
1166
1094
        self.assertContainsRe(out.getvalue(),
1167
1095
                r'(?m)^    this test never runs')
1168
1096
 
 
1097
    def test_not_applicable_demo(self):
 
1098
        # just so you can see it in the test output
 
1099
        raise tests.TestNotApplicable('this test is just a demonstation')
 
1100
 
1169
1101
    def test_unsupported_features_listed(self):
1170
1102
        """When unsupported features are encountered they are detailed."""
1171
1103
        class Feature1(tests.Feature):
1191
1123
            ],
1192
1124
            lines[-3:])
1193
1125
 
1194
 
    def _patch_get_bzr_source_tree(self):
1195
 
        # Reading from the actual source tree breaks isolation, but we don't
1196
 
        # want to assume that thats *all* that would happen.
1197
 
        self._get_source_tree_calls = []
1198
 
        def new_get():
1199
 
            self._get_source_tree_calls.append("called")
1200
 
            return None
1201
 
        self.overrideAttr(bzrlib.version, '_get_bzr_source_tree',  new_get)
1202
 
 
1203
1126
    def test_bench_history(self):
1204
 
        # tests that the running the benchmark passes bench_history into
1205
 
        # the test result object. We can tell that happens if
1206
 
        # _get_bzr_source_tree is called.
1207
 
        self._patch_get_bzr_source_tree()
 
1127
        # tests that the running the benchmark produces a history file
 
1128
        # containing a timestamp and the revision id of the bzrlib source which
 
1129
        # was tested.
 
1130
        workingtree = _get_bzr_source_tree()
1208
1131
        test = TestRunner('dummy_test')
1209
1132
        output = StringIO()
1210
1133
        runner = tests.TextTestRunner(stream=self._log_file,
1212
1135
        result = self.run_test_runner(runner, test)
1213
1136
        output_string = output.getvalue()
1214
1137
        self.assertContainsRe(output_string, "--date [0-9.]+")
1215
 
        self.assertLength(1, self._get_source_tree_calls)
1216
 
 
1217
 
    def test_startTestRun(self):
1218
 
        """run should call result.startTestRun()"""
1219
 
        calls = []
1220
 
        class LoggingDecorator(tests.ForwardingResult):
1221
 
            def startTestRun(self):
1222
 
                tests.ForwardingResult.startTestRun(self)
1223
 
                calls.append('startTestRun')
1224
 
        test = unittest.FunctionTestCase(lambda:None)
1225
 
        stream = StringIO()
1226
 
        runner = tests.TextTestRunner(stream=stream,
1227
 
            result_decorators=[LoggingDecorator])
1228
 
        result = self.run_test_runner(runner, test)
1229
 
        self.assertLength(1, calls)
1230
 
 
1231
 
    def test_stopTestRun(self):
1232
 
        """run should call result.stopTestRun()"""
1233
 
        calls = []
1234
 
        class LoggingDecorator(tests.ForwardingResult):
1235
 
            def stopTestRun(self):
1236
 
                tests.ForwardingResult.stopTestRun(self)
1237
 
                calls.append('stopTestRun')
1238
 
        test = unittest.FunctionTestCase(lambda:None)
1239
 
        stream = StringIO()
1240
 
        runner = tests.TextTestRunner(stream=stream,
1241
 
            result_decorators=[LoggingDecorator])
1242
 
        result = self.run_test_runner(runner, test)
1243
 
        self.assertLength(1, calls)
 
1138
        if workingtree is not None:
 
1139
            revision_id = workingtree.get_parent_ids()[0]
 
1140
            self.assertEndsWith(output_string.rstrip(), revision_id)
 
1141
 
 
1142
    def assertLogDeleted(self, test):
 
1143
        log = test._get_log()
 
1144
        self.assertEqual("DELETED log file to reduce memory footprint", log)
 
1145
        self.assertEqual('', test._log_contents)
 
1146
        self.assertIs(None, test._log_file_name)
 
1147
 
 
1148
    def test_success_log_deleted(self):
 
1149
        """Successful tests have their log deleted"""
 
1150
 
 
1151
        class LogTester(tests.TestCase):
 
1152
 
 
1153
            def test_success(self):
 
1154
                self.log('this will be removed\n')
 
1155
 
 
1156
        sio = StringIO()
 
1157
        runner = tests.TextTestRunner(stream=sio)
 
1158
        test = LogTester('test_success')
 
1159
        result = self.run_test_runner(runner, test)
 
1160
 
 
1161
        self.assertLogDeleted(test)
 
1162
 
 
1163
    def test_skipped_log_deleted(self):
 
1164
        """Skipped tests have their log deleted"""
 
1165
 
 
1166
        class LogTester(tests.TestCase):
 
1167
 
 
1168
            def test_skipped(self):
 
1169
                self.log('this will be removed\n')
 
1170
                raise tests.TestSkipped()
 
1171
 
 
1172
        sio = StringIO()
 
1173
        runner = tests.TextTestRunner(stream=sio)
 
1174
        test = LogTester('test_skipped')
 
1175
        result = self.run_test_runner(runner, test)
 
1176
 
 
1177
        self.assertLogDeleted(test)
 
1178
 
 
1179
    def test_not_aplicable_log_deleted(self):
 
1180
        """Not applicable tests have their log deleted"""
 
1181
 
 
1182
        class LogTester(tests.TestCase):
 
1183
 
 
1184
            def test_not_applicable(self):
 
1185
                self.log('this will be removed\n')
 
1186
                raise tests.TestNotApplicable()
 
1187
 
 
1188
        sio = StringIO()
 
1189
        runner = tests.TextTestRunner(stream=sio)
 
1190
        test = LogTester('test_not_applicable')
 
1191
        result = self.run_test_runner(runner, test)
 
1192
 
 
1193
        self.assertLogDeleted(test)
 
1194
 
 
1195
    def test_known_failure_log_deleted(self):
 
1196
        """Know failure tests have their log deleted"""
 
1197
 
 
1198
        class LogTester(tests.TestCase):
 
1199
 
 
1200
            def test_known_failure(self):
 
1201
                self.log('this will be removed\n')
 
1202
                raise tests.KnownFailure()
 
1203
 
 
1204
        sio = StringIO()
 
1205
        runner = tests.TextTestRunner(stream=sio)
 
1206
        test = LogTester('test_known_failure')
 
1207
        result = self.run_test_runner(runner, test)
 
1208
 
 
1209
        self.assertLogDeleted(test)
 
1210
 
 
1211
    def test_fail_log_kept(self):
 
1212
        """Failed tests have their log kept"""
 
1213
 
 
1214
        class LogTester(tests.TestCase):
 
1215
 
 
1216
            def test_fail(self):
 
1217
                self.log('this will be kept\n')
 
1218
                self.fail('this test fails')
 
1219
 
 
1220
        sio = StringIO()
 
1221
        runner = tests.TextTestRunner(stream=sio)
 
1222
        test = LogTester('test_fail')
 
1223
        result = self.run_test_runner(runner, test)
 
1224
 
 
1225
        text = sio.getvalue()
 
1226
        self.assertContainsRe(text, 'this will be kept')
 
1227
        self.assertContainsRe(text, 'this test fails')
 
1228
 
 
1229
        log = test._get_log()
 
1230
        self.assertContainsRe(log, 'this will be kept')
 
1231
        self.assertEqual(log, test._log_contents)
 
1232
 
 
1233
    def test_error_log_kept(self):
 
1234
        """Tests with errors have their log kept"""
 
1235
 
 
1236
        class LogTester(tests.TestCase):
 
1237
 
 
1238
            def test_error(self):
 
1239
                self.log('this will be kept\n')
 
1240
                raise ValueError('random exception raised')
 
1241
 
 
1242
        sio = StringIO()
 
1243
        runner = tests.TextTestRunner(stream=sio)
 
1244
        test = LogTester('test_error')
 
1245
        result = self.run_test_runner(runner, test)
 
1246
 
 
1247
        text = sio.getvalue()
 
1248
        self.assertContainsRe(text, 'this will be kept')
 
1249
        self.assertContainsRe(text, 'random exception raised')
 
1250
 
 
1251
        log = test._get_log()
 
1252
        self.assertContainsRe(log, 'this will be kept')
 
1253
        self.assertEqual(log, test._log_contents)
1244
1254
 
1245
1255
 
1246
1256
class SampleTestCase(tests.TestCase):
1251
1261
class _TestException(Exception):
1252
1262
    pass
1253
1263
 
1254
 
 
1255
1264
class TestTestCase(tests.TestCase):
1256
1265
    """Tests that test the core bzrlib TestCase."""
1257
1266
 
1306
1315
        # we could set something and run a test that will check
1307
1316
        # it gets santised, but this is probably sufficient for now:
1308
1317
        # if someone runs the test with -Dsomething it will error.
1309
 
        flags = set()
1310
 
        if self._lock_check_thorough:
1311
 
            flags.add('strict_locks')
1312
 
        self.assertEqual(flags, bzrlib.debug.debug_flags)
 
1318
        self.assertEqual(set(), bzrlib.debug.debug_flags)
1313
1319
 
1314
1320
    def change_selftest_debug_flags(self, new_flags):
1315
 
        self.overrideAttr(tests, 'selftest_debug_flags', set(new_flags))
 
1321
        orig_selftest_flags = tests.selftest_debug_flags
 
1322
        self.addCleanup(self._restore_selftest_debug_flags, orig_selftest_flags)
 
1323
        tests.selftest_debug_flags = set(new_flags)
 
1324
 
 
1325
    def _restore_selftest_debug_flags(self, flags):
 
1326
        tests.selftest_debug_flags = flags
1316
1327
 
1317
1328
    def test_allow_debug_flag(self):
1318
1329
        """The -Eallow_debug flag prevents bzrlib.debug.debug_flags from being
1325
1336
                self.flags = set(bzrlib.debug.debug_flags)
1326
1337
        test = TestThatRecordsFlags('test_foo')
1327
1338
        test.run(self.make_test_result())
1328
 
        flags = set(['a-flag'])
1329
 
        if 'disable_lock_checks' not in tests.selftest_debug_flags:
1330
 
            flags.add('strict_locks')
1331
 
        self.assertEqual(flags, self.flags)
1332
 
 
1333
 
    def test_disable_lock_checks(self):
1334
 
        """The -Edisable_lock_checks flag disables thorough checks."""
1335
 
        class TestThatRecordsFlags(tests.TestCase):
1336
 
            def test_foo(nested_self):
1337
 
                self.flags = set(bzrlib.debug.debug_flags)
1338
 
                self.test_lock_check_thorough = nested_self._lock_check_thorough
1339
 
        self.change_selftest_debug_flags(set())
1340
 
        test = TestThatRecordsFlags('test_foo')
1341
 
        test.run(self.make_test_result())
1342
 
        # By default we do strict lock checking and thorough lock/unlock
1343
 
        # tracking.
1344
 
        self.assertTrue(self.test_lock_check_thorough)
1345
 
        self.assertEqual(set(['strict_locks']), self.flags)
1346
 
        # Now set the disable_lock_checks flag, and show that this changed.
1347
 
        self.change_selftest_debug_flags(set(['disable_lock_checks']))
1348
 
        test = TestThatRecordsFlags('test_foo')
1349
 
        test.run(self.make_test_result())
1350
 
        self.assertFalse(self.test_lock_check_thorough)
1351
 
        self.assertEqual(set(), self.flags)
1352
 
 
1353
 
    def test_this_fails_strict_lock_check(self):
1354
 
        class TestThatRecordsFlags(tests.TestCase):
1355
 
            def test_foo(nested_self):
1356
 
                self.flags1 = set(bzrlib.debug.debug_flags)
1357
 
                self.thisFailsStrictLockCheck()
1358
 
                self.flags2 = set(bzrlib.debug.debug_flags)
1359
 
        # Make sure lock checking is active
1360
 
        self.change_selftest_debug_flags(set())
1361
 
        test = TestThatRecordsFlags('test_foo')
1362
 
        test.run(self.make_test_result())
1363
 
        self.assertEqual(set(['strict_locks']), self.flags1)
1364
 
        self.assertEqual(set(), self.flags2)
 
1339
        self.assertEqual(set(['a-flag']), self.flags)
1365
1340
 
1366
1341
    def test_debug_flags_restored(self):
1367
1342
        """The bzrlib debug flags should be restored to their original state
1378
1353
        self.assertEqual(set(['original-state']), bzrlib.debug.debug_flags)
1379
1354
 
1380
1355
    def make_test_result(self):
1381
 
        """Get a test result that writes to the test log file."""
1382
1356
        return tests.TextTestResult(self._log_file, descriptions=0, verbosity=1)
1383
1357
 
1384
1358
    def inner_test(self):
1392
1366
        result = self.make_test_result()
1393
1367
        self.inner_test.run(result)
1394
1368
        note("outer finish")
1395
 
        self.addCleanup(osutils.delete_any, self._log_file_name)
1396
1369
 
1397
1370
    def test_trace_nesting(self):
1398
1371
        # this tests that each test case nests its trace facility correctly.
1422
1395
        sample_test = TestTestCase("method_that_times_a_bit_twice")
1423
1396
        output_stream = StringIO()
1424
1397
        result = bzrlib.tests.VerboseTestResult(
1425
 
            output_stream,
 
1398
            unittest._WritelnDecorator(output_stream),
1426
1399
            descriptions=0,
1427
1400
            verbosity=2)
1428
1401
        sample_test.run(result)
1458
1431
        self.assertEqual((time.sleep, (0.003,), {}), self._benchcalls[1][0])
1459
1432
        self.assertIsInstance(self._benchcalls[0][1], bzrlib.lsprof.Stats)
1460
1433
        self.assertIsInstance(self._benchcalls[1][1], bzrlib.lsprof.Stats)
1461
 
        del self._benchcalls[:]
1462
1434
 
1463
1435
    def test_knownFailure(self):
1464
1436
        """Self.knownFailure() should raise a KnownFailure exception."""
1465
1437
        self.assertRaises(tests.KnownFailure, self.knownFailure, "A Failure")
1466
1438
 
1467
 
    def test_open_bzrdir_safe_roots(self):
1468
 
        # even a memory transport should fail to open when its url isn't 
1469
 
        # permitted.
1470
 
        # Manually set one up (TestCase doesn't and shouldn't provide magic
1471
 
        # machinery)
1472
 
        transport_server = memory.MemoryServer()
1473
 
        transport_server.start_server()
1474
 
        self.addCleanup(transport_server.stop_server)
1475
 
        t = transport.get_transport(transport_server.get_url())
1476
 
        bzrdir.BzrDir.create(t.base)
1477
 
        self.assertRaises(errors.BzrError,
1478
 
            bzrdir.BzrDir.open_from_transport, t)
1479
 
        # But if we declare this as safe, we can open the bzrdir.
1480
 
        self.permit_url(t.base)
1481
 
        self._bzr_selftest_roots.append(t.base)
1482
 
        bzrdir.BzrDir.open_from_transport(t)
1483
 
 
1484
1439
    def test_requireFeature_available(self):
1485
1440
        """self.requireFeature(available) is a no-op."""
1486
1441
        class Available(tests.Feature):
1530
1485
        """Test disabled tests behaviour with support aware results."""
1531
1486
        test = SampleTestCase('_test_pass')
1532
1487
        class DisabledFeature(object):
1533
 
            def __eq__(self, other):
1534
 
                return isinstance(other, DisabledFeature)
1535
1488
            def available(self):
1536
1489
                return False
1537
1490
        the_feature = DisabledFeature()
1548
1501
                self.calls.append(('addNotSupported', test, feature))
1549
1502
        result = InstrumentedTestResult()
1550
1503
        test.run(result)
1551
 
        case = result.calls[0][1]
1552
1504
        self.assertEqual([
1553
 
            ('startTest', case),
1554
 
            ('addNotSupported', case, the_feature),
1555
 
            ('stopTest', case),
 
1505
            ('startTest', test),
 
1506
            ('addNotSupported', test, the_feature),
 
1507
            ('stopTest', test),
1556
1508
            ],
1557
1509
            result.calls)
1558
1510
 
1559
 
    def test_start_server_registers_url(self):
1560
 
        transport_server = memory.MemoryServer()
1561
 
        # A little strict, but unlikely to be changed soon.
1562
 
        self.assertEqual([], self._bzr_selftest_roots)
1563
 
        self.start_server(transport_server)
1564
 
        self.assertSubset([transport_server.get_url()],
1565
 
            self._bzr_selftest_roots)
1566
 
 
1567
1511
    def test_assert_list_raises_on_generator(self):
1568
1512
        def generator_which_will_raise():
1569
1513
            # This will not raise until after the first yield
1619
1563
        self.assertRaises(AssertionError,
1620
1564
            self.assertListRaises, _TestException, success_generator)
1621
1565
 
1622
 
    def test_overrideAttr_without_value(self):
1623
 
        self.test_attr = 'original' # Define a test attribute
1624
 
        obj = self # Make 'obj' visible to the embedded test
1625
 
        class Test(tests.TestCase):
1626
 
 
1627
 
            def setUp(self):
1628
 
                tests.TestCase.setUp(self)
1629
 
                self.orig = self.overrideAttr(obj, 'test_attr')
1630
 
 
1631
 
            def test_value(self):
1632
 
                self.assertEqual('original', self.orig)
1633
 
                self.assertEqual('original', obj.test_attr)
1634
 
                obj.test_attr = 'modified'
1635
 
                self.assertEqual('modified', obj.test_attr)
1636
 
 
1637
 
        test = Test('test_value')
1638
 
        test.run(unittest.TestResult())
1639
 
        self.assertEqual('original', obj.test_attr)
1640
 
 
1641
 
    def test_overrideAttr_with_value(self):
1642
 
        self.test_attr = 'original' # Define a test attribute
1643
 
        obj = self # Make 'obj' visible to the embedded test
1644
 
        class Test(tests.TestCase):
1645
 
 
1646
 
            def setUp(self):
1647
 
                tests.TestCase.setUp(self)
1648
 
                self.orig = self.overrideAttr(obj, 'test_attr', new='modified')
1649
 
 
1650
 
            def test_value(self):
1651
 
                self.assertEqual('original', self.orig)
1652
 
                self.assertEqual('modified', obj.test_attr)
1653
 
 
1654
 
        test = Test('test_value')
1655
 
        test.run(unittest.TestResult())
1656
 
        self.assertEqual('original', obj.test_attr)
1657
 
 
1658
1566
 
1659
1567
# NB: Don't delete this; it's not actually from 0.11!
1660
1568
@deprecated_function(deprecated_in((0, 11, 0)))
1703
1611
        self.assertEndsWith('foo', 'oo')
1704
1612
        self.assertRaises(AssertionError, self.assertEndsWith, 'o', 'oo')
1705
1613
 
1706
 
    def test_assertEqualDiff(self):
1707
 
        e = self.assertRaises(AssertionError,
1708
 
                              self.assertEqualDiff, '', '\n')
1709
 
        self.assertEquals(str(e),
1710
 
                          # Don't blink ! The '+' applies to the second string
1711
 
                          'first string is missing a final newline.\n+ \n')
1712
 
        e = self.assertRaises(AssertionError,
1713
 
                              self.assertEqualDiff, '\n', '')
1714
 
        self.assertEquals(str(e),
1715
 
                          # Don't blink ! The '-' applies to the second string
1716
 
                          'second string is missing a final newline.\n- \n')
1717
 
 
1718
 
 
1719
 
class TestDeprecations(tests.TestCase):
1720
 
 
1721
1614
    def test_applyDeprecated_not_deprecated(self):
1722
1615
        sample_object = ApplyDeprecatedHelper()
1723
1616
        # calling an undeprecated callable raises an assertion
1800
1693
        tree = self.make_branch_and_memory_tree('a')
1801
1694
        self.assertIsInstance(tree, bzrlib.memorytree.MemoryTree)
1802
1695
 
1803
 
    def test_make_tree_for_local_vfs_backed_transport(self):
1804
 
        # make_branch_and_tree has to use local branch and repositories
1805
 
        # when the vfs transport and local disk are colocated, even if
1806
 
        # a different transport is in use for url generation.
1807
 
        self.transport_server = test_server.FakeVFATServer
1808
 
        self.assertFalse(self.get_url('t1').startswith('file://'))
 
1696
 
 
1697
class TestSFTPMakeBranchAndTree(test_sftp_transport.TestCaseWithSFTPServer):
 
1698
 
 
1699
    def test_make_tree_for_sftp_branch(self):
 
1700
        """Transports backed by local directories create local trees."""
 
1701
 
1809
1702
        tree = self.make_branch_and_tree('t1')
1810
1703
        base = tree.bzrdir.root_transport.base
1811
 
        self.assertStartsWith(base, 'file://')
 
1704
        self.failIf(base.startswith('sftp'),
 
1705
                'base %r is on sftp but should be local' % base)
1812
1706
        self.assertEquals(tree.bzrdir.root_transport,
1813
1707
                tree.branch.bzrdir.root_transport)
1814
1708
        self.assertEquals(tree.bzrdir.root_transport,
1815
1709
                tree.branch.repository.bzrdir.root_transport)
1816
1710
 
1817
1711
 
1818
 
class SelfTestHelper:
1819
 
 
1820
 
    def run_selftest(self, **kwargs):
1821
 
        """Run selftest returning its output."""
1822
 
        output = StringIO()
1823
 
        old_transport = bzrlib.tests.default_transport
1824
 
        old_root = tests.TestCaseWithMemoryTransport.TEST_ROOT
1825
 
        tests.TestCaseWithMemoryTransport.TEST_ROOT = None
1826
 
        try:
1827
 
            self.assertEqual(True, tests.selftest(stream=output, **kwargs))
1828
 
        finally:
1829
 
            bzrlib.tests.default_transport = old_transport
1830
 
            tests.TestCaseWithMemoryTransport.TEST_ROOT = old_root
1831
 
        output.seek(0)
1832
 
        return output
1833
 
 
1834
 
 
1835
 
class TestSelftest(tests.TestCase, SelfTestHelper):
 
1712
class TestSelftest(tests.TestCase):
1836
1713
    """Tests of bzrlib.tests.selftest."""
1837
1714
 
1838
1715
    def test_selftest_benchmark_parameter_invokes_test_suite__benchmark__(self):
1846
1723
            test_suite_factory=factory)
1847
1724
        self.assertEqual([True], factory_called)
1848
1725
 
1849
 
    def factory(self):
1850
 
        """A test suite factory."""
1851
 
        class Test(tests.TestCase):
1852
 
            def a(self):
1853
 
                pass
1854
 
            def b(self):
1855
 
                pass
1856
 
            def c(self):
1857
 
                pass
1858
 
        return TestUtil.TestSuite([Test("a"), Test("b"), Test("c")])
1859
 
 
1860
 
    def test_list_only(self):
1861
 
        output = self.run_selftest(test_suite_factory=self.factory,
1862
 
            list_only=True)
1863
 
        self.assertEqual(3, len(output.readlines()))
1864
 
 
1865
 
    def test_list_only_filtered(self):
1866
 
        output = self.run_selftest(test_suite_factory=self.factory,
1867
 
            list_only=True, pattern="Test.b")
1868
 
        self.assertEndsWith(output.getvalue(), "Test.b\n")
1869
 
        self.assertLength(1, output.readlines())
1870
 
 
1871
 
    def test_list_only_excludes(self):
1872
 
        output = self.run_selftest(test_suite_factory=self.factory,
1873
 
            list_only=True, exclude_pattern="Test.b")
1874
 
        self.assertNotContainsRe("Test.b", output.getvalue())
1875
 
        self.assertLength(2, output.readlines())
1876
 
 
1877
 
    def test_lsprof_tests(self):
1878
 
        self.requireFeature(test_lsprof.LSProfFeature)
1879
 
        calls = []
1880
 
        class Test(object):
1881
 
            def __call__(test, result):
1882
 
                test.run(result)
1883
 
            def run(test, result):
1884
 
                self.assertIsInstance(result, tests.ForwardingResult)
1885
 
                calls.append("called")
1886
 
            def countTestCases(self):
1887
 
                return 1
1888
 
        self.run_selftest(test_suite_factory=Test, lsprof_tests=True)
1889
 
        self.assertLength(1, calls)
1890
 
 
1891
 
    def test_random(self):
1892
 
        # test randomising by listing a number of tests.
1893
 
        output_123 = self.run_selftest(test_suite_factory=self.factory,
1894
 
            list_only=True, random_seed="123")
1895
 
        output_234 = self.run_selftest(test_suite_factory=self.factory,
1896
 
            list_only=True, random_seed="234")
1897
 
        self.assertNotEqual(output_123, output_234)
1898
 
        # "Randominzing test order..\n\n
1899
 
        self.assertLength(5, output_123.readlines())
1900
 
        self.assertLength(5, output_234.readlines())
1901
 
 
1902
 
    def test_random_reuse_is_same_order(self):
1903
 
        # test randomising by listing a number of tests.
1904
 
        expected = self.run_selftest(test_suite_factory=self.factory,
1905
 
            list_only=True, random_seed="123")
1906
 
        repeated = self.run_selftest(test_suite_factory=self.factory,
1907
 
            list_only=True, random_seed="123")
1908
 
        self.assertEqual(expected.getvalue(), repeated.getvalue())
1909
 
 
1910
 
    def test_runner_class(self):
1911
 
        self.requireFeature(features.subunit)
1912
 
        from subunit import ProtocolTestCase
1913
 
        stream = self.run_selftest(runner_class=tests.SubUnitBzrRunner,
1914
 
            test_suite_factory=self.factory)
1915
 
        test = ProtocolTestCase(stream)
1916
 
        result = unittest.TestResult()
1917
 
        test.run(result)
1918
 
        self.assertEqual(3, result.testsRun)
1919
 
 
1920
 
    def test_starting_with_single_argument(self):
1921
 
        output = self.run_selftest(test_suite_factory=self.factory,
1922
 
            starting_with=['bzrlib.tests.test_selftest.Test.a'],
1923
 
            list_only=True)
1924
 
        self.assertEqual('bzrlib.tests.test_selftest.Test.a\n',
1925
 
            output.getvalue())
1926
 
 
1927
 
    def test_starting_with_multiple_argument(self):
1928
 
        output = self.run_selftest(test_suite_factory=self.factory,
1929
 
            starting_with=['bzrlib.tests.test_selftest.Test.a',
1930
 
                'bzrlib.tests.test_selftest.Test.b'],
1931
 
            list_only=True)
1932
 
        self.assertEqual('bzrlib.tests.test_selftest.Test.a\n'
1933
 
            'bzrlib.tests.test_selftest.Test.b\n',
1934
 
            output.getvalue())
1935
 
 
1936
 
    def check_transport_set(self, transport_server):
1937
 
        captured_transport = []
1938
 
        def seen_transport(a_transport):
1939
 
            captured_transport.append(a_transport)
1940
 
        class Capture(tests.TestCase):
1941
 
            def a(self):
1942
 
                seen_transport(bzrlib.tests.default_transport)
1943
 
        def factory():
1944
 
            return TestUtil.TestSuite([Capture("a")])
1945
 
        self.run_selftest(transport=transport_server, test_suite_factory=factory)
1946
 
        self.assertEqual(transport_server, captured_transport[0])
1947
 
 
1948
 
    def test_transport_sftp(self):
1949
 
        self.requireFeature(features.paramiko)
1950
 
        from bzrlib.tests import stub_sftp
1951
 
        self.check_transport_set(stub_sftp.SFTPAbsoluteServer)
1952
 
 
1953
 
    def test_transport_memory(self):
1954
 
        self.check_transport_set(memory.MemoryServer)
1955
 
 
1956
 
 
1957
 
class TestSelftestWithIdList(tests.TestCaseInTempDir, SelfTestHelper):
1958
 
    # Does IO: reads test.list
1959
 
 
1960
 
    def test_load_list(self):
1961
 
        # Provide a list with one test - this test.
1962
 
        test_id_line = '%s\n' % self.id()
1963
 
        self.build_tree_contents([('test.list', test_id_line)])
1964
 
        # And generate a list of the tests in  the suite.
1965
 
        stream = self.run_selftest(load_list='test.list', list_only=True)
1966
 
        self.assertEqual(test_id_line, stream.getvalue())
1967
 
 
1968
 
    def test_load_unknown(self):
1969
 
        # Provide a list with one test - this test.
1970
 
        # And generate a list of the tests in  the suite.
1971
 
        err = self.assertRaises(errors.NoSuchFile, self.run_selftest,
1972
 
            load_list='missing file name', list_only=True)
1973
 
 
1974
 
 
1975
 
class TestRunBzr(tests.TestCase):
1976
 
 
1977
 
    out = ''
1978
 
    err = ''
1979
 
 
1980
 
    def _run_bzr_core(self, argv, retcode=0, encoding=None, stdin=None,
1981
 
                         working_dir=None):
1982
 
        """Override _run_bzr_core to test how it is invoked by run_bzr.
1983
 
 
1984
 
        Attempts to run bzr from inside this class don't actually run it.
1985
 
 
1986
 
        We test how run_bzr actually invokes bzr in another location.  Here we
1987
 
        only need to test that it passes the right parameters to run_bzr.
1988
 
        """
1989
 
        self.argv = list(argv)
1990
 
        self.retcode = retcode
1991
 
        self.encoding = encoding
1992
 
        self.stdin = stdin
1993
 
        self.working_dir = working_dir
1994
 
        return self.retcode, self.out, self.err
1995
 
 
1996
 
    def test_run_bzr_error(self):
1997
 
        self.out = "It sure does!\n"
1998
 
        out, err = self.run_bzr_error(['^$'], ['rocks'], retcode=34)
1999
 
        self.assertEqual(['rocks'], self.argv)
2000
 
        self.assertEqual(34, self.retcode)
2001
 
        self.assertEqual('It sure does!\n', out)
2002
 
        self.assertEquals(out, self.out)
2003
 
        self.assertEqual('', err)
2004
 
        self.assertEquals(err, self.err)
2005
 
 
2006
 
    def test_run_bzr_error_regexes(self):
2007
 
        self.out = ''
2008
 
        self.err = "bzr: ERROR: foobarbaz is not versioned"
2009
 
        out, err = self.run_bzr_error(
2010
 
            ["bzr: ERROR: foobarbaz is not versioned"],
2011
 
            ['file-id', 'foobarbaz'])
2012
 
 
2013
 
    def test_encoding(self):
2014
 
        """Test that run_bzr passes encoding to _run_bzr_core"""
2015
 
        self.run_bzr('foo bar')
2016
 
        self.assertEqual(None, self.encoding)
2017
 
        self.assertEqual(['foo', 'bar'], self.argv)
2018
 
 
2019
 
        self.run_bzr('foo bar', encoding='baz')
2020
 
        self.assertEqual('baz', self.encoding)
2021
 
        self.assertEqual(['foo', 'bar'], self.argv)
2022
 
 
2023
 
    def test_retcode(self):
2024
 
        """Test that run_bzr passes retcode to _run_bzr_core"""
2025
 
        # Default is retcode == 0
2026
 
        self.run_bzr('foo bar')
2027
 
        self.assertEqual(0, self.retcode)
2028
 
        self.assertEqual(['foo', 'bar'], self.argv)
2029
 
 
2030
 
        self.run_bzr('foo bar', retcode=1)
2031
 
        self.assertEqual(1, self.retcode)
2032
 
        self.assertEqual(['foo', 'bar'], self.argv)
2033
 
 
2034
 
        self.run_bzr('foo bar', retcode=None)
2035
 
        self.assertEqual(None, self.retcode)
2036
 
        self.assertEqual(['foo', 'bar'], self.argv)
2037
 
 
2038
 
        self.run_bzr(['foo', 'bar'], retcode=3)
2039
 
        self.assertEqual(3, self.retcode)
2040
 
        self.assertEqual(['foo', 'bar'], self.argv)
2041
 
 
2042
 
    def test_stdin(self):
2043
 
        # test that the stdin keyword to run_bzr is passed through to
2044
 
        # _run_bzr_core as-is. We do this by overriding
2045
 
        # _run_bzr_core in this class, and then calling run_bzr,
2046
 
        # which is a convenience function for _run_bzr_core, so
2047
 
        # should invoke it.
2048
 
        self.run_bzr('foo bar', stdin='gam')
2049
 
        self.assertEqual('gam', self.stdin)
2050
 
        self.assertEqual(['foo', 'bar'], self.argv)
2051
 
 
2052
 
        self.run_bzr('foo bar', stdin='zippy')
2053
 
        self.assertEqual('zippy', self.stdin)
2054
 
        self.assertEqual(['foo', 'bar'], self.argv)
2055
 
 
2056
 
    def test_working_dir(self):
2057
 
        """Test that run_bzr passes working_dir to _run_bzr_core"""
2058
 
        self.run_bzr('foo bar')
2059
 
        self.assertEqual(None, self.working_dir)
2060
 
        self.assertEqual(['foo', 'bar'], self.argv)
2061
 
 
2062
 
        self.run_bzr('foo bar', working_dir='baz')
2063
 
        self.assertEqual('baz', self.working_dir)
2064
 
        self.assertEqual(['foo', 'bar'], self.argv)
2065
 
 
2066
 
    def test_reject_extra_keyword_arguments(self):
2067
 
        self.assertRaises(TypeError, self.run_bzr, "foo bar",
2068
 
                          error_regex=['error message'])
2069
 
 
2070
 
 
2071
 
class TestRunBzrCaptured(tests.TestCaseWithTransport):
2072
 
    # Does IO when testing the working_dir parameter.
2073
 
 
2074
 
    def apply_redirected(self, stdin=None, stdout=None, stderr=None,
2075
 
                         a_callable=None, *args, **kwargs):
2076
 
        self.stdin = stdin
2077
 
        self.factory_stdin = getattr(bzrlib.ui.ui_factory, "stdin", None)
2078
 
        self.factory = bzrlib.ui.ui_factory
2079
 
        self.working_dir = osutils.getcwd()
2080
 
        stdout.write('foo\n')
2081
 
        stderr.write('bar\n')
2082
 
        return 0
2083
 
 
2084
 
    def test_stdin(self):
2085
 
        # test that the stdin keyword to _run_bzr_core is passed through to
2086
 
        # apply_redirected as a StringIO. We do this by overriding
2087
 
        # apply_redirected in this class, and then calling _run_bzr_core,
2088
 
        # which calls apply_redirected.
2089
 
        self.run_bzr(['foo', 'bar'], stdin='gam')
2090
 
        self.assertEqual('gam', self.stdin.read())
2091
 
        self.assertTrue(self.stdin is self.factory_stdin)
2092
 
        self.run_bzr(['foo', 'bar'], stdin='zippy')
2093
 
        self.assertEqual('zippy', self.stdin.read())
2094
 
        self.assertTrue(self.stdin is self.factory_stdin)
2095
 
 
2096
 
    def test_ui_factory(self):
2097
 
        # each invocation of self.run_bzr should get its
2098
 
        # own UI factory, which is an instance of TestUIFactory,
2099
 
        # with stdin, stdout and stderr attached to the stdin,
2100
 
        # stdout and stderr of the invoked run_bzr
2101
 
        current_factory = bzrlib.ui.ui_factory
2102
 
        self.run_bzr(['foo'])
2103
 
        self.failIf(current_factory is self.factory)
2104
 
        self.assertNotEqual(sys.stdout, self.factory.stdout)
2105
 
        self.assertNotEqual(sys.stderr, self.factory.stderr)
2106
 
        self.assertEqual('foo\n', self.factory.stdout.getvalue())
2107
 
        self.assertEqual('bar\n', self.factory.stderr.getvalue())
2108
 
        self.assertIsInstance(self.factory, tests.TestUIFactory)
2109
 
 
2110
 
    def test_working_dir(self):
2111
 
        self.build_tree(['one/', 'two/'])
2112
 
        cwd = osutils.getcwd()
2113
 
 
2114
 
        # Default is to work in the current directory
2115
 
        self.run_bzr(['foo', 'bar'])
2116
 
        self.assertEqual(cwd, self.working_dir)
2117
 
 
2118
 
        self.run_bzr(['foo', 'bar'], working_dir=None)
2119
 
        self.assertEqual(cwd, self.working_dir)
2120
 
 
2121
 
        # The function should be run in the alternative directory
2122
 
        # but afterwards the current working dir shouldn't be changed
2123
 
        self.run_bzr(['foo', 'bar'], working_dir='one')
2124
 
        self.assertNotEqual(cwd, self.working_dir)
2125
 
        self.assertEndsWith(self.working_dir, 'one')
2126
 
        self.assertEqual(cwd, osutils.getcwd())
2127
 
 
2128
 
        self.run_bzr(['foo', 'bar'], working_dir='two')
2129
 
        self.assertNotEqual(cwd, self.working_dir)
2130
 
        self.assertEndsWith(self.working_dir, 'two')
2131
 
        self.assertEqual(cwd, osutils.getcwd())
2132
 
 
2133
 
 
2134
 
class StubProcess(object):
2135
 
    """A stub process for testing run_bzr_subprocess."""
2136
 
    
2137
 
    def __init__(self, out="", err="", retcode=0):
2138
 
        self.out = out
2139
 
        self.err = err
2140
 
        self.returncode = retcode
2141
 
 
2142
 
    def communicate(self):
2143
 
        return self.out, self.err
2144
 
 
2145
 
 
2146
 
class TestWithFakedStartBzrSubprocess(tests.TestCaseWithTransport):
2147
 
    """Base class for tests testing how we might run bzr."""
2148
 
 
2149
 
    def setUp(self):
2150
 
        tests.TestCaseWithTransport.setUp(self)
2151
 
        self.subprocess_calls = []
2152
 
 
2153
 
    def start_bzr_subprocess(self, process_args, env_changes=None,
2154
 
                             skip_if_plan_to_signal=False,
2155
 
                             working_dir=None,
2156
 
                             allow_plugins=False):
2157
 
        """capture what run_bzr_subprocess tries to do."""
2158
 
        self.subprocess_calls.append({'process_args':process_args,
2159
 
            'env_changes':env_changes,
2160
 
            'skip_if_plan_to_signal':skip_if_plan_to_signal,
2161
 
            'working_dir':working_dir, 'allow_plugins':allow_plugins})
2162
 
        return self.next_subprocess
2163
 
 
2164
 
 
2165
 
class TestRunBzrSubprocess(TestWithFakedStartBzrSubprocess):
2166
 
 
2167
 
    def assertRunBzrSubprocess(self, expected_args, process, *args, **kwargs):
2168
 
        """Run run_bzr_subprocess with args and kwargs using a stubbed process.
2169
 
 
2170
 
        Inside TestRunBzrSubprocessCommands we use a stub start_bzr_subprocess
2171
 
        that will return static results. This assertion method populates those
2172
 
        results and also checks the arguments run_bzr_subprocess generates.
2173
 
        """
2174
 
        self.next_subprocess = process
2175
 
        try:
2176
 
            result = self.run_bzr_subprocess(*args, **kwargs)
2177
 
        except:
2178
 
            self.next_subprocess = None
2179
 
            for key, expected in expected_args.iteritems():
2180
 
                self.assertEqual(expected, self.subprocess_calls[-1][key])
2181
 
            raise
 
1726
 
 
1727
class TestKnownFailure(tests.TestCase):
 
1728
 
 
1729
    def test_known_failure(self):
 
1730
        """Check that KnownFailure is defined appropriately."""
 
1731
        # a KnownFailure is an assertion error for compatability with unaware
 
1732
        # runners.
 
1733
        self.assertIsInstance(tests.KnownFailure(""), AssertionError)
 
1734
 
 
1735
    def test_expect_failure(self):
 
1736
        try:
 
1737
            self.expectFailure("Doomed to failure", self.assertTrue, False)
 
1738
        except tests.KnownFailure, e:
 
1739
            self.assertEqual('Doomed to failure', e.args[0])
 
1740
        try:
 
1741
            self.expectFailure("Doomed to failure", self.assertTrue, True)
 
1742
        except AssertionError, e:
 
1743
            self.assertEqual('Unexpected success.  Should have failed:'
 
1744
                             ' Doomed to failure', e.args[0])
2182
1745
        else:
2183
 
            self.next_subprocess = None
2184
 
            for key, expected in expected_args.iteritems():
2185
 
                self.assertEqual(expected, self.subprocess_calls[-1][key])
2186
 
            return result
2187
 
 
2188
 
    def test_run_bzr_subprocess(self):
2189
 
        """The run_bzr_helper_external command behaves nicely."""
2190
 
        self.assertRunBzrSubprocess({'process_args':['--version']},
2191
 
            StubProcess(), '--version')
2192
 
        self.assertRunBzrSubprocess({'process_args':['--version']},
2193
 
            StubProcess(), ['--version'])
2194
 
        # retcode=None disables retcode checking
2195
 
        result = self.assertRunBzrSubprocess({},
2196
 
            StubProcess(retcode=3), '--version', retcode=None)
2197
 
        result = self.assertRunBzrSubprocess({},
2198
 
            StubProcess(out="is free software"), '--version')
2199
 
        self.assertContainsRe(result[0], 'is free software')
2200
 
        # Running a subcommand that is missing errors
2201
 
        self.assertRaises(AssertionError, self.assertRunBzrSubprocess,
2202
 
            {'process_args':['--versionn']}, StubProcess(retcode=3),
2203
 
            '--versionn')
2204
 
        # Unless it is told to expect the error from the subprocess
2205
 
        result = self.assertRunBzrSubprocess({},
2206
 
            StubProcess(retcode=3), '--versionn', retcode=3)
2207
 
        # Or to ignore retcode checking
2208
 
        result = self.assertRunBzrSubprocess({},
2209
 
            StubProcess(err="unknown command", retcode=3), '--versionn',
2210
 
            retcode=None)
2211
 
        self.assertContainsRe(result[1], 'unknown command')
2212
 
 
2213
 
    def test_env_change_passes_through(self):
2214
 
        self.assertRunBzrSubprocess(
2215
 
            {'env_changes':{'new':'value', 'changed':'newvalue', 'deleted':None}},
2216
 
            StubProcess(), '',
2217
 
            env_changes={'new':'value', 'changed':'newvalue', 'deleted':None})
2218
 
 
2219
 
    def test_no_working_dir_passed_as_None(self):
2220
 
        self.assertRunBzrSubprocess({'working_dir': None}, StubProcess(), '')
2221
 
 
2222
 
    def test_no_working_dir_passed_through(self):
2223
 
        self.assertRunBzrSubprocess({'working_dir': 'dir'}, StubProcess(), '',
2224
 
            working_dir='dir')
2225
 
 
2226
 
    def test_run_bzr_subprocess_no_plugins(self):
2227
 
        self.assertRunBzrSubprocess({'allow_plugins': False},
2228
 
            StubProcess(), '')
2229
 
 
2230
 
    def test_allow_plugins(self):
2231
 
        self.assertRunBzrSubprocess({'allow_plugins': True},
2232
 
            StubProcess(), '', allow_plugins=True)
2233
 
 
2234
 
 
2235
 
class TestFinishBzrSubprocess(TestWithFakedStartBzrSubprocess):
2236
 
 
2237
 
    def test_finish_bzr_subprocess_with_error(self):
2238
 
        """finish_bzr_subprocess allows specification of the desired exit code.
2239
 
        """
2240
 
        process = StubProcess(err="unknown command", retcode=3)
2241
 
        result = self.finish_bzr_subprocess(process, retcode=3)
2242
 
        self.assertEqual('', result[0])
2243
 
        self.assertContainsRe(result[1], 'unknown command')
2244
 
 
2245
 
    def test_finish_bzr_subprocess_ignoring_retcode(self):
2246
 
        """finish_bzr_subprocess allows the exit code to be ignored."""
2247
 
        process = StubProcess(err="unknown command", retcode=3)
2248
 
        result = self.finish_bzr_subprocess(process, retcode=None)
2249
 
        self.assertEqual('', result[0])
2250
 
        self.assertContainsRe(result[1], 'unknown command')
2251
 
 
2252
 
    def test_finish_subprocess_with_unexpected_retcode(self):
2253
 
        """finish_bzr_subprocess raises self.failureException if the retcode is
2254
 
        not the expected one.
2255
 
        """
2256
 
        process = StubProcess(err="unknown command", retcode=3)
2257
 
        self.assertRaises(self.failureException, self.finish_bzr_subprocess,
2258
 
                          process)
2259
 
 
2260
 
 
2261
 
class _DontSpawnProcess(Exception):
2262
 
    """A simple exception which just allows us to skip unnecessary steps"""
2263
 
 
2264
 
 
2265
 
class TestStartBzrSubProcess(tests.TestCase):
2266
 
 
2267
 
    def check_popen_state(self):
2268
 
        """Replace to make assertions when popen is called."""
2269
 
 
2270
 
    def _popen(self, *args, **kwargs):
2271
 
        """Record the command that is run, so that we can ensure it is correct"""
2272
 
        self.check_popen_state()
2273
 
        self._popen_args = args
2274
 
        self._popen_kwargs = kwargs
2275
 
        raise _DontSpawnProcess()
2276
 
 
2277
 
    def test_run_bzr_subprocess_no_plugins(self):
2278
 
        self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [])
2279
 
        command = self._popen_args[0]
2280
 
        self.assertEqual(sys.executable, command[0])
2281
 
        self.assertEqual(self.get_bzr_path(), command[1])
2282
 
        self.assertEqual(['--no-plugins'], command[2:])
2283
 
 
2284
 
    def test_allow_plugins(self):
2285
 
        self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2286
 
            allow_plugins=True)
2287
 
        command = self._popen_args[0]
2288
 
        self.assertEqual([], command[2:])
2289
 
 
2290
 
    def test_set_env(self):
2291
 
        self.failIf('EXISTANT_ENV_VAR' in os.environ)
2292
 
        # set in the child
2293
 
        def check_environment():
2294
 
            self.assertEqual('set variable', os.environ['EXISTANT_ENV_VAR'])
2295
 
        self.check_popen_state = check_environment
2296
 
        self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2297
 
            env_changes={'EXISTANT_ENV_VAR':'set variable'})
2298
 
        # not set in theparent
2299
 
        self.assertFalse('EXISTANT_ENV_VAR' in os.environ)
2300
 
 
2301
 
    def test_run_bzr_subprocess_env_del(self):
2302
 
        """run_bzr_subprocess can remove environment variables too."""
2303
 
        self.failIf('EXISTANT_ENV_VAR' in os.environ)
2304
 
        def check_environment():
2305
 
            self.assertFalse('EXISTANT_ENV_VAR' in os.environ)
2306
 
        os.environ['EXISTANT_ENV_VAR'] = 'set variable'
2307
 
        self.check_popen_state = check_environment
2308
 
        self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2309
 
            env_changes={'EXISTANT_ENV_VAR':None})
2310
 
        # Still set in parent
2311
 
        self.assertEqual('set variable', os.environ['EXISTANT_ENV_VAR'])
2312
 
        del os.environ['EXISTANT_ENV_VAR']
2313
 
 
2314
 
    def test_env_del_missing(self):
2315
 
        self.failIf('NON_EXISTANT_ENV_VAR' in os.environ)
2316
 
        def check_environment():
2317
 
            self.assertFalse('NON_EXISTANT_ENV_VAR' in os.environ)
2318
 
        self.check_popen_state = check_environment
2319
 
        self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2320
 
            env_changes={'NON_EXISTANT_ENV_VAR':None})
2321
 
 
2322
 
    def test_working_dir(self):
2323
 
        """Test that we can specify the working dir for the child"""
2324
 
        orig_getcwd = osutils.getcwd
2325
 
        orig_chdir = os.chdir
2326
 
        chdirs = []
2327
 
        def chdir(path):
2328
 
            chdirs.append(path)
2329
 
        os.chdir = chdir
2330
 
        try:
2331
 
            def getcwd():
2332
 
                return 'current'
2333
 
            osutils.getcwd = getcwd
2334
 
            try:
2335
 
                self.assertRaises(_DontSpawnProcess, self.start_bzr_subprocess, [],
2336
 
                    working_dir='foo')
2337
 
            finally:
2338
 
                osutils.getcwd = orig_getcwd
2339
 
        finally:
2340
 
            os.chdir = orig_chdir
2341
 
        self.assertEqual(['foo', 'current'], chdirs)
2342
 
 
2343
 
    def test_get_bzr_path_with_cwd_bzrlib(self):
2344
 
        self.get_source_path = lambda: ""
2345
 
        self.overrideAttr(os.path, "isfile", lambda path: True)
2346
 
        self.assertEqual(self.get_bzr_path(), "bzr")
2347
 
 
2348
 
 
2349
 
class TestActuallyStartBzrSubprocess(tests.TestCaseWithTransport):
2350
 
    """Tests that really need to do things with an external bzr."""
2351
 
 
2352
 
    def test_start_and_stop_bzr_subprocess_send_signal(self):
2353
 
        """finish_bzr_subprocess raises self.failureException if the retcode is
2354
 
        not the expected one.
2355
 
        """
2356
 
        self.disable_missing_extensions_warning()
2357
 
        process = self.start_bzr_subprocess(['wait-until-signalled'],
2358
 
                                            skip_if_plan_to_signal=True)
2359
 
        self.assertEqual('running\n', process.stdout.readline())
2360
 
        result = self.finish_bzr_subprocess(process, send_signal=signal.SIGINT,
2361
 
                                            retcode=3)
2362
 
        self.assertEqual('', result[0])
2363
 
        self.assertEqual('bzr: interrupted\n', result[1])
 
1746
            self.fail('Assertion not raised')
2364
1747
 
2365
1748
 
2366
1749
class TestFeature(tests.TestCase):
2404
1787
        self.assertIs(feature, exception.args[0])
2405
1788
 
2406
1789
 
2407
 
simple_thunk_feature = tests._CompatabilityThunkFeature(
2408
 
    deprecated_in((2, 1, 0)),
2409
 
    'bzrlib.tests.test_selftest',
2410
 
    'simple_thunk_feature','UnicodeFilename',
2411
 
    replacement_module='bzrlib.tests'
2412
 
    )
2413
 
 
2414
 
class Test_CompatibilityFeature(tests.TestCase):
2415
 
 
2416
 
    def test_does_thunk(self):
2417
 
        res = self.callDeprecated(
2418
 
            ['bzrlib.tests.test_selftest.simple_thunk_feature was deprecated'
2419
 
             ' in version 2.1.0. Use bzrlib.tests.UnicodeFilename instead.'],
2420
 
            simple_thunk_feature.available)
2421
 
        self.assertEqual(tests.UnicodeFilename.available(), res)
2422
 
 
2423
 
 
2424
 
class TestModuleAvailableFeature(tests.TestCase):
2425
 
 
2426
 
    def test_available_module(self):
2427
 
        feature = tests.ModuleAvailableFeature('bzrlib.tests')
2428
 
        self.assertEqual('bzrlib.tests', feature.module_name)
2429
 
        self.assertEqual('bzrlib.tests', str(feature))
2430
 
        self.assertTrue(feature.available())
2431
 
        self.assertIs(tests, feature.module)
2432
 
 
2433
 
    def test_unavailable_module(self):
2434
 
        feature = tests.ModuleAvailableFeature('bzrlib.no_such_module_exists')
2435
 
        self.assertEqual('bzrlib.no_such_module_exists', str(feature))
2436
 
        self.assertFalse(feature.available())
2437
 
        self.assertIs(None, feature.module)
2438
 
 
2439
 
 
2440
1790
class TestSelftestFiltering(tests.TestCase):
2441
1791
 
2442
1792
    def setUp(self):
2443
1793
        tests.TestCase.setUp(self)
2444
1794
        self.suite = TestUtil.TestSuite()
2445
1795
        self.loader = TestUtil.TestLoader()
2446
 
        self.suite.addTest(self.loader.loadTestsFromModule(
2447
 
            sys.modules['bzrlib.tests.test_selftest']))
 
1796
        self.suite.addTest(self.loader.loadTestsFromModuleNames([
 
1797
            'bzrlib.tests.test_selftest']))
2448
1798
        self.all_names = _test_ids(self.suite)
2449
1799
 
2450
1800
    def test_condition_id_re(self):
2621
1971
        # the test framework
2622
1972
        self.assertEquals('always fails', str(e))
2623
1973
        # check that there's no traceback in the test log
2624
 
        self.assertNotContainsRe(self.get_log(), r'Traceback')
 
1974
        self.assertNotContainsRe(self._get_log(keep_log_file=True),
 
1975
            r'Traceback')
2625
1976
 
2626
1977
    def test_run_bzr_user_error_caught(self):
2627
1978
        # Running bzr in blackbox mode, normal/expected/user errors should be
2628
1979
        # caught in the regular way and turned into an error message plus exit
2629
1980
        # code.
2630
 
        transport_server = memory.MemoryServer()
2631
 
        transport_server.start_server()
2632
 
        self.addCleanup(transport_server.stop_server)
2633
 
        url = transport_server.get_url()
2634
 
        self.permit_url(url)
2635
 
        out, err = self.run_bzr(["log", "%s/nonexistantpath" % url], retcode=3)
 
1981
        out, err = self.run_bzr(["log", "/nonexistantpath"], retcode=3)
2636
1982
        self.assertEqual(out, '')
2637
1983
        self.assertContainsRe(err,
2638
1984
            'bzr: ERROR: Not a branch: ".*nonexistantpath/".\n')
2764
2110
 
2765
2111
class TestTestSuite(tests.TestCase):
2766
2112
 
2767
 
    def test__test_suite_testmod_names(self):
2768
 
        # Test that a plausible list of test module names are returned
2769
 
        # by _test_suite_testmod_names.
2770
 
        test_list = tests._test_suite_testmod_names()
2771
 
        self.assertSubset([
2772
 
            'bzrlib.tests.blackbox',
2773
 
            'bzrlib.tests.per_transport',
2774
 
            'bzrlib.tests.test_selftest',
2775
 
            ],
2776
 
            test_list)
2777
 
 
2778
 
    def test__test_suite_modules_to_doctest(self):
2779
 
        # Test that a plausible list of modules to doctest is returned
2780
 
        # by _test_suite_modules_to_doctest.
2781
 
        test_list = tests._test_suite_modules_to_doctest()
2782
 
        if __doc__ is None:
2783
 
            # When docstrings are stripped, there are no modules to doctest
2784
 
            self.assertEqual([], test_list)
2785
 
            return
2786
 
        self.assertSubset([
2787
 
            'bzrlib.timestamp',
2788
 
            ],
2789
 
            test_list)
2790
 
 
2791
2113
    def test_test_suite(self):
2792
 
        # test_suite() loads the entire test suite to operate. To avoid this
2793
 
        # overhead, and yet still be confident that things are happening,
2794
 
        # we temporarily replace two functions used by test_suite with 
2795
 
        # test doubles that supply a few sample tests to load, and check they
2796
 
        # are loaded.
2797
 
        calls = []
2798
 
        def testmod_names():
2799
 
            calls.append("testmod_names")
2800
 
            return [
2801
 
                'bzrlib.tests.blackbox.test_branch',
2802
 
                'bzrlib.tests.per_transport',
2803
 
                'bzrlib.tests.test_selftest',
2804
 
                ]
2805
 
        self.overrideAttr(tests, '_test_suite_testmod_names', testmod_names)
2806
 
        def doctests():
2807
 
            calls.append("modules_to_doctest")
2808
 
            if __doc__ is None:
2809
 
                return []
2810
 
            return ['bzrlib.timestamp']
2811
 
        self.overrideAttr(tests, '_test_suite_modules_to_doctest', doctests)
2812
 
        expected_test_list = [
 
2114
        # This test is slow, so we do a single test with one test in each
 
2115
        # category
 
2116
        test_list = [
2813
2117
            # testmod_names
2814
2118
            'bzrlib.tests.blackbox.test_branch.TestBranch.test_branch',
2815
2119
            ('bzrlib.tests.per_transport.TransportTests'
2816
 
             '.test_abspath(LocalTransport,LocalURLServer)'),
 
2120
             '.test_abspath(LocalURLServer)'),
2817
2121
            'bzrlib.tests.test_selftest.TestTestSuite.test_test_suite',
 
2122
            # modules_to_doctest
 
2123
            'bzrlib.timestamp.format_highres_date',
2818
2124
            # plugins can't be tested that way since selftest may be run with
2819
2125
            # --no-plugins
2820
2126
            ]
2821
 
        if __doc__ is not None:
2822
 
            expected_test_list.extend([
2823
 
                # modules_to_doctest
2824
 
                'bzrlib.timestamp.format_highres_date',
2825
 
                ])
2826
 
        suite = tests.test_suite()
2827
 
        self.assertEqual(set(["testmod_names", "modules_to_doctest"]),
2828
 
            set(calls))
2829
 
        self.assertSubset(expected_test_list, _test_ids(suite))
 
2127
        suite = tests.test_suite(test_list)
 
2128
        self.assertEquals(test_list, _test_ids(suite))
2830
2129
 
2831
2130
    def test_test_suite_list_and_start(self):
2832
 
        # We cannot test this at the same time as the main load, because we want
2833
 
        # to know that starting_with == None works. So a second load is
2834
 
        # incurred - note that the starting_with parameter causes a partial load
2835
 
        # rather than a full load so this test should be pretty quick.
2836
2131
        test_list = ['bzrlib.tests.test_selftest.TestTestSuite.test_test_suite']
2837
2132
        suite = tests.test_suite(test_list,
2838
2133
                                 ['bzrlib.tests.test_selftest.TestTestSuite'])
2883
2178
    def test_load_tests(self):
2884
2179
        test_list = ['bzrlib.tests.test_sampler.DemoTest.test_nothing']
2885
2180
        loader = self._create_loader(test_list)
 
2181
 
2886
2182
        suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2887
2183
        self.assertEquals(test_list, _test_ids(suite))
2888
2184
 
2889
2185
    def test_exclude_tests(self):
2890
2186
        test_list = ['bogus']
2891
2187
        loader = self._create_loader(test_list)
 
2188
 
2892
2189
        suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2893
2190
        self.assertEquals([], _test_ids(suite))
2894
2191
 
2939
2236
        tpr.register('bar', 'bbb.aaa.rrr')
2940
2237
        tpr.register('bar', 'bBB.aAA.rRR')
2941
2238
        self.assertEquals('bbb.aaa.rrr', tpr.get('bar'))
2942
 
        self.assertThat(self.get_log(),
2943
 
            DocTestMatches("...bar...bbb.aaa.rrr...BB.aAA.rRR", ELLIPSIS))
 
2239
        self.assertContainsRe(self._get_log(keep_log_file=True),
 
2240
                              r'.*bar.*bbb.aaa.rrr.*bBB.aAA.rRR')
2944
2241
 
2945
2242
    def test_get_unknown_prefix(self):
2946
2243
        tpr = self._get_registry()
2982
2279
                                                self.verbosity)
2983
2280
        tests.run_suite(suite, runner_class=MyRunner, stream=StringIO())
2984
2281
        self.assertLength(1, calls)
 
2282
 
 
2283
    def test_done(self):
 
2284
        """run_suite should call result.done()"""
 
2285
        self.calls = 0
 
2286
        def one_more_call(): self.calls += 1
 
2287
        def test_function():
 
2288
            pass
 
2289
        test = unittest.FunctionTestCase(test_function)
 
2290
        class InstrumentedTestResult(tests.ExtendedTestResult):
 
2291
            def done(self): one_more_call()
 
2292
        class MyRunner(tests.TextTestRunner):
 
2293
            def run(self, test):
 
2294
                return InstrumentedTestResult(self.stream, self.descriptions,
 
2295
                                              self.verbosity)
 
2296
        tests.run_suite(test, runner_class=MyRunner, stream=StringIO())
 
2297
        self.assertEquals(1, self.calls)