/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_selftest.py

  • Committer: John Arbash Meinel
  • Date: 2009-12-14 15:54:42 UTC
  • mto: (4634.107.1 2.0)
  • mto: This revision was merged to the branch mainline in revision 4897.
  • Revision ID: john@arbash-meinel.com-20091214155442-tm43um6g8xofx4rs
Restructure the internals to be a bit more understandable.

This is just renaming variables and assigning to local temp variables
rather than accessing through pointers and array offsets.

Show diffs side-by-side

added added

removed removed

Lines of Context:
1
 
# Copyright (C) 2005-2010 Canonical Ltd
 
1
# Copyright (C) 2005, 2006, 2007, 2008, 2009 Canonical Ltd
2
2
#
3
3
# This program is free software; you can redistribute it and/or modify
4
4
# it under the terms of the GNU General Public License as published by
17
17
"""Tests for the test framework."""
18
18
 
19
19
from cStringIO import StringIO
20
 
from doctest import ELLIPSIS
21
20
import os
22
21
import signal
23
22
import sys
25
24
import unittest
26
25
import warnings
27
26
 
28
 
from testtools import MultiTestResult
29
 
from testtools.content_type import ContentType
30
 
from testtools.matchers import (
31
 
    DocTestMatches,
32
 
    Equals,
33
 
    )
34
 
import testtools.tests.helpers
35
 
 
36
27
import bzrlib
37
28
from bzrlib import (
38
29
    branchbuilder,
47
38
    repository,
48
39
    symbol_versioning,
49
40
    tests,
50
 
    transport,
51
41
    workingtree,
52
42
    )
53
43
from bzrlib.repofmt import (
61
51
    deprecated_method,
62
52
    )
63
53
from bzrlib.tests import (
64
 
    features,
 
54
    SubUnitFeature,
65
55
    test_lsprof,
66
 
    test_server,
67
56
    test_sftp_transport,
68
57
    TestUtil,
69
58
    )
70
59
from bzrlib.trace import note
71
 
from bzrlib.transport import memory
 
60
from bzrlib.transport.memory import MemoryServer, MemoryTransport
72
61
from bzrlib.version import _get_bzr_source_tree
73
62
 
74
63
 
88
77
                          TestUtil._load_module_by_name,
89
78
                          'bzrlib.no-name-yet')
90
79
 
91
 
 
92
80
class MetaTestLog(tests.TestCase):
93
81
 
94
82
    def test_logging(self):
95
83
        """Test logs are captured when a test fails."""
96
84
        self.log('a test message')
97
 
        details = self.getDetails()
98
 
        log = details['log']
99
 
        self.assertThat(log.content_type, Equals(ContentType(
100
 
            "text", "plain", {"charset": "utf8"})))
101
 
        self.assertThat(u"".join(log.iter_text()), Equals(self.get_log()))
102
 
        self.assertThat(self.get_log(),
103
 
            DocTestMatches(u"...a test message\n", ELLIPSIS))
 
85
        self._log_file.flush()
 
86
        self.assertContainsRe(self._get_log(keep_log_file=True),
 
87
                              'a test message\n')
104
88
 
105
89
 
106
90
class TestUnicodeFilename(tests.TestCase):
505
489
        self.assertEqualStat(real, fake)
506
490
 
507
491
    def test_assertEqualStat_notequal(self):
508
 
        self.build_tree(["foo", "longname"])
 
492
        self.build_tree(["foo", "bar"])
509
493
        self.assertRaises(AssertionError, self.assertEqualStat,
510
 
            os.lstat("foo"), os.lstat("longname"))
 
494
            os.lstat("foo"), os.lstat("bar"))
511
495
 
512
496
 
513
497
class TestTestCaseWithMemoryTransport(tests.TestCaseWithMemoryTransport):
531
515
        cwd = osutils.getcwd()
532
516
        self.assertIsSameRealPath(self.test_dir, cwd)
533
517
 
534
 
    def test_BZR_HOME_and_HOME_are_bytestrings(self):
535
 
        """The $BZR_HOME and $HOME environment variables should not be unicode.
536
 
 
537
 
        See https://bugs.launchpad.net/bzr/+bug/464174
538
 
        """
539
 
        self.assertIsInstance(os.environ['BZR_HOME'], str)
540
 
        self.assertIsInstance(os.environ['HOME'], str)
541
 
 
542
518
    def test_make_branch_and_memory_tree(self):
543
519
        """In TestCaseWithMemoryTransport we should not make the branch on disk.
544
520
 
600
576
                         self.get_transport().get_bytes(
601
577
                            'dir/.bzr/repository/format'))
602
578
 
 
579
    def test_safety_net(self):
 
580
        """No test should modify the safety .bzr directory.
 
581
 
 
582
        We just test that the _check_safety_net private method raises
 
583
        AssertionError, it's easier than building a test suite with the same
 
584
        test.
 
585
        """
 
586
        # Oops, a commit in the current directory (i.e. without local .bzr
 
587
        # directory) will crawl up the hierarchy to find a .bzr directory.
 
588
        self.run_bzr(['commit', '-mfoo', '--unchanged'])
 
589
        # But we have a safety net in place.
 
590
        self.assertRaises(AssertionError, self._check_safety_net)
 
591
 
603
592
    def test_dangling_locks_cause_failures(self):
604
593
        class TestDanglingLock(tests.TestCaseWithMemoryTransport):
605
594
            def test_function(self):
622
611
 
623
612
    def test_get_readonly_url_none(self):
624
613
        from bzrlib.transport import get_transport
 
614
        from bzrlib.transport.memory import MemoryServer
625
615
        from bzrlib.transport.readonly import ReadonlyTransportDecorator
626
 
        self.vfs_transport_factory = memory.MemoryServer
 
616
        self.vfs_transport_factory = MemoryServer
627
617
        self.transport_readonly_server = None
628
618
        # calling get_readonly_transport() constructs a decorator on the url
629
619
        # for the server
638
628
    def test_get_readonly_url_http(self):
639
629
        from bzrlib.tests.http_server import HttpServer
640
630
        from bzrlib.transport import get_transport
 
631
        from bzrlib.transport.local import LocalURLServer
641
632
        from bzrlib.transport.http import HttpTransportBase
642
 
        self.transport_server = test_server.LocalURLServer
 
633
        self.transport_server = LocalURLServer
643
634
        self.transport_readonly_server = HttpServer
644
635
        # calling get_readonly_transport() gives us a HTTP server instance.
645
636
        url = self.get_readonly_url()
676
667
 
677
668
    def setUp(self):
678
669
        super(TestTestCaseTransports, self).setUp()
679
 
        self.vfs_transport_factory = memory.MemoryServer
 
670
        self.vfs_transport_factory = MemoryServer
680
671
 
681
672
    def test_make_bzrdir_preserves_transport(self):
682
673
        t = self.get_transport()
683
674
        result_bzrdir = self.make_bzrdir('subdir')
684
675
        self.assertIsInstance(result_bzrdir.transport,
685
 
                              memory.MemoryTransport)
 
676
                              MemoryTransport)
686
677
        # should not be on disk, should only be in memory
687
678
        self.failIfExists('subdir')
688
679
 
696
687
        self.assertEqual(url, t.clone('..').base)
697
688
 
698
689
 
699
 
class TestProfileResult(tests.TestCase):
700
 
 
701
 
    def test_profiles_tests(self):
702
 
        self.requireFeature(test_lsprof.LSProfFeature)
703
 
        terminal = testtools.tests.helpers.ExtendedTestResult()
704
 
        result = tests.ProfileResult(terminal)
705
 
        class Sample(tests.TestCase):
706
 
            def a(self):
707
 
                self.sample_function()
708
 
            def sample_function(self):
709
 
                pass
710
 
        test = Sample("a")
711
 
        test.run(result)
712
 
        case = terminal._events[0][1]
713
 
        self.assertLength(1, case._benchcalls)
714
 
        # We must be able to unpack it as the test reporting code wants
715
 
        (_, _, _), stats = case._benchcalls[0]
716
 
        self.assertTrue(callable(stats.pprint))
717
 
 
718
 
 
719
690
class TestTestResult(tests.TestCase):
720
691
 
721
692
    def check_timing(self, test_case, expected_re):
723
694
                descriptions=0,
724
695
                verbosity=1,
725
696
                )
726
 
        capture = testtools.tests.helpers.ExtendedTestResult()
727
 
        test_case.run(MultiTestResult(result, capture))
728
 
        run_case = capture._events[0][1]
729
 
        timed_string = result._testTimeString(run_case)
 
697
        test_case.run(result)
 
698
        timed_string = result._testTimeString(test_case)
730
699
        self.assertContainsRe(timed_string, expected_re)
731
700
 
732
701
    def test_test_reporting(self):
750
719
        self.check_timing(ShortDelayTestCase('test_short_delay'),
751
720
                          r"^ +[0-9]+ms$")
752
721
 
753
 
    def _patch_get_bzr_source_tree(self):
754
 
        # Reading from the actual source tree breaks isolation, but we don't
755
 
        # want to assume that thats *all* that would happen.
756
 
        self.overrideAttr(bzrlib.version, '_get_bzr_source_tree', lambda: None)
757
 
 
758
722
    def test_assigned_benchmark_file_stores_date(self):
759
 
        self._patch_get_bzr_source_tree()
760
723
        output = StringIO()
761
724
        result = bzrlib.tests.TextTestResult(self._log_file,
762
725
                                        descriptions=0,
770
733
        self.assertContainsRe(output_string, "--date [0-9.]+")
771
734
 
772
735
    def test_benchhistory_records_test_times(self):
773
 
        self._patch_get_bzr_source_tree()
774
736
        result_stream = StringIO()
775
737
        result = bzrlib.tests.TextTestResult(
776
738
            self._log_file,
838
800
    def test_known_failure(self):
839
801
        """A KnownFailure being raised should trigger several result actions."""
840
802
        class InstrumentedTestResult(tests.ExtendedTestResult):
841
 
            def stopTestRun(self): pass
 
803
            def done(self): pass
842
804
            def startTests(self): pass
843
805
            def report_test_start(self, test): pass
844
 
            def report_known_failure(self, test, err=None, details=None):
845
 
                self._call = test, 'known failure'
 
806
            def report_known_failure(self, test, err):
 
807
                self._call = test, err
846
808
        result = InstrumentedTestResult(None, None, None, None)
847
 
        class Test(tests.TestCase):
848
 
            def test_function(self):
849
 
                raise tests.KnownFailure('failed!')
850
 
        test = Test("test_function")
 
809
        def test_function():
 
810
            raise tests.KnownFailure('failed!')
 
811
        test = unittest.FunctionTestCase(test_function)
851
812
        test.run(result)
852
813
        # it should invoke 'report_known_failure'.
853
814
        self.assertEqual(2, len(result._call))
854
 
        self.assertEqual(test.id(), result._call[0].id())
855
 
        self.assertEqual('known failure', result._call[1])
 
815
        self.assertEqual(test, result._call[0])
 
816
        self.assertEqual(tests.KnownFailure, result._call[1][0])
 
817
        self.assertIsInstance(result._call[1][1], tests.KnownFailure)
856
818
        # we dont introspec the traceback, if the rest is ok, it would be
857
819
        # exceptional for it not to be.
858
820
        # it should update the known_failure_count on the object.
892
854
    def test_add_not_supported(self):
893
855
        """Test the behaviour of invoking addNotSupported."""
894
856
        class InstrumentedTestResult(tests.ExtendedTestResult):
895
 
            def stopTestRun(self): pass
 
857
            def done(self): pass
896
858
            def startTests(self): pass
897
859
            def report_test_start(self, test): pass
898
860
            def report_unsupported(self, test, feature):
930
892
        result.report_unsupported(test, feature)
931
893
        output = result_stream.getvalue()[prefix:]
932
894
        lines = output.splitlines()
933
 
        # We don't check for the final '0ms' since it may fail on slow hosts
934
 
        self.assertStartsWith(lines[0], 'NODEP')
935
 
        self.assertEqual(lines[1],
936
 
                         "    The feature 'Feature' is not available.")
 
895
        self.assertEqual(lines, ['NODEP        0ms',
 
896
                                 "    The feature 'Feature' is not available."])
937
897
 
938
898
    def test_unavailable_exception(self):
939
899
        """An UnavailableFeature being raised should invoke addNotSupported."""
940
900
        class InstrumentedTestResult(tests.ExtendedTestResult):
941
 
            def stopTestRun(self): pass
 
901
            def done(self): pass
942
902
            def startTests(self): pass
943
903
            def report_test_start(self, test): pass
944
904
            def addNotSupported(self, test, feature):
945
905
                self._call = test, feature
946
906
        result = InstrumentedTestResult(None, None, None, None)
947
907
        feature = tests.Feature()
948
 
        class Test(tests.TestCase):
949
 
            def test_function(self):
950
 
                raise tests.UnavailableFeature(feature)
951
 
        test = Test("test_function")
 
908
        def test_function():
 
909
            raise tests.UnavailableFeature(feature)
 
910
        test = unittest.FunctionTestCase(test_function)
952
911
        test.run(result)
953
912
        # it should invoke 'addNotSupported'.
954
913
        self.assertEqual(2, len(result._call))
955
 
        self.assertEqual(test.id(), result._call[0].id())
 
914
        self.assertEqual(test, result._call[0])
956
915
        self.assertEqual(feature, result._call[1])
957
916
        # and not count as an error
958
917
        self.assertEqual(0, result.error_count)
971
930
                                             verbosity=1)
972
931
        test = self.get_passing_test()
973
932
        err = (tests.KnownFailure, tests.KnownFailure('foo'), None)
974
 
        result.addExpectedFailure(test, err)
 
933
        result._addKnownFailure(test, err)
975
934
        self.assertFalse(result.wasStrictlySuccessful())
976
935
        self.assertEqual(None, result._extractBenchmarkTime(test))
977
936
 
1022
981
        because of our use of global state.
1023
982
        """
1024
983
        old_root = tests.TestCaseInTempDir.TEST_ROOT
1025
 
        old_leak = tests.TestCase._first_thread_leaker_id
1026
984
        try:
1027
985
            tests.TestCaseInTempDir.TEST_ROOT = None
1028
 
            tests.TestCase._first_thread_leaker_id = None
1029
986
            return testrunner.run(test)
1030
987
        finally:
1031
988
            tests.TestCaseInTempDir.TEST_ROOT = old_root
1032
 
            tests.TestCase._first_thread_leaker_id = old_leak
1033
989
 
1034
990
    def test_known_failure_failed_run(self):
1035
991
        # run a test that generates a known failure which should be printed in
1036
992
        # the final output when real failures occur.
1037
 
        class Test(tests.TestCase):
1038
 
            def known_failure_test(self):
1039
 
                self.expectFailure('failed', self.assertTrue, False)
 
993
        def known_failure_test():
 
994
            raise tests.KnownFailure('failed')
1040
995
        test = unittest.TestSuite()
1041
 
        test.addTest(Test("known_failure_test"))
 
996
        test.addTest(unittest.FunctionTestCase(known_failure_test))
1042
997
        def failing_test():
1043
 
            self.fail('foo')
 
998
            raise AssertionError('foo')
1044
999
        test.addTest(unittest.FunctionTestCase(failing_test))
1045
1000
        stream = StringIO()
1046
1001
        runner = tests.TextTestRunner(stream=stream)
1047
1002
        result = self.run_test_runner(runner, test)
1048
1003
        lines = stream.getvalue().splitlines()
1049
1004
        self.assertContainsRe(stream.getvalue(),
1050
 
            '(?sm)^bzr selftest.*$'
 
1005
            '(?sm)^testing.*$'
1051
1006
            '.*'
1052
1007
            '^======================================================================\n'
1053
 
            '^FAIL: failing_test\n'
 
1008
            '^FAIL: unittest.FunctionTestCase \\(failing_test\\)\n'
1054
1009
            '^----------------------------------------------------------------------\n'
1055
1010
            'Traceback \\(most recent call last\\):\n'
1056
1011
            '  .*' # File .*, line .*, in failing_test' - but maybe not from .pyc
1057
 
            '    self.fail\\(\'foo\'\\)\n'
 
1012
            '    raise AssertionError\\(\'foo\'\\)\n'
1058
1013
            '.*'
1059
1014
            '^----------------------------------------------------------------------\n'
1060
1015
            '.*'
1062
1017
            )
1063
1018
 
1064
1019
    def test_known_failure_ok_run(self):
1065
 
        # run a test that generates a known failure which should be printed in
1066
 
        # the final output.
1067
 
        class Test(tests.TestCase):
1068
 
            def known_failure_test(self):
1069
 
                self.expectFailure('failed', self.assertTrue, False)
1070
 
        test = Test("known_failure_test")
 
1020
        # run a test that generates a known failure which should be printed in the final output.
 
1021
        def known_failure_test():
 
1022
            raise tests.KnownFailure('failed')
 
1023
        test = unittest.FunctionTestCase(known_failure_test)
1071
1024
        stream = StringIO()
1072
1025
        runner = tests.TextTestRunner(stream=stream)
1073
1026
        result = self.run_test_runner(runner, test)
1078
1031
            '\n'
1079
1032
            'OK \\(known_failures=1\\)\n')
1080
1033
 
1081
 
    def test_result_decorator(self):
1082
 
        # decorate results
1083
 
        calls = []
1084
 
        class LoggingDecorator(tests.ForwardingResult):
1085
 
            def startTest(self, test):
1086
 
                tests.ForwardingResult.startTest(self, test)
1087
 
                calls.append('start')
1088
 
        test = unittest.FunctionTestCase(lambda:None)
1089
 
        stream = StringIO()
1090
 
        runner = tests.TextTestRunner(stream=stream,
1091
 
            result_decorators=[LoggingDecorator])
1092
 
        result = self.run_test_runner(runner, test)
1093
 
        self.assertLength(1, calls)
1094
 
 
1095
1034
    def test_skipped_test(self):
1096
1035
        # run a test that is skipped, and check the suite as a whole still
1097
1036
        # succeeds.
1150
1089
 
1151
1090
    def test_not_applicable(self):
1152
1091
        # run a test that is skipped because it's not applicable
1153
 
        class Test(tests.TestCase):
1154
 
            def not_applicable_test(self):
1155
 
                raise tests.TestNotApplicable('this test never runs')
 
1092
        def not_applicable_test():
 
1093
            raise tests.TestNotApplicable('this test never runs')
1156
1094
        out = StringIO()
1157
1095
        runner = tests.TextTestRunner(stream=out, verbosity=2)
1158
 
        test = Test("not_applicable_test")
 
1096
        test = unittest.FunctionTestCase(not_applicable_test)
1159
1097
        result = self.run_test_runner(runner, test)
1160
1098
        self._log_file.write(out.getvalue())
1161
1099
        self.assertTrue(result.wasSuccessful())
1165
1103
        self.assertContainsRe(out.getvalue(),
1166
1104
                r'(?m)^    this test never runs')
1167
1105
 
 
1106
    def test_not_applicable_demo(self):
 
1107
        # just so you can see it in the test output
 
1108
        raise tests.TestNotApplicable('this test is just a demonstation')
 
1109
 
1168
1110
    def test_unsupported_features_listed(self):
1169
1111
        """When unsupported features are encountered they are detailed."""
1170
1112
        class Feature1(tests.Feature):
1190
1132
            ],
1191
1133
            lines[-3:])
1192
1134
 
1193
 
    def _patch_get_bzr_source_tree(self):
1194
 
        # Reading from the actual source tree breaks isolation, but we don't
1195
 
        # want to assume that thats *all* that would happen.
1196
 
        self._get_source_tree_calls = []
1197
 
        def new_get():
1198
 
            self._get_source_tree_calls.append("called")
1199
 
            return None
1200
 
        self.overrideAttr(bzrlib.version, '_get_bzr_source_tree',  new_get)
1201
 
 
1202
1135
    def test_bench_history(self):
1203
 
        # tests that the running the benchmark passes bench_history into
1204
 
        # the test result object. We can tell that happens if
1205
 
        # _get_bzr_source_tree is called.
1206
 
        self._patch_get_bzr_source_tree()
 
1136
        # tests that the running the benchmark produces a history file
 
1137
        # containing a timestamp and the revision id of the bzrlib source which
 
1138
        # was tested.
 
1139
        workingtree = _get_bzr_source_tree()
1207
1140
        test = TestRunner('dummy_test')
1208
1141
        output = StringIO()
1209
1142
        runner = tests.TextTestRunner(stream=self._log_file,
1211
1144
        result = self.run_test_runner(runner, test)
1212
1145
        output_string = output.getvalue()
1213
1146
        self.assertContainsRe(output_string, "--date [0-9.]+")
1214
 
        self.assertLength(1, self._get_source_tree_calls)
1215
 
 
1216
 
    def test_startTestRun(self):
1217
 
        """run should call result.startTestRun()"""
1218
 
        calls = []
1219
 
        class LoggingDecorator(tests.ForwardingResult):
1220
 
            def startTestRun(self):
1221
 
                tests.ForwardingResult.startTestRun(self)
1222
 
                calls.append('startTestRun')
1223
 
        test = unittest.FunctionTestCase(lambda:None)
1224
 
        stream = StringIO()
1225
 
        runner = tests.TextTestRunner(stream=stream,
1226
 
            result_decorators=[LoggingDecorator])
1227
 
        result = self.run_test_runner(runner, test)
1228
 
        self.assertLength(1, calls)
1229
 
 
1230
 
    def test_stopTestRun(self):
1231
 
        """run should call result.stopTestRun()"""
1232
 
        calls = []
1233
 
        class LoggingDecorator(tests.ForwardingResult):
1234
 
            def stopTestRun(self):
1235
 
                tests.ForwardingResult.stopTestRun(self)
1236
 
                calls.append('stopTestRun')
1237
 
        test = unittest.FunctionTestCase(lambda:None)
1238
 
        stream = StringIO()
1239
 
        runner = tests.TextTestRunner(stream=stream,
1240
 
            result_decorators=[LoggingDecorator])
1241
 
        result = self.run_test_runner(runner, test)
1242
 
        self.assertLength(1, calls)
 
1147
        if workingtree is not None:
 
1148
            revision_id = workingtree.get_parent_ids()[0]
 
1149
            self.assertEndsWith(output_string.rstrip(), revision_id)
 
1150
 
 
1151
    def assertLogDeleted(self, test):
 
1152
        log = test._get_log()
 
1153
        self.assertEqual("DELETED log file to reduce memory footprint", log)
 
1154
        self.assertEqual('', test._log_contents)
 
1155
        self.assertIs(None, test._log_file_name)
 
1156
 
 
1157
    def test_success_log_deleted(self):
 
1158
        """Successful tests have their log deleted"""
 
1159
 
 
1160
        class LogTester(tests.TestCase):
 
1161
 
 
1162
            def test_success(self):
 
1163
                self.log('this will be removed\n')
 
1164
 
 
1165
        sio = StringIO()
 
1166
        runner = tests.TextTestRunner(stream=sio)
 
1167
        test = LogTester('test_success')
 
1168
        result = self.run_test_runner(runner, test)
 
1169
 
 
1170
        self.assertLogDeleted(test)
 
1171
 
 
1172
    def test_skipped_log_deleted(self):
 
1173
        """Skipped tests have their log deleted"""
 
1174
 
 
1175
        class LogTester(tests.TestCase):
 
1176
 
 
1177
            def test_skipped(self):
 
1178
                self.log('this will be removed\n')
 
1179
                raise tests.TestSkipped()
 
1180
 
 
1181
        sio = StringIO()
 
1182
        runner = tests.TextTestRunner(stream=sio)
 
1183
        test = LogTester('test_skipped')
 
1184
        result = self.run_test_runner(runner, test)
 
1185
 
 
1186
        self.assertLogDeleted(test)
 
1187
 
 
1188
    def test_not_aplicable_log_deleted(self):
 
1189
        """Not applicable tests have their log deleted"""
 
1190
 
 
1191
        class LogTester(tests.TestCase):
 
1192
 
 
1193
            def test_not_applicable(self):
 
1194
                self.log('this will be removed\n')
 
1195
                raise tests.TestNotApplicable()
 
1196
 
 
1197
        sio = StringIO()
 
1198
        runner = tests.TextTestRunner(stream=sio)
 
1199
        test = LogTester('test_not_applicable')
 
1200
        result = self.run_test_runner(runner, test)
 
1201
 
 
1202
        self.assertLogDeleted(test)
 
1203
 
 
1204
    def test_known_failure_log_deleted(self):
 
1205
        """Know failure tests have their log deleted"""
 
1206
 
 
1207
        class LogTester(tests.TestCase):
 
1208
 
 
1209
            def test_known_failure(self):
 
1210
                self.log('this will be removed\n')
 
1211
                raise tests.KnownFailure()
 
1212
 
 
1213
        sio = StringIO()
 
1214
        runner = tests.TextTestRunner(stream=sio)
 
1215
        test = LogTester('test_known_failure')
 
1216
        result = self.run_test_runner(runner, test)
 
1217
 
 
1218
        self.assertLogDeleted(test)
 
1219
 
 
1220
    def test_fail_log_kept(self):
 
1221
        """Failed tests have their log kept"""
 
1222
 
 
1223
        class LogTester(tests.TestCase):
 
1224
 
 
1225
            def test_fail(self):
 
1226
                self.log('this will be kept\n')
 
1227
                self.fail('this test fails')
 
1228
 
 
1229
        sio = StringIO()
 
1230
        runner = tests.TextTestRunner(stream=sio)
 
1231
        test = LogTester('test_fail')
 
1232
        result = self.run_test_runner(runner, test)
 
1233
 
 
1234
        text = sio.getvalue()
 
1235
        self.assertContainsRe(text, 'this will be kept')
 
1236
        self.assertContainsRe(text, 'this test fails')
 
1237
 
 
1238
        log = test._get_log()
 
1239
        self.assertContainsRe(log, 'this will be kept')
 
1240
        self.assertEqual(log, test._log_contents)
 
1241
 
 
1242
    def test_error_log_kept(self):
 
1243
        """Tests with errors have their log kept"""
 
1244
 
 
1245
        class LogTester(tests.TestCase):
 
1246
 
 
1247
            def test_error(self):
 
1248
                self.log('this will be kept\n')
 
1249
                raise ValueError('random exception raised')
 
1250
 
 
1251
        sio = StringIO()
 
1252
        runner = tests.TextTestRunner(stream=sio)
 
1253
        test = LogTester('test_error')
 
1254
        result = self.run_test_runner(runner, test)
 
1255
 
 
1256
        text = sio.getvalue()
 
1257
        self.assertContainsRe(text, 'this will be kept')
 
1258
        self.assertContainsRe(text, 'random exception raised')
 
1259
 
 
1260
        log = test._get_log()
 
1261
        self.assertContainsRe(log, 'this will be kept')
 
1262
        self.assertEqual(log, test._log_contents)
1243
1263
 
1244
1264
 
1245
1265
class SampleTestCase(tests.TestCase):
1311
1331
        self.assertEqual(flags, bzrlib.debug.debug_flags)
1312
1332
 
1313
1333
    def change_selftest_debug_flags(self, new_flags):
1314
 
        self.overrideAttr(tests, 'selftest_debug_flags', set(new_flags))
 
1334
        orig_selftest_flags = tests.selftest_debug_flags
 
1335
        self.addCleanup(self._restore_selftest_debug_flags, orig_selftest_flags)
 
1336
        tests.selftest_debug_flags = set(new_flags)
 
1337
 
 
1338
    def _restore_selftest_debug_flags(self, flags):
 
1339
        tests.selftest_debug_flags = flags
1315
1340
 
1316
1341
    def test_allow_debug_flag(self):
1317
1342
        """The -Eallow_debug flag prevents bzrlib.debug.debug_flags from being
1377
1402
        self.assertEqual(set(['original-state']), bzrlib.debug.debug_flags)
1378
1403
 
1379
1404
    def make_test_result(self):
1380
 
        """Get a test result that writes to the test log file."""
1381
1405
        return tests.TextTestResult(self._log_file, descriptions=0, verbosity=1)
1382
1406
 
1383
1407
    def inner_test(self):
1391
1415
        result = self.make_test_result()
1392
1416
        self.inner_test.run(result)
1393
1417
        note("outer finish")
1394
 
        self.addCleanup(osutils.delete_any, self._log_file_name)
1395
1418
 
1396
1419
    def test_trace_nesting(self):
1397
1420
        # this tests that each test case nests its trace facility correctly.
1457
1480
        self.assertEqual((time.sleep, (0.003,), {}), self._benchcalls[1][0])
1458
1481
        self.assertIsInstance(self._benchcalls[0][1], bzrlib.lsprof.Stats)
1459
1482
        self.assertIsInstance(self._benchcalls[1][1], bzrlib.lsprof.Stats)
1460
 
        del self._benchcalls[:]
1461
1483
 
1462
1484
    def test_knownFailure(self):
1463
1485
        """Self.knownFailure() should raise a KnownFailure exception."""
1464
1486
        self.assertRaises(tests.KnownFailure, self.knownFailure, "A Failure")
1465
1487
 
1466
 
    def test_open_bzrdir_safe_roots(self):
1467
 
        # even a memory transport should fail to open when its url isn't 
1468
 
        # permitted.
1469
 
        # Manually set one up (TestCase doesn't and shouldn't provide magic
1470
 
        # machinery)
1471
 
        transport_server = memory.MemoryServer()
1472
 
        transport_server.start_server()
1473
 
        self.addCleanup(transport_server.stop_server)
1474
 
        t = transport.get_transport(transport_server.get_url())
1475
 
        bzrdir.BzrDir.create(t.base)
1476
 
        self.assertRaises(errors.BzrError,
1477
 
            bzrdir.BzrDir.open_from_transport, t)
1478
 
        # But if we declare this as safe, we can open the bzrdir.
1479
 
        self.permit_url(t.base)
1480
 
        self._bzr_selftest_roots.append(t.base)
1481
 
        bzrdir.BzrDir.open_from_transport(t)
1482
 
 
1483
1488
    def test_requireFeature_available(self):
1484
1489
        """self.requireFeature(available) is a no-op."""
1485
1490
        class Available(tests.Feature):
1529
1534
        """Test disabled tests behaviour with support aware results."""
1530
1535
        test = SampleTestCase('_test_pass')
1531
1536
        class DisabledFeature(object):
1532
 
            def __eq__(self, other):
1533
 
                return isinstance(other, DisabledFeature)
1534
1537
            def available(self):
1535
1538
                return False
1536
1539
        the_feature = DisabledFeature()
1547
1550
                self.calls.append(('addNotSupported', test, feature))
1548
1551
        result = InstrumentedTestResult()
1549
1552
        test.run(result)
1550
 
        case = result.calls[0][1]
1551
1553
        self.assertEqual([
1552
 
            ('startTest', case),
1553
 
            ('addNotSupported', case, the_feature),
1554
 
            ('stopTest', case),
 
1554
            ('startTest', test),
 
1555
            ('addNotSupported', test, the_feature),
 
1556
            ('stopTest', test),
1555
1557
            ],
1556
1558
            result.calls)
1557
1559
 
1558
 
    def test_start_server_registers_url(self):
1559
 
        transport_server = memory.MemoryServer()
1560
 
        # A little strict, but unlikely to be changed soon.
1561
 
        self.assertEqual([], self._bzr_selftest_roots)
1562
 
        self.start_server(transport_server)
1563
 
        self.assertSubset([transport_server.get_url()],
1564
 
            self._bzr_selftest_roots)
1565
 
 
1566
1560
    def test_assert_list_raises_on_generator(self):
1567
1561
        def generator_which_will_raise():
1568
1562
            # This will not raise until after the first yield
1618
1612
        self.assertRaises(AssertionError,
1619
1613
            self.assertListRaises, _TestException, success_generator)
1620
1614
 
1621
 
    def test_overrideAttr_without_value(self):
1622
 
        self.test_attr = 'original' # Define a test attribute
1623
 
        obj = self # Make 'obj' visible to the embedded test
1624
 
        class Test(tests.TestCase):
1625
 
 
1626
 
            def setUp(self):
1627
 
                tests.TestCase.setUp(self)
1628
 
                self.orig = self.overrideAttr(obj, 'test_attr')
1629
 
 
1630
 
            def test_value(self):
1631
 
                self.assertEqual('original', self.orig)
1632
 
                self.assertEqual('original', obj.test_attr)
1633
 
                obj.test_attr = 'modified'
1634
 
                self.assertEqual('modified', obj.test_attr)
1635
 
 
1636
 
        test = Test('test_value')
1637
 
        test.run(unittest.TestResult())
1638
 
        self.assertEqual('original', obj.test_attr)
1639
 
 
1640
 
    def test_overrideAttr_with_value(self):
1641
 
        self.test_attr = 'original' # Define a test attribute
1642
 
        obj = self # Make 'obj' visible to the embedded test
1643
 
        class Test(tests.TestCase):
1644
 
 
1645
 
            def setUp(self):
1646
 
                tests.TestCase.setUp(self)
1647
 
                self.orig = self.overrideAttr(obj, 'test_attr', new='modified')
1648
 
 
1649
 
            def test_value(self):
1650
 
                self.assertEqual('original', self.orig)
1651
 
                self.assertEqual('modified', obj.test_attr)
1652
 
 
1653
 
        test = Test('test_value')
1654
 
        test.run(unittest.TestResult())
1655
 
        self.assertEqual('original', obj.test_attr)
1656
 
 
1657
1615
 
1658
1616
# NB: Don't delete this; it's not actually from 0.11!
1659
1617
@deprecated_function(deprecated_in((0, 11, 0)))
1702
1660
        self.assertEndsWith('foo', 'oo')
1703
1661
        self.assertRaises(AssertionError, self.assertEndsWith, 'o', 'oo')
1704
1662
 
1705
 
    def test_assertEqualDiff(self):
1706
 
        e = self.assertRaises(AssertionError,
1707
 
                              self.assertEqualDiff, '', '\n')
1708
 
        self.assertEquals(str(e),
1709
 
                          # Don't blink ! The '+' applies to the second string
1710
 
                          'first string is missing a final newline.\n+ \n')
1711
 
        e = self.assertRaises(AssertionError,
1712
 
                              self.assertEqualDiff, '\n', '')
1713
 
        self.assertEquals(str(e),
1714
 
                          # Don't blink ! The '-' applies to the second string
1715
 
                          'second string is missing a final newline.\n- \n')
1716
 
 
1717
 
 
1718
 
class TestDeprecations(tests.TestCase):
1719
 
 
1720
1663
    def test_applyDeprecated_not_deprecated(self):
1721
1664
        sample_object = ApplyDeprecatedHelper()
1722
1665
        # calling an undeprecated callable raises an assertion
1799
1742
        tree = self.make_branch_and_memory_tree('a')
1800
1743
        self.assertIsInstance(tree, bzrlib.memorytree.MemoryTree)
1801
1744
 
1802
 
    def test_make_tree_for_local_vfs_backed_transport(self):
1803
 
        # make_branch_and_tree has to use local branch and repositories
1804
 
        # when the vfs transport and local disk are colocated, even if
1805
 
        # a different transport is in use for url generation.
1806
 
        self.transport_server = test_server.FakeVFATServer
1807
 
        self.assertFalse(self.get_url('t1').startswith('file://'))
 
1745
 
 
1746
class TestSFTPMakeBranchAndTree(test_sftp_transport.TestCaseWithSFTPServer):
 
1747
 
 
1748
    def test_make_tree_for_sftp_branch(self):
 
1749
        """Transports backed by local directories create local trees."""
 
1750
        # NB: This is arguably a bug in the definition of make_branch_and_tree.
1808
1751
        tree = self.make_branch_and_tree('t1')
1809
1752
        base = tree.bzrdir.root_transport.base
1810
 
        self.assertStartsWith(base, 'file://')
 
1753
        self.failIf(base.startswith('sftp'),
 
1754
                'base %r is on sftp but should be local' % base)
1811
1755
        self.assertEquals(tree.bzrdir.root_transport,
1812
1756
                tree.branch.bzrdir.root_transport)
1813
1757
        self.assertEquals(tree.bzrdir.root_transport,
1873
1817
        self.assertNotContainsRe("Test.b", output.getvalue())
1874
1818
        self.assertLength(2, output.readlines())
1875
1819
 
1876
 
    def test_lsprof_tests(self):
1877
 
        self.requireFeature(test_lsprof.LSProfFeature)
1878
 
        calls = []
1879
 
        class Test(object):
1880
 
            def __call__(test, result):
1881
 
                test.run(result)
1882
 
            def run(test, result):
1883
 
                self.assertIsInstance(result, tests.ForwardingResult)
1884
 
                calls.append("called")
1885
 
            def countTestCases(self):
1886
 
                return 1
1887
 
        self.run_selftest(test_suite_factory=Test, lsprof_tests=True)
1888
 
        self.assertLength(1, calls)
1889
 
 
1890
1820
    def test_random(self):
1891
1821
        # test randomising by listing a number of tests.
1892
1822
        output_123 = self.run_selftest(test_suite_factory=self.factory,
1907
1837
        self.assertEqual(expected.getvalue(), repeated.getvalue())
1908
1838
 
1909
1839
    def test_runner_class(self):
1910
 
        self.requireFeature(features.subunit)
 
1840
        self.requireFeature(SubUnitFeature)
1911
1841
        from subunit import ProtocolTestCase
1912
1842
        stream = self.run_selftest(runner_class=tests.SubUnitBzrRunner,
1913
1843
            test_suite_factory=self.factory)
1945
1875
        self.assertEqual(transport_server, captured_transport[0])
1946
1876
 
1947
1877
    def test_transport_sftp(self):
1948
 
        self.requireFeature(features.paramiko)
1949
 
        from bzrlib.tests import stub_sftp
1950
 
        self.check_transport_set(stub_sftp.SFTPAbsoluteServer)
 
1878
        try:
 
1879
            import bzrlib.transport.sftp
 
1880
        except errors.ParamikoNotPresent:
 
1881
            raise tests.TestSkipped("Paramiko not present")
 
1882
        self.check_transport_set(bzrlib.transport.sftp.SFTPAbsoluteServer)
1951
1883
 
1952
1884
    def test_transport_memory(self):
1953
 
        self.check_transport_set(memory.MemoryServer)
 
1885
        self.check_transport_set(bzrlib.transport.memory.MemoryServer)
1954
1886
 
1955
1887
 
1956
1888
class TestSelftestWithIdList(tests.TestCaseInTempDir, SelfTestHelper):
1982
1914
 
1983
1915
        Attempts to run bzr from inside this class don't actually run it.
1984
1916
 
1985
 
        We test how run_bzr actually invokes bzr in another location.  Here we
1986
 
        only need to test that it passes the right parameters to run_bzr.
 
1917
        We test how run_bzr actually invokes bzr in another location.
 
1918
        Here we only need to test that it is run_bzr passes the right
 
1919
        parameters to run_bzr.
1987
1920
        """
1988
1921
        self.argv = list(argv)
1989
1922
        self.retcode = retcode
1990
1923
        self.encoding = encoding
1991
1924
        self.stdin = stdin
1992
1925
        self.working_dir = working_dir
1993
 
        return self.retcode, self.out, self.err
 
1926
        return self.out, self.err
1994
1927
 
1995
1928
    def test_run_bzr_error(self):
1996
1929
        self.out = "It sure does!\n"
1997
1930
        out, err = self.run_bzr_error(['^$'], ['rocks'], retcode=34)
1998
1931
        self.assertEqual(['rocks'], self.argv)
1999
1932
        self.assertEqual(34, self.retcode)
2000
 
        self.assertEqual('It sure does!\n', out)
2001
 
        self.assertEquals(out, self.out)
2002
 
        self.assertEqual('', err)
2003
 
        self.assertEquals(err, self.err)
 
1933
        self.assertEqual(out, 'It sure does!\n')
2004
1934
 
2005
1935
    def test_run_bzr_error_regexes(self):
2006
1936
        self.out = ''
2007
1937
        self.err = "bzr: ERROR: foobarbaz is not versioned"
2008
1938
        out, err = self.run_bzr_error(
2009
 
            ["bzr: ERROR: foobarbaz is not versioned"],
2010
 
            ['file-id', 'foobarbaz'])
 
1939
                ["bzr: ERROR: foobarbaz is not versioned"],
 
1940
                ['file-id', 'foobarbaz'])
2011
1941
 
2012
1942
    def test_encoding(self):
2013
1943
        """Test that run_bzr passes encoding to _run_bzr_core"""
2142
2072
        return self.out, self.err
2143
2073
 
2144
2074
 
2145
 
class TestWithFakedStartBzrSubprocess(tests.TestCaseWithTransport):
2146
 
    """Base class for tests testing how we might run bzr."""
 
2075
class TestRunBzrSubprocess(tests.TestCaseWithTransport):
2147
2076
 
2148
2077
    def setUp(self):
2149
2078
        tests.TestCaseWithTransport.setUp(self)
2160
2089
            'working_dir':working_dir, 'allow_plugins':allow_plugins})
2161
2090
        return self.next_subprocess
2162
2091
 
2163
 
 
2164
 
class TestRunBzrSubprocess(TestWithFakedStartBzrSubprocess):
2165
 
 
2166
2092
    def assertRunBzrSubprocess(self, expected_args, process, *args, **kwargs):
2167
2093
        """Run run_bzr_subprocess with args and kwargs using a stubbed process.
2168
2094
 
2231
2157
            StubProcess(), '', allow_plugins=True)
2232
2158
 
2233
2159
 
2234
 
class TestFinishBzrSubprocess(TestWithFakedStartBzrSubprocess):
2235
 
 
2236
 
    def test_finish_bzr_subprocess_with_error(self):
2237
 
        """finish_bzr_subprocess allows specification of the desired exit code.
2238
 
        """
2239
 
        process = StubProcess(err="unknown command", retcode=3)
2240
 
        result = self.finish_bzr_subprocess(process, retcode=3)
2241
 
        self.assertEqual('', result[0])
2242
 
        self.assertContainsRe(result[1], 'unknown command')
2243
 
 
2244
 
    def test_finish_bzr_subprocess_ignoring_retcode(self):
2245
 
        """finish_bzr_subprocess allows the exit code to be ignored."""
2246
 
        process = StubProcess(err="unknown command", retcode=3)
2247
 
        result = self.finish_bzr_subprocess(process, retcode=None)
2248
 
        self.assertEqual('', result[0])
2249
 
        self.assertContainsRe(result[1], 'unknown command')
2250
 
 
2251
 
    def test_finish_subprocess_with_unexpected_retcode(self):
2252
 
        """finish_bzr_subprocess raises self.failureException if the retcode is
2253
 
        not the expected one.
2254
 
        """
2255
 
        process = StubProcess(err="unknown command", retcode=3)
2256
 
        self.assertRaises(self.failureException, self.finish_bzr_subprocess,
2257
 
                          process)
2258
 
 
2259
 
 
2260
2160
class _DontSpawnProcess(Exception):
2261
2161
    """A simple exception which just allows us to skip unnecessary steps"""
2262
2162
 
2340
2240
        self.assertEqual(['foo', 'current'], chdirs)
2341
2241
 
2342
2242
 
2343
 
class TestActuallyStartBzrSubprocess(tests.TestCaseWithTransport):
2344
 
    """Tests that really need to do things with an external bzr."""
 
2243
class TestBzrSubprocess(tests.TestCaseWithTransport):
 
2244
 
 
2245
    def test_start_and_stop_bzr_subprocess(self):
 
2246
        """We can start and perform other test actions while that process is
 
2247
        still alive.
 
2248
        """
 
2249
        process = self.start_bzr_subprocess(['--version'])
 
2250
        result = self.finish_bzr_subprocess(process)
 
2251
        self.assertContainsRe(result[0], 'is free software')
 
2252
        self.assertEqual('', result[1])
 
2253
 
 
2254
    def test_start_and_stop_bzr_subprocess_with_error(self):
 
2255
        """finish_bzr_subprocess allows specification of the desired exit code.
 
2256
        """
 
2257
        process = self.start_bzr_subprocess(['--versionn'])
 
2258
        result = self.finish_bzr_subprocess(process, retcode=3)
 
2259
        self.assertEqual('', result[0])
 
2260
        self.assertContainsRe(result[1], 'unknown command')
 
2261
 
 
2262
    def test_start_and_stop_bzr_subprocess_ignoring_retcode(self):
 
2263
        """finish_bzr_subprocess allows the exit code to be ignored."""
 
2264
        process = self.start_bzr_subprocess(['--versionn'])
 
2265
        result = self.finish_bzr_subprocess(process, retcode=None)
 
2266
        self.assertEqual('', result[0])
 
2267
        self.assertContainsRe(result[1], 'unknown command')
 
2268
 
 
2269
    def test_start_and_stop_bzr_subprocess_with_unexpected_retcode(self):
 
2270
        """finish_bzr_subprocess raises self.failureException if the retcode is
 
2271
        not the expected one.
 
2272
        """
 
2273
        process = self.start_bzr_subprocess(['--versionn'])
 
2274
        self.assertRaises(self.failureException, self.finish_bzr_subprocess,
 
2275
                          process)
2345
2276
 
2346
2277
    def test_start_and_stop_bzr_subprocess_send_signal(self):
2347
2278
        """finish_bzr_subprocess raises self.failureException if the retcode is
2348
2279
        not the expected one.
2349
2280
        """
2350
 
        self.disable_missing_extensions_warning()
2351
2281
        process = self.start_bzr_subprocess(['wait-until-signalled'],
2352
2282
                                            skip_if_plan_to_signal=True)
2353
2283
        self.assertEqual('running\n', process.stdout.readline())
2356
2286
        self.assertEqual('', result[0])
2357
2287
        self.assertEqual('bzr: interrupted\n', result[1])
2358
2288
 
 
2289
    def test_start_and_stop_working_dir(self):
 
2290
        cwd = osutils.getcwd()
 
2291
        self.make_branch_and_tree('one')
 
2292
        process = self.start_bzr_subprocess(['root'], working_dir='one')
 
2293
        result = self.finish_bzr_subprocess(process, universal_newlines=True)
 
2294
        self.assertEndsWith(result[0], 'one\n')
 
2295
        self.assertEqual('', result[1])
 
2296
 
 
2297
 
 
2298
class TestKnownFailure(tests.TestCase):
 
2299
 
 
2300
    def test_known_failure(self):
 
2301
        """Check that KnownFailure is defined appropriately."""
 
2302
        # a KnownFailure is an assertion error for compatability with unaware
 
2303
        # runners.
 
2304
        self.assertIsInstance(tests.KnownFailure(""), AssertionError)
 
2305
 
 
2306
    def test_expect_failure(self):
 
2307
        try:
 
2308
            self.expectFailure("Doomed to failure", self.assertTrue, False)
 
2309
        except tests.KnownFailure, e:
 
2310
            self.assertEqual('Doomed to failure', e.args[0])
 
2311
        try:
 
2312
            self.expectFailure("Doomed to failure", self.assertTrue, True)
 
2313
        except AssertionError, e:
 
2314
            self.assertEqual('Unexpected success.  Should have failed:'
 
2315
                             ' Doomed to failure', e.args[0])
 
2316
        else:
 
2317
            self.fail('Assertion not raised')
 
2318
 
2359
2319
 
2360
2320
class TestFeature(tests.TestCase):
2361
2321
 
2398
2358
        self.assertIs(feature, exception.args[0])
2399
2359
 
2400
2360
 
2401
 
simple_thunk_feature = tests._CompatabilityThunkFeature(
2402
 
    deprecated_in((2, 1, 0)),
2403
 
    'bzrlib.tests.test_selftest',
2404
 
    'simple_thunk_feature','UnicodeFilename',
2405
 
    replacement_module='bzrlib.tests'
2406
 
    )
2407
 
 
2408
 
class Test_CompatibilityFeature(tests.TestCase):
2409
 
 
2410
 
    def test_does_thunk(self):
2411
 
        res = self.callDeprecated(
2412
 
            ['bzrlib.tests.test_selftest.simple_thunk_feature was deprecated'
2413
 
             ' in version 2.1.0. Use bzrlib.tests.UnicodeFilename instead.'],
2414
 
            simple_thunk_feature.available)
2415
 
        self.assertEqual(tests.UnicodeFilename.available(), res)
2416
 
 
2417
 
 
2418
 
class TestModuleAvailableFeature(tests.TestCase):
2419
 
 
2420
 
    def test_available_module(self):
2421
 
        feature = tests.ModuleAvailableFeature('bzrlib.tests')
2422
 
        self.assertEqual('bzrlib.tests', feature.module_name)
2423
 
        self.assertEqual('bzrlib.tests', str(feature))
2424
 
        self.assertTrue(feature.available())
2425
 
        self.assertIs(tests, feature.module)
2426
 
 
2427
 
    def test_unavailable_module(self):
2428
 
        feature = tests.ModuleAvailableFeature('bzrlib.no_such_module_exists')
2429
 
        self.assertEqual('bzrlib.no_such_module_exists', str(feature))
2430
 
        self.assertFalse(feature.available())
2431
 
        self.assertIs(None, feature.module)
2432
 
 
2433
 
 
2434
2361
class TestSelftestFiltering(tests.TestCase):
2435
2362
 
2436
2363
    def setUp(self):
2615
2542
        # the test framework
2616
2543
        self.assertEquals('always fails', str(e))
2617
2544
        # check that there's no traceback in the test log
2618
 
        self.assertNotContainsRe(self.get_log(), r'Traceback')
 
2545
        self.assertNotContainsRe(self._get_log(keep_log_file=True),
 
2546
            r'Traceback')
2619
2547
 
2620
2548
    def test_run_bzr_user_error_caught(self):
2621
2549
        # Running bzr in blackbox mode, normal/expected/user errors should be
2622
2550
        # caught in the regular way and turned into an error message plus exit
2623
2551
        # code.
2624
 
        transport_server = memory.MemoryServer()
2625
 
        transport_server.start_server()
2626
 
        self.addCleanup(transport_server.stop_server)
2627
 
        url = transport_server.get_url()
2628
 
        self.permit_url(url)
2629
 
        out, err = self.run_bzr(["log", "%s/nonexistantpath" % url], retcode=3)
 
2552
        out, err = self.run_bzr(["log", "/nonexistantpath"], retcode=3)
2630
2553
        self.assertEqual(out, '')
2631
2554
        self.assertContainsRe(err,
2632
2555
            'bzr: ERROR: Not a branch: ".*nonexistantpath/".\n')
2758
2681
 
2759
2682
class TestTestSuite(tests.TestCase):
2760
2683
 
2761
 
    def test__test_suite_testmod_names(self):
2762
 
        # Test that a plausible list of test module names are returned
2763
 
        # by _test_suite_testmod_names.
2764
 
        test_list = tests._test_suite_testmod_names()
2765
 
        self.assertSubset([
2766
 
            'bzrlib.tests.blackbox',
2767
 
            'bzrlib.tests.per_transport',
2768
 
            'bzrlib.tests.test_selftest',
2769
 
            ],
2770
 
            test_list)
2771
 
 
2772
 
    def test__test_suite_modules_to_doctest(self):
2773
 
        # Test that a plausible list of modules to doctest is returned
2774
 
        # by _test_suite_modules_to_doctest.
2775
 
        test_list = tests._test_suite_modules_to_doctest()
2776
 
        if __doc__ is None:
2777
 
            # When docstrings are stripped, there are no modules to doctest
2778
 
            self.assertEqual([], test_list)
2779
 
            return
2780
 
        self.assertSubset([
2781
 
            'bzrlib.timestamp',
2782
 
            ],
2783
 
            test_list)
2784
 
 
2785
2684
    def test_test_suite(self):
2786
 
        # test_suite() loads the entire test suite to operate. To avoid this
2787
 
        # overhead, and yet still be confident that things are happening,
2788
 
        # we temporarily replace two functions used by test_suite with 
2789
 
        # test doubles that supply a few sample tests to load, and check they
2790
 
        # are loaded.
2791
 
        calls = []
2792
 
        def testmod_names():
2793
 
            calls.append("testmod_names")
2794
 
            return [
2795
 
                'bzrlib.tests.blackbox.test_branch',
2796
 
                'bzrlib.tests.per_transport',
2797
 
                'bzrlib.tests.test_selftest',
2798
 
                ]
2799
 
        self.overrideAttr(tests, '_test_suite_testmod_names', testmod_names)
2800
 
        def doctests():
2801
 
            calls.append("modules_to_doctest")
2802
 
            if __doc__ is None:
2803
 
                return []
2804
 
            return ['bzrlib.timestamp']
2805
 
        self.overrideAttr(tests, '_test_suite_modules_to_doctest', doctests)
2806
 
        expected_test_list = [
 
2685
        # This test is slow - it loads the entire test suite to operate, so we
 
2686
        # do a single test with one test in each category
 
2687
        test_list = [
2807
2688
            # testmod_names
2808
2689
            'bzrlib.tests.blackbox.test_branch.TestBranch.test_branch',
2809
2690
            ('bzrlib.tests.per_transport.TransportTests'
2810
 
             '.test_abspath(LocalTransport,LocalURLServer)'),
 
2691
             '.test_abspath(LocalURLServer)'),
2811
2692
            'bzrlib.tests.test_selftest.TestTestSuite.test_test_suite',
 
2693
            # modules_to_doctest
 
2694
            'bzrlib.timestamp.format_highres_date',
2812
2695
            # plugins can't be tested that way since selftest may be run with
2813
2696
            # --no-plugins
2814
2697
            ]
2815
 
        if __doc__ is not None:
2816
 
            expected_test_list.extend([
2817
 
                # modules_to_doctest
2818
 
                'bzrlib.timestamp.format_highres_date',
2819
 
                ])
2820
 
        suite = tests.test_suite()
2821
 
        self.assertEqual(set(["testmod_names", "modules_to_doctest"]),
2822
 
            set(calls))
2823
 
        self.assertSubset(expected_test_list, _test_ids(suite))
 
2698
        suite = tests.test_suite(test_list)
 
2699
        self.assertEquals(test_list, _test_ids(suite))
2824
2700
 
2825
2701
    def test_test_suite_list_and_start(self):
2826
2702
        # We cannot test this at the same time as the main load, because we want
2827
 
        # to know that starting_with == None works. So a second load is
2828
 
        # incurred - note that the starting_with parameter causes a partial load
2829
 
        # rather than a full load so this test should be pretty quick.
 
2703
        # to know that starting_with == None works. So a second full load is
 
2704
        # incurred.
2830
2705
        test_list = ['bzrlib.tests.test_selftest.TestTestSuite.test_test_suite']
2831
2706
        suite = tests.test_suite(test_list,
2832
2707
                                 ['bzrlib.tests.test_selftest.TestTestSuite'])
2877
2752
    def test_load_tests(self):
2878
2753
        test_list = ['bzrlib.tests.test_sampler.DemoTest.test_nothing']
2879
2754
        loader = self._create_loader(test_list)
 
2755
 
2880
2756
        suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2881
2757
        self.assertEquals(test_list, _test_ids(suite))
2882
2758
 
2883
2759
    def test_exclude_tests(self):
2884
2760
        test_list = ['bogus']
2885
2761
        loader = self._create_loader(test_list)
 
2762
 
2886
2763
        suite = loader.loadTestsFromModuleName('bzrlib.tests.test_sampler')
2887
2764
        self.assertEquals([], _test_ids(suite))
2888
2765
 
2933
2810
        tpr.register('bar', 'bbb.aaa.rrr')
2934
2811
        tpr.register('bar', 'bBB.aAA.rRR')
2935
2812
        self.assertEquals('bbb.aaa.rrr', tpr.get('bar'))
2936
 
        self.assertThat(self.get_log(),
2937
 
            DocTestMatches("...bar...bbb.aaa.rrr...BB.aAA.rRR", ELLIPSIS))
 
2813
        self.assertContainsRe(self._get_log(keep_log_file=True),
 
2814
                              r'.*bar.*bbb.aaa.rrr.*bBB.aAA.rRR')
2938
2815
 
2939
2816
    def test_get_unknown_prefix(self):
2940
2817
        tpr = self._get_registry()
2976
2853
                                                self.verbosity)
2977
2854
        tests.run_suite(suite, runner_class=MyRunner, stream=StringIO())
2978
2855
        self.assertLength(1, calls)
 
2856
 
 
2857
    def test_done(self):
 
2858
        """run_suite should call result.done()"""
 
2859
        self.calls = 0
 
2860
        def one_more_call(): self.calls += 1
 
2861
        def test_function():
 
2862
            pass
 
2863
        test = unittest.FunctionTestCase(test_function)
 
2864
        class InstrumentedTestResult(tests.ExtendedTestResult):
 
2865
            def done(self): one_more_call()
 
2866
        class MyRunner(tests.TextTestRunner):
 
2867
            def run(self, test):
 
2868
                return InstrumentedTestResult(self.stream, self.descriptions,
 
2869
                                              self.verbosity)
 
2870
        tests.run_suite(test, runner_class=MyRunner, stream=StringIO())
 
2871
        self.assertEquals(1, self.calls)