17
17
"""UI tests for the test framework."""
23
from bzrlib.tests import (
24
from breezy.tests import (
26
from bzrlib.transport import memory
27
from breezy.transport import memory
28
30
class SelfTestPatch:
30
32
def get_params_passed_to_core(self, cmdline):
32
35
def selftest(*args, **kwargs):
33
36
"""Capture the arguments selftest was run with."""
34
37
params.append((args, kwargs))
36
39
# Yes this prevents using threads to run the test suite in parallel,
37
# however we don't have a clean dependency injector for commands,
40
# however we don't have a clean dependency injector for commands,
38
41
# and even if we did - we'd still be testing that the glue is wired
39
42
# up correctly. XXX: TODO: Solve this testing problem.
40
43
original_selftest = tests.selftest
46
49
tests.selftest = original_selftest
49
class TestOptionsWritingToDisk(tests.TestCaseInTempDir, SelfTestPatch):
51
def test_benchmark_runs_benchmark_tests(self):
52
"""selftest --benchmark should change the suite factory."""
53
params = self.get_params_passed_to_core('selftest --benchmark')
54
self.assertEqual(benchmarks.test_suite,
55
params[1]['test_suite_factory'])
56
self.assertNotEqual(None, params[1]['bench_history'])
57
benchfile = open(".perf_history", "rt")
59
lines = benchfile.readlines()
62
# Because we don't run the actual test code no output is made to the
64
self.assertEqual(0, len(lines))
67
52
class TestOptions(tests.TestCase, SelfTestPatch):
69
54
def test_load_list(self):
74
59
# Test that we can pass a transport to the selftest core - sftp
76
61
self.requireFeature(features.paramiko)
77
from bzrlib.tests import stub_sftp
62
from breezy.tests import stub_sftp
78
63
params = self.get_params_passed_to_core('selftest --transport=sftp')
79
64
self.assertEqual(stub_sftp.SFTPAbsoluteServer,
80
params[1]["transport"])
65
params[1]["transport"])
82
67
def test_transport_set_to_memory(self):
83
68
# Test that we can pass a transport to the selftest core - memory
88
73
def test_parameters_passed_to_core(self):
89
74
params = self.get_params_passed_to_core('selftest --list-only')
90
75
self.assertTrue("list_only" in params[1])
91
params = self.get_params_passed_to_core('selftest --list-only selftest')
92
self.assertTrue("list_only" in params[1])
93
params = self.get_params_passed_to_core(['selftest', '--list-only',
94
'--exclude', 'selftest'])
95
self.assertTrue("list_only" in params[1])
96
params = self.get_params_passed_to_core(['selftest', '--list-only',
97
'selftest', '--randomize', 'now'])
76
params = self.get_params_passed_to_core(
77
'selftest --list-only selftest')
78
self.assertTrue("list_only" in params[1])
79
params = self.get_params_passed_to_core(['selftest', '--list-only',
80
'--exclude', 'selftest'])
81
self.assertTrue("list_only" in params[1])
82
params = self.get_params_passed_to_core(['selftest', '--list-only',
83
'selftest', '--randomize', 'now'])
98
84
self.assertSubset(["list_only", "random_seed"], params[1])
100
86
def test_starting_with(self):
106
92
'selftest --starting-with foo --starting-with bar')
107
93
self.assertEqual(['foo', 'bar'], params[1]['starting_with'])
109
def test_subunit(self):
110
self.requireFeature(features.subunit)
111
params = self.get_params_passed_to_core('selftest --subunit')
112
self.assertEqual(tests.SubUnitBzrRunner, params[1]['runner_class'])
95
def test_subunitv1(self):
96
self.requireFeature(features.subunit)
97
params = self.get_params_passed_to_core('selftest --subunit1')
98
self.assertEqual(tests.SubUnitBzrRunnerv1, params[1]['runner_class'])
100
def test_subunitv2(self):
101
self.requireFeature(features.subunit)
102
params = self.get_params_passed_to_core('selftest --subunit2')
103
self.assertEqual(tests.SubUnitBzrRunnerv2, params[1]['runner_class'])
114
105
def _parse_test_list(self, lines, newlines_in_header=0):
115
106
"Parse a list of lines into a tuple of 3 lists (header,body,footer)."
137
128
# If the last body line is blank, drop it off the list
138
129
if len(body) > 0 and body[-1] == '':
140
return (header,body,footer)
131
return (header, body, footer)
142
133
def test_list_only(self):
143
# check that bzr selftest --list-only outputs no ui noise
134
# check that brz selftest --list-only outputs no ui noise
144
135
def selftest(*args, **kwargs):
145
136
"""Capture the arguments selftest was run with."""
147
139
def outputs_nothing(cmdline):
148
out,err = self.run_bzr(cmdline)
149
(header,body,footer) = self._parse_test_list(out.splitlines())
140
out, err = self.run_bzr(cmdline)
141
(header, body, footer) = self._parse_test_list(out.splitlines())
150
142
num_tests = len(body)
151
143
self.assertLength(0, header)
152
144
self.assertLength(0, footer)
153
145
self.assertEqual('', err)
154
146
# Yes this prevents using threads to run the test suite in parallel,
155
# however we don't have a clean dependency injector for commands,
147
# however we don't have a clean dependency injector for commands,
156
148
# and even if we did - we'd still be testing that the glue is wired
157
149
# up correctly. XXX: TODO: Solve this testing problem.
158
150
original_selftest = tests.selftest
161
153
outputs_nothing('selftest --list-only')
162
154
outputs_nothing('selftest --list-only selftest')
163
outputs_nothing(['selftest', '--list-only', '--exclude', 'selftest'])
156
['selftest', '--list-only', '--exclude', 'selftest'])
165
158
tests.selftest = original_selftest
167
160
def test_lsprof_tests(self):
168
161
params = self.get_params_passed_to_core('selftest --lsprof-tests')
169
162
self.assertEqual(True, params[1]["lsprof_tests"])
164
def test_parallel_fork_unsupported(self):
165
if getattr(os, "fork", None) is not None:
166
self.addCleanup(setattr, os, "fork", os.fork)
168
out, err = self.run_bzr(["selftest", "--parallel=fork", "-s", "bt.x"],
170
self.assertIn("platform does not support fork", err)
171
self.assertFalse(out)