bzr branch
http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
1 |
# Copyright (C) 2005 by Canonical Ltd
|
2 |
||
3 |
# This program is free software; you can redistribute it and/or modify
|
|
4 |
# it under the terms of the GNU General Public License as published by
|
|
5 |
# the Free Software Foundation; either version 2 of the License, or
|
|
6 |
# (at your option) any later version.
|
|
7 |
||
8 |
# This program is distributed in the hope that it will be useful,
|
|
9 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
10 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
11 |
# GNU General Public License for more details.
|
|
12 |
||
13 |
# You should have received a copy of the GNU General Public License
|
|
14 |
# along with this program; if not, write to the Free Software
|
|
15 |
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
16 |
||
17 |
||
18 |
"""Enhanced layer on unittest.
|
|
19 |
||
20 |
This does several things:
|
|
21 |
||
22 |
* nicer reporting as tests run
|
|
23 |
||
24 |
* test code can log messages into a buffer that is recorded to disk
|
|
25 |
and displayed if the test fails
|
|
26 |
||
27 |
* tests can be run in a separate directory, which is useful for code that
|
|
28 |
wants to create files
|
|
29 |
||
30 |
* utilities to run external commands and check their return code
|
|
31 |
and/or output
|
|
32 |
||
|
1102
by Martin Pool
- merge test refactoring from robertc |
33 |
Test cases should normally subclass testsweet.TestCase. The test runner should
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
34 |
call runsuite().
|
35 |
||
36 |
This is meant to become independent of bzr, though that's not quite
|
|
37 |
true yet.
|
|
38 |
"""
|
|
39 |
||
|
1102
by Martin Pool
- merge test refactoring from robertc |
40 |
import unittest |
41 |
import sys |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
42 |
|
|
992
by Martin Pool
doc |
43 |
# XXX: Don't need this anymore now we depend on python2.4
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
44 |
def _need_subprocess(): |
45 |
sys.stderr.write("sorry, this test suite requires the subprocess module\n" |
|
46 |
"this is shipped with python2.4 and available separately for 2.3\n") |
|
47 |
||
48 |
||
49 |
class CommandFailed(Exception): |
|
50 |
pass
|
|
51 |
||
52 |
||
53 |
class TestSkipped(Exception): |
|
54 |
"""Indicates that a test was intentionally skipped, rather than failing.""" |
|
55 |
# XXX: Not used yet
|
|
56 |
||
57 |
||
|
1102
by Martin Pool
- merge test refactoring from robertc |
58 |
class TestCase(unittest.TestCase): |
59 |
"""Base class for bzr unit tests. |
|
60 |
|
|
61 |
Tests that need access to disk resources should subclass
|
|
62 |
FunctionalTestCase not TestCase.
|
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
63 |
"""
|
64 |
||
65 |
# TODO: Special methods to invoke bzr, so that we can run it
|
|
66 |
# through a specified Python intepreter
|
|
67 |
||
68 |
OVERRIDE_PYTHON = None # to run with alternative python 'python' |
|
69 |
BZRPATH = 'bzr' |
|
70 |
||
71 |
def setUp(self): |
|
|
1102
by Martin Pool
- merge test refactoring from robertc |
72 |
super(TestCase, self).setUp() |
73 |
# setup a temporary log for the test
|
|
74 |
import time |
|
75 |
import os |
|
76 |
import tempfile |
|
77 |
self.TEST_LOG = tempfile.NamedTemporaryFile(mode='wt', bufsize=0) |
|
78 |
# save stdout & stderr so there's no leakage from code-under-test
|
|
79 |
self.real_stdout = sys.stdout |
|
80 |
self.real_stderr = sys.stderr |
|
81 |
sys.stdout = sys.stderr = self.TEST_LOG |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
82 |
self.log("%s setup" % self.id()) |
83 |
||
84 |
def tearDown(self): |
|
|
1102
by Martin Pool
- merge test refactoring from robertc |
85 |
sys.stdout = self.real_stdout |
86 |
sys.stderr = self.real_stderr |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
87 |
self.log("%s teardown" % self.id()) |
88 |
self.log('') |
|
|
1102
by Martin Pool
- merge test refactoring from robertc |
89 |
super(TestCase, self).tearDown() |
90 |
||
91 |
def log(self, msg): |
|
92 |
"""Log a message to a progress file""" |
|
93 |
print >>self.TEST_LOG, msg |
|
94 |
||
95 |
def check_inventory_shape(self, inv, shape): |
|
96 |
""" |
|
97 |
Compare an inventory to a list of expected names.
|
|
98 |
||
99 |
Fail if they are not precisely equal.
|
|
100 |
"""
|
|
101 |
extras = [] |
|
102 |
shape = list(shape) # copy |
|
103 |
for path, ie in inv.entries(): |
|
104 |
name = path.replace('\\', '/') |
|
105 |
if ie.kind == 'dir': |
|
106 |
name = name + '/' |
|
107 |
if name in shape: |
|
108 |
shape.remove(name) |
|
109 |
else: |
|
110 |
extras.append(name) |
|
111 |
if shape: |
|
112 |
self.fail("expected paths not found in inventory: %r" % shape) |
|
113 |
if extras: |
|
114 |
self.fail("unexpected paths found in inventory: %r" % extras) |
|
115 |
||
116 |
def _get_log(self): |
|
117 |
"""Get the log the test case used. This can only be called once, |
|
118 |
after which an exception will be raised.
|
|
119 |
"""
|
|
120 |
self.TEST_LOG.flush() |
|
121 |
log = open(self.TEST_LOG.name, 'rt').read() |
|
122 |
self.TEST_LOG.close() |
|
123 |
return log |
|
124 |
||
125 |
||
126 |
class FunctionalTestCase(TestCase): |
|
127 |
"""Base class for tests that perform function testing - running bzr, |
|
128 |
using files on disk, and similar activities.
|
|
129 |
||
130 |
InTempDir is an old alias for FunctionalTestCase.
|
|
131 |
"""
|
|
132 |
||
133 |
TEST_ROOT = None |
|
134 |
_TEST_NAME = 'test' |
|
135 |
||
136 |
def check_file_contents(self, filename, expect): |
|
137 |
self.log("check contents of file %s" % filename) |
|
138 |
contents = file(filename, 'r').read() |
|
139 |
if contents != expect: |
|
140 |
self.log("expected: %r" % expect) |
|
141 |
self.log("actually: %r" % contents) |
|
142 |
self.fail("contents of %s not as expected") |
|
143 |
||
144 |
def _make_test_root(self): |
|
145 |
import os |
|
146 |
import shutil |
|
147 |
import tempfile |
|
148 |
||
149 |
if FunctionalTestCase.TEST_ROOT is not None: |
|
150 |
return
|
|
151 |
FunctionalTestCase.TEST_ROOT = os.path.abspath( |
|
152 |
tempfile.mkdtemp(suffix='.tmp', |
|
153 |
prefix=self._TEST_NAME + '-', |
|
154 |
dir=os.curdir)) |
|
155 |
||
156 |
# make a fake bzr directory there to prevent any tests propagating
|
|
157 |
# up onto the source directory's real branch
|
|
158 |
os.mkdir(os.path.join(FunctionalTestCase.TEST_ROOT, '.bzr')) |
|
159 |
||
160 |
def setUp(self): |
|
161 |
super(FunctionalTestCase, self).setUp() |
|
162 |
import os |
|
163 |
self._make_test_root() |
|
164 |
self._currentdir = os.getcwdu() |
|
165 |
self.test_dir = os.path.join(self.TEST_ROOT, self.id()) |
|
166 |
os.mkdir(self.test_dir) |
|
167 |
os.chdir(self.test_dir) |
|
168 |
||
169 |
def tearDown(self): |
|
170 |
import os |
|
171 |
os.chdir(self._currentdir) |
|
172 |
super(FunctionalTestCase, self).tearDown() |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
173 |
|
174 |
def formcmd(self, cmd): |
|
175 |
if isinstance(cmd, basestring): |
|
176 |
cmd = cmd.split() |
|
177 |
if cmd[0] == 'bzr': |
|
178 |
cmd[0] = self.BZRPATH |
|
179 |
if self.OVERRIDE_PYTHON: |
|
180 |
cmd.insert(0, self.OVERRIDE_PYTHON) |
|
181 |
self.log('$ %r' % cmd) |
|
182 |
return cmd |
|
183 |
||
184 |
def runcmd(self, cmd, retcode=0): |
|
185 |
"""Run one command and check the return code. |
|
186 |
||
187 |
Returns a tuple of (stdout,stderr) strings.
|
|
188 |
||
189 |
If a single string is based, it is split into words.
|
|
190 |
For commands that are not simple space-separated words, please
|
|
191 |
pass a list instead."""
|
|
192 |
try: |
|
193 |
import shutil |
|
194 |
from subprocess import call |
|
195 |
except ImportError, e: |
|
196 |
_need_subprocess() |
|
197 |
raise
|
|
198 |
cmd = self.formcmd(cmd) |
|
199 |
self.log('$ ' + ' '.join(cmd)) |
|
200 |
actual_retcode = call(cmd, stdout=self.TEST_LOG, stderr=self.TEST_LOG) |
|
201 |
if retcode != actual_retcode: |
|
202 |
raise CommandFailed("test failed: %r returned %d, expected %d" |
|
203 |
% (cmd, actual_retcode, retcode)) |
|
204 |
||
205 |
def backtick(self, cmd, retcode=0): |
|
206 |
"""Run a command and return its output""" |
|
207 |
try: |
|
208 |
import shutil |
|
209 |
from subprocess import Popen, PIPE |
|
210 |
except ImportError, e: |
|
211 |
_need_subprocess() |
|
212 |
raise
|
|
213 |
||
214 |
cmd = self.formcmd(cmd) |
|
215 |
child = Popen(cmd, stdout=PIPE, stderr=self.TEST_LOG) |
|
216 |
outd, errd = child.communicate() |
|
217 |
self.log(outd) |
|
218 |
actual_retcode = child.wait() |
|
219 |
||
220 |
outd = outd.replace('\r', '') |
|
221 |
||
222 |
if retcode != actual_retcode: |
|
223 |
raise CommandFailed("test failed: %r returned %d, expected %d" |
|
224 |
% (cmd, actual_retcode, retcode)) |
|
225 |
||
226 |
return outd |
|
227 |
||
228 |
||
229 |
||
230 |
def build_tree(self, shape): |
|
231 |
"""Build a test tree according to a pattern. |
|
232 |
||
233 |
shape is a sequence of file specifications. If the final
|
|
234 |
character is '/', a directory is created.
|
|
235 |
||
236 |
This doesn't add anything to a branch.
|
|
237 |
"""
|
|
238 |
# XXX: It's OK to just create them using forward slashes on windows?
|
|
239 |
import os |
|
240 |
for name in shape: |
|
241 |
assert isinstance(name, basestring) |
|
242 |
if name[-1] == '/': |
|
243 |
os.mkdir(name[:-1]) |
|
244 |
else: |
|
245 |
f = file(name, 'wt') |
|
246 |
print >>f, "contents of", name |
|
247 |
f.close() |
|
|
1102
by Martin Pool
- merge test refactoring from robertc |
248 |
|
249 |
InTempDir = FunctionalTestCase |
|
250 |
||
251 |
||
252 |
class _MyResult(unittest._TextTestResult): |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
253 |
""" |
254 |
Custom TestResult.
|
|
255 |
||
256 |
No special behaviour for now.
|
|
257 |
"""
|
|
258 |
||
259 |
def startTest(self, test): |
|
|
1102
by Martin Pool
- merge test refactoring from robertc |
260 |
unittest.TestResult.startTest(self, test) |
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
261 |
# TODO: Maybe show test.shortDescription somewhere?
|
|
842
by Martin Pool
- don't say runit when running tests under python2.3 dammit |
262 |
what = test.id() |
263 |
# python2.3 has the bad habit of just "runit" for doctests
|
|
264 |
if what == 'runit': |
|
265 |
what = test.shortDescription() |
|
|
1102
by Martin Pool
- merge test refactoring from robertc |
266 |
if self.showAll: |
267 |
self.stream.write('%-60.60s' % what) |
|
268 |
self.stream.flush() |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
269 |
|
270 |
def addError(self, test, err): |
|
|
1102
by Martin Pool
- merge test refactoring from robertc |
271 |
super(_MyResult, self).addError(test, err) |
272 |
self.stream.flush() |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
273 |
|
274 |
def addFailure(self, test, err): |
|
|
1102
by Martin Pool
- merge test refactoring from robertc |
275 |
super(_MyResult, self).addFailure(test, err) |
276 |
self.stream.flush() |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
277 |
|
278 |
def addSuccess(self, test): |
|
|
1102
by Martin Pool
- merge test refactoring from robertc |
279 |
if self.showAll: |
280 |
self.stream.writeln('OK') |
|
281 |
elif self.dots: |
|
282 |
self.stream.write('~') |
|
283 |
self.stream.flush() |
|
284 |
unittest.TestResult.addSuccess(self, test) |
|
285 |
||
286 |
def printErrorList(self, flavour, errors): |
|
287 |
for test, err in errors: |
|
288 |
self.stream.writeln(self.separator1) |
|
289 |
self.stream.writeln("%s: %s" % (flavour,self.getDescription(test))) |
|
290 |
self.stream.writeln(self.separator2) |
|
291 |
self.stream.writeln("%s" % err) |
|
292 |
if isinstance(test, TestCase): |
|
293 |
self.stream.writeln() |
|
294 |
self.stream.writeln('log from this test:') |
|
295 |
print >>self.stream, test._get_log() |
|
296 |
||
297 |
||
298 |
class TextTestRunner(unittest.TextTestRunner): |
|
299 |
||
300 |
def _makeResult(self): |
|
301 |
return _MyResult(self.stream, self.descriptions, self.verbosity) |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
302 |
|
303 |
||
|
965
by Martin Pool
- selftest is less verbose by default, and takes a -v option if you want it |
304 |
def run_suite(suite, name='test', verbose=False): |
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
305 |
import shutil |
|
1102
by Martin Pool
- merge test refactoring from robertc |
306 |
FunctionalTestCase._TEST_NAME = name |
307 |
if verbose: |
|
308 |
verbosity = 2 |
|
309 |
else: |
|
310 |
verbosity = 1 |
|
311 |
runner = TextTestRunner(stream=sys.stdout, |
|
312 |
descriptions=0, |
|
313 |
verbosity=verbosity) |
|
314 |
result = runner.run(suite) |
|
315 |
# This is still a little bogus,
|
|
316 |
# but only a little. Folk not using our testrunner will
|
|
317 |
# have to delete their temp directories themselves.
|
|
318 |
if result.wasSuccessful(): |
|
319 |
shutil.rmtree(FunctionalTestCase.TEST_ROOT) |
|
320 |
else: |
|
321 |
print "Failed tests working directories are in '%s'\n" % FunctionalTestCase.TEST_ROOT |
|
|
841
by Martin Pool
- Start splitting bzr-independent parts of the test framework into |
322 |
return result.wasSuccessful() |