diff options
Diffstat (limited to 'tests/testing')
-rw-r--r-- | tests/testing/results.py | 32 | ||||
-rw-r--r-- | tests/testing/tests.py | 4 |
2 files changed, 26 insertions, 10 deletions
diff --git a/tests/testing/results.py b/tests/testing/results.py index 9432a0f10..1df14bc4f 100644 --- a/tests/testing/results.py +++ b/tests/testing/results.py @@ -105,27 +105,41 @@ class UnitResult(object): class TestResult(object): """Results for from a single test consisting of one or more units.""" - def __init__(self, name, results=[]): + def __init__(self, name, run_results=[], verify_results=[]): self.name = name - self.results = results + self.results = run_results + verify_results + self.run_results = run_results + self.verify_results = verify_results def success(self): - return all([ r.success() for r in self.results]) + return self.success_run() and self.success_verify() - def skipped(self): - return all([ r.skipped() for r in self.results]) + def success_run(self): + return all([ r.success() for r in self.run_results ]) - def changed(self): - return self.results[0].success() and self.failed() + def success_verify(self): + return all([ r.success() for r in self.verify_results ]) def failed(self): - return any([ not r for r in self.results]) + return self.failed_run() or self.failed_verify() + + def failed_run(self): + return any([ not r for r in self.run_results ]) + + def failed_verify(self): + return any([ not r for r in self.verify_results ]) + + def skipped(self): + return all([ r.skipped() for r in self.run_results ]) + + def changed(self): + return self.success_run() and self.failed_verify() def runtime(self): return sum([ r.runtime for r in self.results ]) def __nonzero__(self): - return all([r for r in self.results]) + return all([ r for r in self.results ]) class ResultFormatter(object): __metaclass__ = ABCMeta diff --git a/tests/testing/tests.py b/tests/testing/tests.py index ae15d6d89..b2b821fd6 100644 --- a/tests/testing/tests.py +++ b/tests/testing/tests.py @@ -213,7 +213,9 @@ class Test(object): for u in self.verify_units() ] - return TestResult(self.test_name, run_results + verify_results) + return TestResult(self.test_name, + run_results=run_results, + verify_results=verify_results) def __str__(self): return self.test_name |