diff options
| author | Stephan Altmueller <stephana@google.com> | 2018-06-21 14:45:44 +0000 |
|---|---|---|
| committer | Chromium commit bot <commit-bot@chromium.org> | 2018-06-21 14:45:44 +0000 |
| commit | bcd66f54de1291ddf8b7b7caca3e7360e14fcc8d (patch) | |
| tree | 0d49a08a25969c8c6af53755b9919b1c84207f1f /testing/tools/test_runner.py | |
| parent | d9fb538bc08c4923fbfd3d50c47a61716d679956 (diff) | |
| download | pdfium-bcd66f54de1291ddf8b7b7caca3e7360e14fcc8d.tar.xz | |
Add pass/fail Gold summary to outputchromium/3469
- Changes the URL to retrieve baselines which returns the
baselines based on the issue number (if available)
- Compare against a single baseline (instead of multiple)
- Writes the results of comparing to the baselines to a
separate output file that can then be parsed by the
recipe code.
See complementary CLs:
https://skia-review.googlesource.com/c/buildbot/+/131923
https://chromium-review.googlesource.com/c/chromium/tools/build/+/1085853
Change-Id: I90cdd77d0d26e63a5e686f4862fc68dc9c4429d3
Reviewed-on: https://pdfium-review.googlesource.com/33772
Commit-Queue: Stephan Altmueller <stephana@chromium.org>
Reviewed-by: Ryan Harrison <rharrison@chromium.org>
Diffstat (limited to 'testing/tools/test_runner.py')
| -rw-r--r-- | testing/tools/test_runner.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/testing/tools/test_runner.py b/testing/tools/test_runner.py index 3737969fb2..ecd87ad082 100644 --- a/testing/tools/test_runner.py +++ b/testing/tools/test_runner.py @@ -160,6 +160,7 @@ class TestRunner: # becomes "example_005.pdf.0". test_name = os.path.splitext(os.path.split(img_path)[1])[0] + matched = "suppressed" if not self.test_suppressor.IsResultSuppressed(input_filename): matched = self.gold_baseline.MatchLocalResult(test_name, md5_hash) if matched == gold.GoldBaseline.MISMATCH: @@ -168,7 +169,7 @@ class TestRunner: print 'No Skia Gold baseline found for test case: %s' % test_name if self.gold_results: - self.gold_results.AddTestResult(test_name, md5_hash, img_path) + self.gold_results.AddTestResult(test_name, md5_hash, img_path, matched) if self.test_suppressor.IsResultSuppressed(input_filename): self.result_suppressed_cases.append(input_filename) |