From bcd66f54de1291ddf8b7b7caca3e7360e14fcc8d Mon Sep 17 00:00:00 2001 From: Stephan Altmueller Date: Thu, 21 Jun 2018 14:45:44 +0000 Subject: Add pass/fail Gold summary to output - Changes the URL to retrieve baselines which returns the baselines based on the issue number (if available) - Compare against a single baseline (instead of multiple) - Writes the results of comparing to the baselines to a separate output file that can then be parsed by the recipe code. See complementary CLs: https://skia-review.googlesource.com/c/buildbot/+/131923 https://chromium-review.googlesource.com/c/chromium/tools/build/+/1085853 Change-Id: I90cdd77d0d26e63a5e686f4862fc68dc9c4429d3 Reviewed-on: https://pdfium-review.googlesource.com/33772 Commit-Queue: Stephan Altmueller Reviewed-by: Ryan Harrison --- testing/tools/test_runner.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'testing/tools/test_runner.py') diff --git a/testing/tools/test_runner.py b/testing/tools/test_runner.py index 3737969fb2..ecd87ad082 100644 --- a/testing/tools/test_runner.py +++ b/testing/tools/test_runner.py @@ -160,6 +160,7 @@ class TestRunner: # becomes "example_005.pdf.0". test_name = os.path.splitext(os.path.split(img_path)[1])[0] + matched = "suppressed" if not self.test_suppressor.IsResultSuppressed(input_filename): matched = self.gold_baseline.MatchLocalResult(test_name, md5_hash) if matched == gold.GoldBaseline.MISMATCH: @@ -168,7 +169,7 @@ class TestRunner: print 'No Skia Gold baseline found for test case: %s' % test_name if self.gold_results: - self.gold_results.AddTestResult(test_name, md5_hash, img_path) + self.gold_results.AddTestResult(test_name, md5_hash, img_path, matched) if self.test_suppressor.IsResultSuppressed(input_filename): self.result_suppressed_cases.append(input_filename) -- cgit v1.2.3