Bug 1527153 [wpt PR 15330] - Make stability checks provide an explicit message for duplicate test names, a=testonly
authorJames Graham <james@hoppipolla.co.uk>
Tue, 19 Feb 2019 14:39:06 +0000
changeset 519240 ba11e3c978ee7e8bbd7862f775ddd72e13b322ff
parent 519239 493a1e6d8fd23f7da345e00b1fc10f335633d968
child 519241 142670db05d523d24176333a5106e8a971bba2d3
push id10862
push userffxbld-merge
push dateMon, 11 Mar 2019 13:01:11 +0000
treeherdermozilla-beta@a2e7f5c935da [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewerstestonly
bugs1527153, 15330
milestone67.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1527153 [wpt PR 15330] - Make stability checks provide an explicit message for duplicate test names, a=testonly Automatic update from web-platform-tests Make stability checks provide an explicit message for duplicate test names -- wpt-commits: 23008e948bff4c245148cfcda2ebaa72149a2bb1 wpt-pr: 15330
testing/web-platform/tests/tools/wptrunner/wptrunner/stability.py
--- a/testing/web-platform/tests/tools/wptrunner/wptrunner/stability.py
+++ b/testing/web-platform/tests/tools/wptrunner/wptrunner/stability.py
@@ -158,19 +158,22 @@ def process_results(log, iterations):
 
     return results, inconsistent, slow
 
 
 def err_string(results_dict, iterations):
     """Create and return string with errors from test run."""
     rv = []
     total_results = sum(results_dict.values())
-    for key, value in sorted(results_dict.items()):
-        rv.append("%s%s" %
-                  (key, ": %s/%s" % (value, iterations) if value != iterations else ""))
+    if total_results > iterations:
+        rv.append("Duplicate subtest name")
+    else:
+        for key, value in sorted(results_dict.items()):
+            rv.append("%s%s" %
+                      (key, ": %s/%s" % (value, iterations) if value != iterations else ""))
     if total_results < iterations:
         rv.append("MISSING: %s/%s" % (iterations - total_results, iterations))
     rv = ", ".join(rv)
     if is_inconsistent(results_dict, iterations):
         rv = "**%s**" % rv
     return rv