Bug 1527153 [wpt PR 15330] - Make stability checks provide an explicit message for duplicate test names, a=testonly
authorJames Graham <james@hoppipolla.co.uk>
Tue, 19 Feb 2019 14:39:06 +0000
changeset 461175 ba11e3c978ee7e8bbd7862f775ddd72e13b322ff
parent 461174 493a1e6d8fd23f7da345e00b1fc10f335633d968
child 461176 142670db05d523d24176333a5106e8a971bba2d3
push id112159
push userjames@hoppipolla.co.uk
push dateTue, 26 Feb 2019 12:08:48 +0000
treeherdermozilla-inbound@20be3ebad986 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewerstestonly
bugs1527153, 15330
milestone67.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1527153 [wpt PR 15330] - Make stability checks provide an explicit message for duplicate test names, a=testonly Automatic update from web-platform-tests Make stability checks provide an explicit message for duplicate test names -- wpt-commits: 23008e948bff4c245148cfcda2ebaa72149a2bb1 wpt-pr: 15330
testing/web-platform/tests/tools/wptrunner/wptrunner/stability.py
--- a/testing/web-platform/tests/tools/wptrunner/wptrunner/stability.py
+++ b/testing/web-platform/tests/tools/wptrunner/wptrunner/stability.py
@@ -158,19 +158,22 @@ def process_results(log, iterations):
 
     return results, inconsistent, slow
 
 
 def err_string(results_dict, iterations):
     """Create and return string with errors from test run."""
     rv = []
     total_results = sum(results_dict.values())
-    for key, value in sorted(results_dict.items()):
-        rv.append("%s%s" %
-                  (key, ": %s/%s" % (value, iterations) if value != iterations else ""))
+    if total_results > iterations:
+        rv.append("Duplicate subtest name")
+    else:
+        for key, value in sorted(results_dict.items()):
+            rv.append("%s%s" %
+                      (key, ": %s/%s" % (value, iterations) if value != iterations else ""))
     if total_results < iterations:
         rv.append("MISSING: %s/%s" % (iterations - total_results, iterations))
     rv = ", ".join(rv)
     if is_inconsistent(results_dict, iterations):
         rv = "**%s**" % rv
     return rv