Bug 1602801 - Mark StyleBench as subtest_lower_is_better r=perftest-reviewers,rwood
authorDavid Major <dmajor@mozilla.com>
Thu, 02 Jan 2020 20:03:24 +0000
changeset 508641 6dae98a86efa691bd9b7e846e32d61a26c025a6e
parent 508640 11ea65b2b31cc4c311172c6d474a2e29da120ef0
child 508642 484bdba6d2ed5ceca3c874fd0dd171e481aa438b
push id36974
push userncsoregi@mozilla.com
push dateFri, 03 Jan 2020 03:58:21 +0000
treeherdermozilla-central@4d34e06619ed [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, rwood
bugs1602801
milestone73.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1602801 - Mark StyleBench as subtest_lower_is_better r=perftest-reviewers,rwood Stylebench is patterned after Speedometer and calculates overall score from subtests in the same way. Stylebench should be marked as subtest_lower_is_better just like Speedometer. Differential Revision: https://phabricator.services.mozilla.com/D56557
testing/raptor/raptor/tests/benchmarks/raptor-stylebench.ini
--- a/testing/raptor/raptor/tests/benchmarks/raptor-stylebench.ini
+++ b/testing/raptor/raptor/tests/benchmarks/raptor-stylebench.ini
@@ -5,17 +5,19 @@
 # speedometer benchmark for firefox and chromium distributions
 
 [DEFAULT]
 type =  benchmark
 test_url = http://<host>:<port>/StyleBench/index.html?raptor
 page_cycles = 5
 page_timeout = 120000
 unit = score
+subtest_unit = ms
 lower_is_better = false
+subtest_lower_is_better = true
 alert_threshold = 2.0
 gecko_profile_interval = 1
 gecko_profile_entries = 8000000
 
 [raptor-stylebench-firefox]
 apps = firefox
 
 [raptor-stylebench-chrome]