Bug 1596280 - Make consistently passing linux64-ccov-opt suites tier 2. r=jmaher
authorMarco Castelluccio <mcastelluccio@mozilla.com>
Fri, 15 Nov 2019 14:56:12 +0000
changeset 502176 58474f8ce95afd72d34a3ea0a82c2e99411f9800
parent 502175 2a60597c297223332fe440c4c6337a5b1a6edcc7
child 502177 f7094144a9f065c8821841f3774ac6734f547c01
push id114172
push userdluca@mozilla.com
push dateTue, 19 Nov 2019 11:31:10 +0000
treeherdermozilla-inbound@b5c5ba07d3db [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1596280
milestone72.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1596280 - Make consistently passing linux64-ccov-opt suites tier 2. r=jmaher Differential Revision: https://phabricator.services.mozilla.com/D53183
taskcluster/ci/test/compiled.yml
taskcluster/ci/test/mochitest.yml
taskcluster/ci/test/web-platform.yml
taskcluster/ci/test/xpcshell.yml
taskcluster/taskgraph/transforms/tests.py
--- a/taskcluster/ci/test/compiled.yml
+++ b/taskcluster/ci/test/compiled.yml
@@ -60,16 +60,17 @@ gtest:
     tier:
         by-test-platform:
             windows7-32-shippable.*: 3
             windows7-32-pgo.*: 3
             windows10-64-shippable.*: 3
             windows10-64-pgo.*: 3
             windows10-64-asan.*: 3
             windows10-aarch64.*: 2
+            linux64-ccov/opt: 3
             default: default
 
 jittest:
     description: "JIT Test run"
     suite: jittest
     treeherder-symbol: Jit
     run-on-projects:
         by-test-platform:
--- a/taskcluster/ci/test/mochitest.yml
+++ b/taskcluster/ci/test/mochitest.yml
@@ -44,16 +44,17 @@ mochitest:
     description: "Mochitest plain run"
     suite:
         name: mochitest-plain
     treeherder-symbol: M()
     loopback-video: true
     tier:
         by-test-platform:
             windows10-aarch64.*: 2
+            linux64-ccov/opt: 3
             default: default
     chunks:
         by-test-platform:
             android-em-7.*: 4
             linux.*/debug: 16
             linux64-asan/opt: 10
             linux64-.*cov/opt: 10
             windows10-64-ccov/.*: 10
@@ -91,16 +92,17 @@ mochitest-browser-chrome:
     description: "Mochitest browser-chrome run"
     suite:
         name: mochitest-browser-chrome
     treeherder-symbol: M(bc)
     loopback-video: true
     tier:
         by-test-platform:
             windows10-aarch64.*: 2
+            linux64-ccov/opt: 3
             default: default
     chunks:
         by-test-platform:
             linux.*/debug: 16
             linux64-asan/opt: 16
             macosx.*64/debug: 12
             windows10-64-ccov/.*: 14
             windows10.*-asan/opt: 9
@@ -169,16 +171,17 @@ mochitest-devtools-chrome:
     description: "Mochitest devtools-chrome run"
     suite:
         name: mochitest-devtools-chrome
     treeherder-symbol: M(dt)
     loopback-video: true
     tier:
         by-test-platform:
             windows10-aarch64.*: 2
+            linux64-ccov/opt: 3
             default: default
     max-run-time:
         by-test-platform:
             windows10-64-ccov/.*: 9000
             macosx.*64-ccov/.*: 9000
             linux64-ccov/.*: 7200
             default: 5400
     chunks:
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -61,16 +61,17 @@ web-platform-tests:
             windows10-aarch64/opt: ['try']
             .*-qr/.*: ['release', 'try']  # skip on integration branches due to high load
             default: built-projects
     tier:
         by-test-platform:
             linux64-asan/opt: 2
             windows10-aarch64.*: 2
             .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
+            linux64-ccov/opt: 3
             default: default
     mozharness:
         chunked: true
         extra-options:
             - --test-type=testharness
 
 web-platform-tests-reftests:
     description: "Web platform reftest run"
@@ -123,16 +124,17 @@ web-platform-tests-wdspec:
             windows10-aarch64/opt: ['try']
             .*-qr/.*: ['release', 'try']
             default: built-projects
     tier:
         by-test-platform:
             android.*: 3
             linux64-asan/opt: 2
             .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
+            linux64-ccov/opt: 3
             default: default
 
 web-platform-tests-wdspec-headless:
     description: "Web platform webdriver-spec headless run"
     suite:
         name: web-platform-tests-wdspec
     schedules-component: web-platform-tests-wdspec
     treeherder-symbol: W(WdH)
--- a/taskcluster/ci/test/xpcshell.yml
+++ b/taskcluster/ci/test/xpcshell.yml
@@ -63,16 +63,17 @@ xpcshell:
             windows7-32(-shippable)?/opt: 5400
             .*-ccov/.*: 5400
             default: 2700
     allow-software-gl-layers: false
     tier:
         by-test-platform:
             windows10-64-asan.*: 3
             windows10-aarch64.*: 2
+            linux64-ccov/opt: 3
             default: default
     fetches:
         toolchain:
             by-test-platform:
                 linux.*:
                     - linux64-node
                 macosx.*:
                     - macosx64-node
--- a/taskcluster/taskgraph/transforms/tests.py
+++ b/taskcluster/taskgraph/transforms/tests.py
@@ -1073,20 +1073,16 @@ def enable_code_coverage(config, tests):
     """Enable code coverage for the ccov build-platforms"""
     for test in tests:
         if 'ccov' in test['build-platform']:
             # Do not run tests on fuzzing builds
             if 'fuzzing' in test['build-platform']:
                 test['run-on-projects'] = []
                 continue
 
-            # For now, make all ccov opt tests tier-3.
-            if 'opt' in test['build-platform']:
-                test['tier'] = 3
-
             # Skip this transform for android code coverage builds.
             if 'android' in test['build-platform']:
                 test.setdefault('fetches', {}).setdefault('toolchain', []).append('linux64-grcov')
                 test['mozharness'].setdefault('extra-options', []).append('--java-code-coverage')
                 yield test
                 continue
             test['mozharness'].setdefault('extra-options', []).append('--code-coverage')
             test['instance-size'] = 'xlarge'