Bug 1596279 - Set the same chunk numbers and timeouts for coverage opt builds as in coverage debug builds. r=jmaher
authorMarco Castelluccio <mcastelluccio@mozilla.com>
Thu, 14 Nov 2019 16:20:24 +0000
changeset 502073 113422a367964ca6cf242e2b2e25d4e1fd31568f
parent 502072 04bae87f5d5006a7cfa116a639ef277178989e71
child 502074 eb4fa5205effc959aea06949612d952b4b66aecf
push id114172
push userdluca@mozilla.com
push dateTue, 19 Nov 2019 11:31:10 +0000
treeherdermozilla-inbound@b5c5ba07d3db [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1596279, 1596368
milestone72.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1596279 - Set the same chunk numbers and timeouts for coverage opt builds as in coverage debug builds. r=jmaher In bug 1596368 we will adjust them, after disabling tests in coverage debug builds. Depends on D53000 Differential Revision: https://phabricator.services.mozilla.com/D53001
taskcluster/ci/test/compiled.yml
taskcluster/ci/test/mochitest.yml
taskcluster/ci/test/raptor-chrome.yml
taskcluster/ci/test/raptor-chromium.yml
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/reftest.yml
taskcluster/ci/test/talos.yml
taskcluster/ci/test/web-platform.yml
taskcluster/ci/test/xpcshell.yml
--- a/taskcluster/ci/test/compiled.yml
+++ b/taskcluster/ci/test/compiled.yml
@@ -91,24 +91,25 @@ jittest:
             (?=windows).*(?!-ccov)...../.*: []  # redundant with SM(p)
             android-hw-.*-aarch64/.*: []  # redundant with SM(p)
             android-hw-.*-api-16/debug: ['try', 'mozilla-central']
             default: built-projects
     chunks:
         by-test-platform:
             windows.*: 1
             windows10-64-ccov/debug: 6
+            windows10-64-ccov/opt: 6
             macosx.*/opt: 1
             macosx.*/debug: 3
             android.*: 10
             default: 6
     max-run-time:
         by-test-platform:
-            windows10-64-ccov/debug: 7200
-            macosx.*-ccov/debug: 7200
+            windows10-64-ccov/.*: 7200
+            macosx.*-ccov/.*: 7200
             default: 3600
     mozharness:
         chunked:
             by-test-platform:
                 windows.*: false
                 macosx.*: false
                 default: true
     target:
--- a/taskcluster/ci/test/mochitest.yml
+++ b/taskcluster/ci/test/mochitest.yml
@@ -51,18 +51,18 @@ mochitest:
             windows10-aarch64.*: 2
             default: default
     chunks:
         by-test-platform:
             android-em-7.*: 4
             linux.*/debug: 16
             linux64-asan/opt: 10
             linux64-.*cov/opt: 10
-            windows10-64-ccov/debug: 10
-            macosx.*64-ccov/debug: 10
+            windows10-64-ccov/.*: 10
+            macosx.*64-ccov/.*: 10
             default: 5
     e10s: true
     max-run-time: 5400
     allow-software-gl-layers: false
     mozharness:
         mochitest-flavor: plain
         extra-options:
             by-test-platform:
@@ -97,27 +97,28 @@ mochitest-browser-chrome:
         by-test-platform:
             windows10-aarch64.*: 2
             default: default
     chunks:
         by-test-platform:
             linux.*/debug: 16
             linux64-asan/opt: 16
             macosx.*64/debug: 12
-            windows10-64-ccov/debug: 14
+            windows10-64-ccov/.*: 14
             windows10.*-asan/opt: 9
             default: 7
     max-run-time:
         by-test-platform:
             linux64-ccov/debug: 9000
+            linux64-ccov/opt: 9000
             windows7-32/debug: 5400
             windows10-64/debug: 5400
-            windows10-64-ccov/debug: 10800
+            windows10-64-ccov/.*: 10800
             windows10-aarch64/*: 7200
-            macosx.*64-ccov/debug: 10800
+            macosx.*64-ccov/.*: 10800
             linux.*/debug: 5400
             windows10-64-qr/debug: 5400
             default: 3600
     mozharness:
         mochitest-flavor: browser
         chunked: true
     # Bug 1281241: migrating to m3.large instances
     instance-size: default
@@ -171,23 +172,23 @@ mochitest-devtools-chrome:
     treeherder-symbol: M(dt)
     loopback-video: true
     tier:
         by-test-platform:
             windows10-aarch64.*: 2
             default: default
     max-run-time:
         by-test-platform:
-            windows10-64-ccov/debug: 9000
-            macosx.*64-ccov/debug: 9000
-            linux64-ccov/debug: 7200
+            windows10-64-ccov/.*: 9000
+            macosx.*64-ccov/.*: 9000
+            linux64-ccov/.*: 7200
             default: 5400
     chunks:
         by-test-platform:
-            .*-ccov/debug: 16
+            .*-ccov/.*: 16
             linux64/debug: 12
             macosx.*64/debug: 8
             .*-asan/opt: 8
             default: 5
     mozharness:
         mochitest-flavor: chrome
         chunked: true
     instance-size:
@@ -236,18 +237,18 @@ mochitest-gpu:
                 default:
                     - --mochitest-suite=mochitest-plain-gpu,mochitest-chrome-gpu,mochitest-browser-chrome-gpu
 
 mochitest-media:
     description: "Mochitest media run"
     treeherder-symbol: M(mda)
     max-run-time:
         by-test-platform:
-            windows10-64-ccov/debug: 7200
-            macosx.*64-ccov/debug: 7200
+            windows10-64-ccov/.*: 7200
+            macosx.*64-ccov/.*: 7200
             default: 5400
     run-on-projects:
         by-test-platform:
             android-hw-.*-api-16/opt: ['try']
             android-hw-.*-api-16/(?:debug|pgo)?: ['try', 'trunk', 'mozilla-beta', 'mozilla-release']
             windows10-aarch64/opt: ['try']
             default: built-projects
     variants:
@@ -333,17 +334,17 @@ mochitest-webgl1-core:
     loopback-video: true
     tier:
         by-test-platform:
             windows10-aarch64.*: 2
             default: default
     max-run-time:
         by-test-platform:
             windows.*: 5400
-            macosx.*64-ccov/debug: 7200
+            macosx.*64-ccov/.*: 7200
             default: 3600
     # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
     allow-software-gl-layers: false
     mozharness:
         mochitest-flavor: plain
 
 mochitest-webgl1-ext:
     description: "Mochitest webgl1-ext run"
--- a/taskcluster/ci/test/raptor-chrome.yml
+++ b/taskcluster/ci/test/raptor-chrome.yml
@@ -19,19 +19,19 @@ job-defaults:
     mozharness:
         script: raptor_script.py
         config:
             by-test-platform:
                 macosx.*:
                     - raptor/mac_config.py
                 windows.*:
                     - raptor/windows_config.py
-                windows10-64-ccov/debug:
+                windows10-64-ccov/.*:
                     - raptor/windows_vm_config.py
-                linux64-ccov/opt:
+                linux64-ccov/.*:
                     - raptor/linux64_config_taskcluster.py
                 default:
                     - raptor/linux_config.py
 
 raptor-tp6-1-chrome:
     description: "Raptor tp6-1 on Chrome"
     try-name: raptor-tp6-1-chrome
     treeherder-symbol: Rap-ChR(tp6-1)
--- a/taskcluster/ci/test/raptor-chromium.yml
+++ b/taskcluster/ci/test/raptor-chromium.yml
@@ -19,19 +19,19 @@ job-defaults:
     mozharness:
         script: raptor_script.py
         config:
             by-test-platform:
                 macosx.*:
                     - raptor/mac_config.py
                 windows.*:
                     - raptor/windows_config.py
-                windows10-64-ccov/debug:
+                windows10-64-ccov/.*:
                     - raptor/windows_vm_config.py
-                linux64-ccov/opt:
+                linux64-ccov/.*:
                     - raptor/linux64_config_taskcluster.py
                 default:
                     - raptor/linux_config.py
     fetches:
         fetch:
             by-test-platform:
                 win.*64.*:
                     - win64-chromium
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -30,19 +30,19 @@ job-defaults:
     mozharness:
         script: raptor_script.py
         config:
             by-test-platform:
                 macosx.*:
                     - raptor/mac_config.py
                 windows.*:
                     - raptor/windows_config.py
-                windows10-64-ccov/debug:
+                windows10-64-ccov/.*:
                     - raptor/windows_vm_config.py
-                linux64-ccov/opt:
+                linux64-ccov/.*:
                     - raptor/linux64_config_taskcluster.py
                 default:
                     - raptor/linux_config.py
 
 raptor-tp6-1-firefox:
     description: "Raptor tp6-1 on Firefox"
     variants: ["fission"]
     try-name: raptor-tp6-1-firefox
--- a/taskcluster/ci/test/reftest.yml
+++ b/taskcluster/ci/test/reftest.yml
@@ -63,29 +63,29 @@ jsreftest:
     treeherder-symbol: R(J)
     instance-size: default
     chunks:
         by-test-platform:
             android-hw.*\/debug: 12
             android-hw.*/(opt|pgo)?: 6
             windows.*\/opt: 2
             windows10-64-asan/opt: 3
-            windows10-64-ccov/debug: 5
+            windows10-64-ccov/.*: 5
             linux64-ccov/.*: 5
             linux64-qr/opt: 4
             linux64-qr/debug: 5
             linux64/debug: 5
-            macosx.*-64-ccov/debug: 5
+            macosx.*-64-ccov/.*: 5
             macosx.*-64(-shippable)?/opt: 2
             default: 3
     max-run-time:
         by-test-platform:
-            windows10-64-ccov/debug: 7200
-            macosx.*64-ccov/debug: 7200
-            linux.*64-ccov/debug: 7200
+            windows10-64-ccov/.*: 7200
+            macosx.*64-ccov/.*: 7200
+            linux.*64-ccov/.*: 7200
             default: 3600
     tier:
         by-test-platform:
             windows10-aarch64.*: 2
             default: default
     run-on-projects:
         by-test-platform:
             windows10-aarch64/opt: ['try']
@@ -102,24 +102,25 @@ reftest:
             linux64(-shippable|-devedition|-qr)?/opt: 5
             macosx101.*-64-shippable(-qr)?/opt: 3
             macosx101.*-64/debug: 4
             macosx101.*-64(-ccov|-qr)/debug: 6
             windows.*/opt: 2
             windows.*/debug: 4
             windows10-64-asan/opt: 3
             windows10-64-ccov/debug: 9
+            windows10-64-ccov/opt: 9
             default: 8
     e10s: true
     max-run-time:
         by-test-platform:
             windows7-32-mingwclang/debug: 5400
-            windows10-64-ccov/debug: 5400
+            windows10-64-ccov/.*: 5400
             windows10-64-asan/opt: 5400
-            macosx.*64-ccov/debug: 5400
+            macosx.*64-ccov/.*: 5400
             default: 3600
     mozharness:
         chunked:
             by-test-platform:
                 android-em.*: false
                 macosx.*64/opt: false
                 windows10-64.*/opt: false
                 default: true
--- a/taskcluster/ci/test/talos.yml
+++ b/taskcluster/ci/test/talos.yml
@@ -21,17 +21,19 @@ job-defaults:
         config:
             by-test-platform:
                 macosx.*:
                     - talos/mac_config.py
                 windows.*:
                     - talos/windows_config.py
                 windows10-64-ccov/debug:
                     - talos/windows_vm_config.py
-                linux64-ccov/debug:
+                windows10-64-ccov/debug:
+                    - talos/windows_vm_config.py
+                linux64-ccov/.*:
                     - talos/linux64_config_taskcluster.py
                 default:
                     - talos/linux_config.py
 
 talos-bcv:
     description: "Talos basic compositor video"
     try-name: bcv
     treeherder-symbol: T(bcv)
@@ -362,17 +364,17 @@ talos-xperf:
         by-test-platform:
             (?:windows10-64|windows7-32|linux64)(?:-qr)?/opt: ['mozilla-central', 'try']
             windows10-aarch64/opt: []
             windows7-32-(?:pgo|shippable)(?:-qr)?/.*: ['mozilla-beta', 'trunk', 'try']
             windows10-64-(?:pgo|shippable)(?:-qr)?/.*: ['mozilla-beta', 'trunk', 'try']
             default: []
     tier:
         by-test-platform:
-            windows10-64-ccov/debug: 3
+            windows10-64-ccov/.*: 3
             default: default
     mozharness:
         extra-options:
             - --suite=xperf
         config:
             by-test-platform:
                 windows.*:
                     - talos/windows_vm_config.py
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -38,25 +38,26 @@ web-platform-tests:
     description: "Web platform test run"
     suite: web-platform-tests
     treeherder-symbol: W(wpt)
     chunks:
         by-test-platform:
             android.*: 18
             linux64-asan/opt: 18
             linux64-ccov/debug: 24
+            linux64-ccov/opt: 24
             linux.*/debug: 18
             macosx*/opt: 8
             macosx.*/debug: 16
             windows.*/debug: 18
             windows10-aarch64/opt: 16
             default: 12
     max-run-time:
         by-test-platform:
-            .*-ccov/debug: 10800
+            .*-ccov/.*: 10800
             linux64-qr/debug: 9000
             default: 7200
     e10s: true
     run-on-projects:
         by-test-platform:
             windows10-aarch64/opt: ['try']
             .*-qr/.*: ['release', 'try']  # skip on integration branches due to high load
             default: built-projects
@@ -78,17 +79,17 @@ web-platform-tests-reftests:
     schedules-component: web-platform-tests-reftests
     treeherder-symbol: W(Wr)
     virtualization:
         by-test-platform:
             windows10-64(?:-pgo|-shippable)?-qr/.*: virtual-with-gpu
             default: virtual
     chunks:
         by-test-platform:
-            .*-ccov/debug: 8
+            .*-ccov/.*: 8
             linux64(-qr|-asan)/.*: 6
             linux64(-shippable|-devedition)?/opt: 3
             macosx10.*-64/debug: 6
             windows.*-(32|64)(-qr)?/debug: 5
             android.*: 6
             default: 4
     e10s: true
     run-on-projects:
@@ -107,17 +108,17 @@ web-platform-tests-reftests:
 web-platform-tests-wdspec:
     description: "Web platform webdriver-spec run"
     suite:
         name: web-platform-tests-wdspec
     schedules-component: web-platform-tests-wdspec
     treeherder-symbol: W(Wd)
     chunks:
         by-test-platform:
-            .*-ccov/debug: 4
+            .*-ccov/.*: 4
             default: 2
     mozharness:
         extra-options:
             - --test-type=wdspec
     run-on-projects:
         by-test-platform:
             windows10-aarch64/opt: ['try']
             .*-qr/.*: ['release', 'try']
--- a/taskcluster/ci/test/xpcshell.yml
+++ b/taskcluster/ci/test/xpcshell.yml
@@ -44,29 +44,29 @@ xpcshell:
     treeherder-symbol: X(X)
     run-on-projects:
         by-test-platform:
             windows10-64-asan/opt: []  # No XPCShell on ASAN yet
             windows10-aarch64/opt: ['try']
             default: built-projects
     chunks:
         by-test-platform:
-            .*-ccov/debug: 6
+            .*-ccov/.*: 6
             android-em-7.*: 3
             macosx.*(?!-ccov)...../.*: 2
             linux64(-qr)?/debug: 6
             windows(7-32|10-64)(-shippable|-devedition|-asan|.*-qr)?/.*: 2
             windows10-aarch64/opt: 3
             default: 5
     max-run-time:
         by-test-platform:
             macosx.*(?!-ccov)...../.*: 3600
             windows10-aarch64/.*: 3600
             windows7-32(-shippable)?/opt: 5400
-            .*-ccov/debug: 5400
+            .*-ccov/.*: 5400
             default: 2700
     allow-software-gl-layers: false
     tier:
         by-test-platform:
             windows10-64-asan.*: 3
             windows10-aarch64.*: 2
             default: default
     fetches: