Bug 1352113 - Shippable Builds - Adjust tests to align shippable sets with what was on pgo (where pgo exists) and opt. r=jmaher
☠☠ backed out by aea38cfc632a ☠ ☠
authorJustin Wood <Callek@gmail.com>
Tue, 26 Mar 2019 01:36:35 +0000
changeset 466147 6044aedac9c4ea5e3c04cdec5dfefa9ee14d374a
parent 466146 456538d78b3612148429b7c01cdd13484f0772b8
child 466148 694eac65a72e135feffe27ad9bc1fb51b9a244ef
push id35762
push usercsabou@mozilla.com
push dateWed, 27 Mar 2019 04:44:00 +0000
treeherdermozilla-central@bc572aee49b6 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1352113
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1352113 - Shippable Builds - Adjust tests to align shippable sets with what was on pgo (where pgo exists) and opt. r=jmaher I did a bunch of manual testing with this, the biggest uncertainties lie around beta and central/nightly. We are adding shippable-qr to beta because of replacing nightly too. Autoland and inbound should have the same sets of tasks. beta - - adds mochitest-plain-headless-{1..4} to beta (not currently run) - adds raptor to run on shippable for beta - currently runs on opt on beta, and for nightly tasks on beta only webaudio-chrome runs. - adds talos to shippable tasks, on beta talos only runs against opt. central - - adds browser-screenshots to nightly graph - adds mochitest-plain-headless-{1..4} to nightly graph - adds browser-instrumentation to shippable Differential Revision: https://phabricator.services.mozilla.com/D23122
taskcluster/ci/test/compiled.yml
taskcluster/ci/test/mochitest.yml
taskcluster/ci/test/web-platform.yml
--- a/taskcluster/ci/test/compiled.yml
+++ b/taskcluster/ci/test/compiled.yml
@@ -37,24 +37,27 @@ cppunit:
 
 gtest:
     description: "GTests run"
     suite: gtest
     treeherder-symbol: GTest
     instance-size: xlarge
     run-on-projects:
         by-test-platform:
-            windows.*-pgo/.*: []  # permafails on pgo
+            windows.*-shippable/.*: []  # permafails on shippable
+            windows.*-pgo/.*: []  # permafails on pgo too
             windows.*-nightly/.*: []  # permafails on nightly too
             windows10-64-asan/opt: []  # permafails on asan too
             .*-devedition/.*: []  # don't run on devedition
             default: built-projects
     tier:
         by-test-platform:
+            windows7-32-shippable.*: 3
             windows7-32-pgo.*: 3
+            windows10-64-shippable.*: 3
             windows10-64-pgo.*: 3
             windows10-64-asan.*: 3
             default: default
 
 jittest:
     description: "JIT Test run"
     suite: jittest/jittest-chunked
     treeherder-symbol: Jit
--- a/taskcluster/ci/test/mochitest.yml
+++ b/taskcluster/ci/test/mochitest.yml
@@ -125,36 +125,35 @@ mochitest-browser-chrome:
 browser-instrumentation:
     description: "Extra instrumentation for a browser-chrome run (XUL, XBL, etc)"
     suite: mochitest/browser-chrome-instrumentation
     treeherder-symbol: M(inst)
     loopback-video: true
     tier: 3
     run-on-projects:
         by-test-platform:
-            windows.*-nightly/.*: ["mozilla-central"]
+            windows.*-(?:nightly|shippable)/.*: ["mozilla-central"]
             default: []
     max-run-time: 14400
     mozharness:
         mochitest-flavor: browser
     allow-software-gl-layers: false
 
 browser-screenshots:
     description: "Browser Screenshots"
     suite: mochitest/browser-chrome-screenshots
     treeherder-symbol: M(ss)
     loopback-video: true
     run-on-projects:
         by-test-platform:
-            # We don't want debug, pgo, devedition or nightly builds
-            windows7-32-pgo(?:-qr)?/opt: ['mozilla-central', 'integration']
-            windows10-64-pgo(?:-qr)?/opt: ['mozilla-central', 'integration']
+            windows7-32(?:-pgo|-shippable)(?:-qr)?/opt: ['mozilla-central', 'integration']
+            windows10-64(?:-pgo|-shippable)(?:-qr)?/opt: ['mozilla-central', 'integration']
             (?:windows10-64|windows7-32|linux64)(?:-qr)?/opt: ['mozilla-central']
-            linux64-pgo(?:-qr)?/opt: ['mozilla-central', 'integration']
-            macosx64/opt: ['mozilla-central', 'integration']
+            linux64-(?:pgo|shippable)(?:-qr)?/opt: ['mozilla-central', 'integration']
+            macosx64(?:-shippable)?/opt: ['mozilla-central', 'integration']
             default: []
     max-run-time: 3600
     mozharness:
         mochitest-flavor: browser
     allow-software-gl-layers: false
 
 mochitest-chrome:
     description: "Mochitest chrome run"
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -102,23 +102,23 @@ web-platform-tests-reftests:
     e10s:
         by-test-platform:
             linux32/debug: both
             default: true
     run-on-projects:
         by-test-platform:
             android.*: ['mozilla-central', 'try']
             windows10-aarch64/opt: ['try', 'mozilla-central']
-            linux64-pgo-qr/.*: ['release', 'try']  # skip on integration branches due to high load
+            linux64(?:-pgo|-shippable)?-qr/.*: ['release', 'try']  # skip on integration branches due to high load
             default: built-projects
     tier:
         by-test-platform:
             android.*: 2
             linux64-asan/opt: 2
-            linux64-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
+            linux64(?:-pgo|-shippable)?-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
             default: default
     mozharness:
         extra-options:
             - --test-type=reftest
 
 web-platform-tests-reftests-headless:
     description: "Web platform reftest headless run"
     suite: web-platform-tests-reftests