Bug 1504251 - Move Raptor jobs to tier 1, and turn off duplicate talos jobs; r=jmaher
authorRob Wood <rwood@mozilla.com>
Fri, 02 Nov 2018 20:14:15 +0000
changeset 487509 9f9a9234959f114825f58beee0cffbab82d0bb29
parent 487508 423f407d58bb6042d12f7775650912014e5ad3ab
child 487510 a9b6e7b83b9725006cd1d3c3e27586246bb375cc
child 487612 53647b724d3bbc77055bd9167fa125c5d52e4eda
child 487653 c58b8835f297dc6eae2b1212413aca98d8c6ae38
push idunknown
push userunknown
push dateunknown
reviewersjmaher
bugs1504251
milestone65.0a1
first release with
nightly linux32
9f9a9234959f / 65.0a1 / 20181105220107 / files
nightly linux64
9f9a9234959f / 65.0a1 / 20181105220107 / files
nightly mac
9f9a9234959f / 65.0a1 / 20181105220107 / files
nightly win32
9f9a9234959f / 65.0a1 / 20181105220107 / files
nightly win64
9f9a9234959f / 65.0a1 / 20181105220107 / files
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
releases
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1504251 - Move Raptor jobs to tier 1, and turn off duplicate talos jobs; r=jmaher Differential Revision: https://phabricator.services.mozilla.com/D10749
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -5,17 +5,17 @@ job-defaults:
         by-test-platform:
             android-hw.*: /builds/worker
             default: /home/cltbld
     tier:
         by-test-platform:
             windows10-64-ccov/.*: 3
             linux64-ccov/.*: 3
             android-hw-g5.*: 3
-            default: 2
+            default: 1
     virtualization:
         by-test-platform:
             windows10-64-ccov/.*: virtual
             default: hardware
     mozharness:
         script: raptor_script.py
         config:
             by-test-platform:
@@ -31,17 +31,17 @@ job-defaults:
                     - raptor/android_hw_config.py
                 default:
                     - raptor/linux_config.py
 
 raptor-tp6-firefox:
     description: "Raptor tp6 on Firefox"
     try-name: raptor-tp6-firefox
     treeherder-symbol: Rap(tp6)
-    run-on-projects: ['try', 'mozilla-central', 'mozilla-beta']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-tp6
 
 raptor-tp6-chrome:
     description: "Raptor tp6 on Chrome"
     try-name: raptor-tp6-chrome
@@ -56,17 +56,17 @@ raptor-tp6-chrome:
         extra-options:
             - --test=raptor-tp6
             - --app=chrome
 
 raptor-speedometer-firefox:
     description: "Raptor Speedometer on Firefox"
     try-name: raptor-speedometer-firefox
     treeherder-symbol: Rap(sp)
-    run-on-projects: ['try', 'mozilla-central', 'mozilla-inbound', 'autoland']
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-speedometer
 
 raptor-speedometer-geckoview:
     description: "Raptor Speedometer on Geckoview"
     try-name: raptor-speedometer-geckoview
@@ -82,153 +82,160 @@ raptor-speedometer-geckoview:
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
 
 raptor-speedometer-chrome:
     description: "Raptor Speedometer on Chrome"
     try-name: raptor-speedometer-chrome
     treeherder-symbol: Rap-C(sp)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-speedometer
             - --app=chrome
 
 raptor-stylebench-firefox:
     description: "Raptor StyleBench on Firefox"
     try-name: raptor-stylebench-firefox
     treeherder-symbol: Rap(sb)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-stylebench
 
 raptor-stylebench-chrome:
     description: "Raptor StyleBench on Chrome"
     try-name: raptor-stylebench-chrome
     treeherder-symbol: Rap-C(sb)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-stylebench
             - --app=chrome
 
 raptor-motionmark-htmlsuite-firefox:
     description: "Raptor MotionMark HtmlSuite on Firefox"
     try-name: raptor-motionmark-htmlsuite-firefox
     treeherder-symbol: Rap(mm-h)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-motionmark-htmlsuite
 
 raptor-motionmark-htmlsuite-chrome:
     description: "Raptor MotionMark HtmlSuite on Chrome"
     try-name: raptor-motionmark-htmlsuite-chrome
     treeherder-symbol: Rap-C(mm-h)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-motionmark-htmlsuite
             - --app=chrome
 
 raptor-motionmark-animometer-firefox:
     description: "Raptor MotionMark Animometer on Firefox"
     try-name: raptor-motionmark-animometer-firefox
     treeherder-symbol: Rap(mm-a)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-motionmark-animometer
 
 raptor-motionmark-animometer-chrome:
     description: "Raptor MotionMark Animometer on Chrome"
     try-name: raptor-motionmark-animometer-chrome
     treeherder-symbol: Rap-C(mm-a)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-motionmark-animometer
             - --app=chrome
 
 raptor-webaudio-firefox:
     description: "Raptor WebAudio on Firefox"
     try-name: raptor-webaudio-firefox
     treeherder-symbol: Rap(wa)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-webaudio
 
 raptor-webaudio-chrome:
     description: "Raptor WebAudio on Chrome"
     try-name: raptor-webaudio-chrome
     treeherder-symbol: Rap-C(wa)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-webaudio
             - --app=chrome
 
 raptor-gdocs-firefox:
     description: "Raptor gdocs on Firefox"
     try-name: raptor-gdocs-firefox
     treeherder-symbol: Rap(gdocs)
-    run-on-projects: ['try', 'mozilla-central', 'mozilla-inbound', 'autoland']
+    run-on-projects: built-projects
     max-run-time: 1200
     mozharness:
         extra-options:
             - --test=raptor-gdocs
 
 raptor-gdocs-chrome:
     description: "Raptor gdocs on Chrome"
     try-name: raptor-gdocs-chrome
     treeherder-symbol: Rap-C(gdocs)
-    run-on-projects: ['try']
+    run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-gdocs
             - --app=chrome
 
 raptor-sunspider-firefox:
     description: "Raptor SunSpider on Firefox"
     try-name: raptor-sunspider-firefox
     treeherder-symbol: Rap(ss)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-sunspider
 
 raptor-sunspider-chrome:
     description: "Raptor SunSpider on Chrome"
     try-name: raptor-sunspider-chrome
     treeherder-symbol: Rap-C(ss)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-sunspider
             - --app=chrome
 
 raptor-unity-webgl-firefox:
     description: "Raptor Unity WebGL on Firefox"
     try-name: raptor-unity-webgl-firefox
     treeherder-symbol: Rap(ugl)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 3600
     mozharness:
         extra-options:
             - --test=raptor-unity-webgl
     fetches:
         fetch:
             - unity-webgl
 
@@ -250,84 +257,85 @@ raptor-unity-webgl-geckoview:
         fetch:
             - unity-webgl
 
 raptor-unity-webgl-chrome:
     description: "Raptor Unity WebGL on Chrome"
     try-name: raptor-unity-webgl-chrome
     treeherder-symbol: Rap-C(ugl)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 3600
     mozharness:
         extra-options:
             - --test=raptor-unity-webgl
             - --app=chrome
     fetches:
         fetch:
             - unity-webgl
 
 raptor-wasm-misc-firefox:
     description: "Raptor WASM Misc on Firefox"
     try-name: raptor-wasm-misc-firefox
     treeherder-symbol: Rap(wm)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-baseline-firefox:
     description: "Raptor WASM Misc on Firefox with baseline JIT"
     try-name: raptor-wasm-misc-baseline-firefox
     treeherder-symbol: Rap(wm-b)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc-baseline
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-ion-firefox:
     description: "Raptor WASM Misc on Firefox with ION Monkey"
     try-name: raptor-wasm-misc-ion-firefox
     treeherder-symbol: Rap(wm-i)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc-ion
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-chrome:
     description: "Raptor WASM Misc on Chrome"
     try-name: raptor-wasm-misc-chrome
     treeherder-symbol: Rap-C(wm)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc
             - --app=chrome
     fetches:
         fetch:
             - wasm-misc
 
 raptor-assorted-dom-firefox:
     description: "Raptor Assorted-Dom on Firefox"
     try-name: raptor-assorted-dom-firefox
     treeherder-symbol: Rap(dom)
-    run-on-projects: ['try', 'mozilla-central']
-    tier: 2
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-assorted-dom
     fetches:
         fetch:
             - assorted-dom
 
@@ -345,18 +353,17 @@ raptor-assorted-dom-chrome:
     fetches:
         fetch:
             - assorted-dom
 
 raptor-wasm-godot-firefox:
     description: "Raptor Wasm Godot on Firefox"
     try-name: raptor-wasm-godot-firefox
     treeherder-symbol: Rap(godot)
-    run-on-projects: ['try', 'mozilla-central']
-    tier: 2
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot
 
 raptor-wasm-godot-chrome:
     description: "Raptor Wasm Godot on Chrome"
     try-name: raptor-wasm-godot-chrome
@@ -368,25 +375,23 @@ raptor-wasm-godot-chrome:
         extra-options:
             - --test=raptor-wasm-godot
             - --app=chrome
 
 raptor-wasm-godot-baseline-firefox:
     description: "Raptor Wasm Godot on Firefox with baseline JIT"
     try-name: raptor-wasm-godot-baseline-firefox
     treeherder-symbol: Rap(godot-b)
-    run-on-projects: ['try', 'mozilla-central']
-    tier: 2
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-baseline
 
 raptor-wasm-godot-ion-firefox:
     description: "Raptor WASM godot on Firefox with ION Monkey"
     try-name: raptor-wasm-godot-ion-firefox
     treeherder-symbol: Rap(godot-i)
-    run-on-projects: ['try', 'mozilla-central']
-    tier: 2
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-ion
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -66,21 +66,18 @@ talos:
     - talos-g4
     - talos-g5
     - talos-other
     - talos-sessionrestore-many-windows
     - talos-svgr
     - talos-tp5o
     - talos-perf-reftest
     - talos-perf-reftest-singletons
-    - talos-tp6
     - talos-tp6-stylo-threads
     - talos-tps
-    - talos-speedometer
-    - talos-motionmark
     # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
     # - talos-h2 Bug 1487031 - Disabled for not finding actionable regressions
 
 raptor-firefox:
     - raptor-tp6-firefox
     - raptor-speedometer-firefox
     - raptor-stylebench-firefox
     - raptor-motionmark-htmlsuite-firefox
@@ -210,20 +207,17 @@ windows-talos:
     - talos-g5
     - talos-other
     - talos-sessionrestore-many-windows
     - talos-perf-reftest
     - talos-perf-reftest-singletons
     - talos-svgr
     - talos-tp5o
     - talos-xperf
-    - talos-speedometer
-    - talos-tp6
     - talos-tps
-    - talos-motionmark
     # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
 
 macosx64-tests:
     - cppunit
     - crashtest
     - firefox-ui-functional-local
     - firefox-ui-functional-remote
     - gtest
@@ -261,21 +255,18 @@ macosx64-talos:
     - talos-g4
     - talos-g5
     - talos-other
     - talos-sessionrestore-many-windows
     - talos-svgr
     - talos-tp5o
     - talos-perf-reftest
     - talos-perf-reftest-singletons
-    - talos-tp6
     - talos-tp6-stylo-threads
     # - talos-tps # Bug 1453007 times out
-    - talos-speedometer
-    - talos-motionmark
     # - talos-h1 # too long to unpack profile- Bug 1442893
 
 macosx64-qr-tests:
     - crashtest
     - reftest
 
 linux32-tests:
     - cppunit