Bug 1504251 - Move Raptor jobs to tier 1, and turn off duplicate talos jobs; r=jmaher
authorRob Wood <rwood@mozilla.com>
Fri, 02 Nov 2018 20:14:15 +0000
changeset 444474 9f9a9234959f114825f58beee0cffbab82d0bb29
parent 444473 423f407d58bb6042d12f7775650912014e5ad3ab
child 444475 c58b8835f297dc6eae2b1212413aca98d8c6ae38
child 444492 a9b6e7b83b9725006cd1d3c3e27586246bb375cc
child 444594 53647b724d3bbc77055bd9167fa125c5d52e4eda
push id109593
push usernbeleuzu@mozilla.com
push dateMon, 05 Nov 2018 21:54:22 +0000
treeherdermozilla-inbound@c58b8835f297 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1504251
milestone65.0a1
first release with
nightly linux32
9f9a9234959f / 65.0a1 / 20181105220107 / files
nightly linux64
9f9a9234959f / 65.0a1 / 20181105220107 / files
nightly mac
9f9a9234959f / 65.0a1 / 20181105220107 / files
nightly win32
9f9a9234959f / 65.0a1 / 20181105220107 / files
nightly win64
9f9a9234959f / 65.0a1 / 20181105220107 / files
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
releases
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1504251 - Move Raptor jobs to tier 1, and turn off duplicate talos jobs; r=jmaher Differential Revision: https://phabricator.services.mozilla.com/D10749
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -5,17 +5,17 @@ job-defaults:
         by-test-platform:
             android-hw.*: /builds/worker
             default: /home/cltbld
     tier:
         by-test-platform:
             windows10-64-ccov/.*: 3
             linux64-ccov/.*: 3
             android-hw-g5.*: 3
-            default: 2
+            default: 1
     virtualization:
         by-test-platform:
             windows10-64-ccov/.*: virtual
             default: hardware
     mozharness:
         script: raptor_script.py
         config:
             by-test-platform:
@@ -31,17 +31,17 @@ job-defaults:
                     - raptor/android_hw_config.py
                 default:
                     - raptor/linux_config.py
 
 raptor-tp6-firefox:
     description: "Raptor tp6 on Firefox"
     try-name: raptor-tp6-firefox
     treeherder-symbol: Rap(tp6)
-    run-on-projects: ['try', 'mozilla-central', 'mozilla-beta']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-tp6
 
 raptor-tp6-chrome:
     description: "Raptor tp6 on Chrome"
     try-name: raptor-tp6-chrome
@@ -56,17 +56,17 @@ raptor-tp6-chrome:
         extra-options:
             - --test=raptor-tp6
             - --app=chrome
 
 raptor-speedometer-firefox:
     description: "Raptor Speedometer on Firefox"
     try-name: raptor-speedometer-firefox
     treeherder-symbol: Rap(sp)
-    run-on-projects: ['try', 'mozilla-central', 'mozilla-inbound', 'autoland']
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-speedometer
 
 raptor-speedometer-geckoview:
     description: "Raptor Speedometer on Geckoview"
     try-name: raptor-speedometer-geckoview
@@ -82,153 +82,160 @@ raptor-speedometer-geckoview:
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
 
 raptor-speedometer-chrome:
     description: "Raptor Speedometer on Chrome"
     try-name: raptor-speedometer-chrome
     treeherder-symbol: Rap-C(sp)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-speedometer
             - --app=chrome
 
 raptor-stylebench-firefox:
     description: "Raptor StyleBench on Firefox"
     try-name: raptor-stylebench-firefox
     treeherder-symbol: Rap(sb)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-stylebench
 
 raptor-stylebench-chrome:
     description: "Raptor StyleBench on Chrome"
     try-name: raptor-stylebench-chrome
     treeherder-symbol: Rap-C(sb)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-stylebench
             - --app=chrome
 
 raptor-motionmark-htmlsuite-firefox:
     description: "Raptor MotionMark HtmlSuite on Firefox"
     try-name: raptor-motionmark-htmlsuite-firefox
     treeherder-symbol: Rap(mm-h)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-motionmark-htmlsuite
 
 raptor-motionmark-htmlsuite-chrome:
     description: "Raptor MotionMark HtmlSuite on Chrome"
     try-name: raptor-motionmark-htmlsuite-chrome
     treeherder-symbol: Rap-C(mm-h)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-motionmark-htmlsuite
             - --app=chrome
 
 raptor-motionmark-animometer-firefox:
     description: "Raptor MotionMark Animometer on Firefox"
     try-name: raptor-motionmark-animometer-firefox
     treeherder-symbol: Rap(mm-a)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-motionmark-animometer
 
 raptor-motionmark-animometer-chrome:
     description: "Raptor MotionMark Animometer on Chrome"
     try-name: raptor-motionmark-animometer-chrome
     treeherder-symbol: Rap-C(mm-a)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-motionmark-animometer
             - --app=chrome
 
 raptor-webaudio-firefox:
     description: "Raptor WebAudio on Firefox"
     try-name: raptor-webaudio-firefox
     treeherder-symbol: Rap(wa)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-webaudio
 
 raptor-webaudio-chrome:
     description: "Raptor WebAudio on Chrome"
     try-name: raptor-webaudio-chrome
     treeherder-symbol: Rap-C(wa)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-webaudio
             - --app=chrome
 
 raptor-gdocs-firefox:
     description: "Raptor gdocs on Firefox"
     try-name: raptor-gdocs-firefox
     treeherder-symbol: Rap(gdocs)
-    run-on-projects: ['try', 'mozilla-central', 'mozilla-inbound', 'autoland']
+    run-on-projects: built-projects
     max-run-time: 1200
     mozharness:
         extra-options:
             - --test=raptor-gdocs
 
 raptor-gdocs-chrome:
     description: "Raptor gdocs on Chrome"
     try-name: raptor-gdocs-chrome
     treeherder-symbol: Rap-C(gdocs)
-    run-on-projects: ['try']
+    run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-gdocs
             - --app=chrome
 
 raptor-sunspider-firefox:
     description: "Raptor SunSpider on Firefox"
     try-name: raptor-sunspider-firefox
     treeherder-symbol: Rap(ss)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-sunspider
 
 raptor-sunspider-chrome:
     description: "Raptor SunSpider on Chrome"
     try-name: raptor-sunspider-chrome
     treeherder-symbol: Rap-C(ss)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-sunspider
             - --app=chrome
 
 raptor-unity-webgl-firefox:
     description: "Raptor Unity WebGL on Firefox"
     try-name: raptor-unity-webgl-firefox
     treeherder-symbol: Rap(ugl)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 3600
     mozharness:
         extra-options:
             - --test=raptor-unity-webgl
     fetches:
         fetch:
             - unity-webgl
 
@@ -250,84 +257,85 @@ raptor-unity-webgl-geckoview:
         fetch:
             - unity-webgl
 
 raptor-unity-webgl-chrome:
     description: "Raptor Unity WebGL on Chrome"
     try-name: raptor-unity-webgl-chrome
     treeherder-symbol: Rap-C(ugl)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 3600
     mozharness:
         extra-options:
             - --test=raptor-unity-webgl
             - --app=chrome
     fetches:
         fetch:
             - unity-webgl
 
 raptor-wasm-misc-firefox:
     description: "Raptor WASM Misc on Firefox"
     try-name: raptor-wasm-misc-firefox
     treeherder-symbol: Rap(wm)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-baseline-firefox:
     description: "Raptor WASM Misc on Firefox with baseline JIT"
     try-name: raptor-wasm-misc-baseline-firefox
     treeherder-symbol: Rap(wm-b)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc-baseline
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-ion-firefox:
     description: "Raptor WASM Misc on Firefox with ION Monkey"
     try-name: raptor-wasm-misc-ion-firefox
     treeherder-symbol: Rap(wm-i)
-    run-on-projects: ['try', 'mozilla-central']
+    run-on-projects: built-projects
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc-ion
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-chrome:
     description: "Raptor WASM Misc on Chrome"
     try-name: raptor-wasm-misc-chrome
     treeherder-symbol: Rap-C(wm)
     run-on-projects: ['try', 'mozilla-central']
+    tier: 2
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc
             - --app=chrome
     fetches:
         fetch:
             - wasm-misc
 
 raptor-assorted-dom-firefox:
     description: "Raptor Assorted-Dom on Firefox"
     try-name: raptor-assorted-dom-firefox
     treeherder-symbol: Rap(dom)
-    run-on-projects: ['try', 'mozilla-central']
-    tier: 2
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-assorted-dom
     fetches:
         fetch:
             - assorted-dom
 
@@ -345,18 +353,17 @@ raptor-assorted-dom-chrome:
     fetches:
         fetch:
             - assorted-dom
 
 raptor-wasm-godot-firefox:
     description: "Raptor Wasm Godot on Firefox"
     try-name: raptor-wasm-godot-firefox
     treeherder-symbol: Rap(godot)
-    run-on-projects: ['try', 'mozilla-central']
-    tier: 2
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot
 
 raptor-wasm-godot-chrome:
     description: "Raptor Wasm Godot on Chrome"
     try-name: raptor-wasm-godot-chrome
@@ -368,25 +375,23 @@ raptor-wasm-godot-chrome:
         extra-options:
             - --test=raptor-wasm-godot
             - --app=chrome
 
 raptor-wasm-godot-baseline-firefox:
     description: "Raptor Wasm Godot on Firefox with baseline JIT"
     try-name: raptor-wasm-godot-baseline-firefox
     treeherder-symbol: Rap(godot-b)
-    run-on-projects: ['try', 'mozilla-central']
-    tier: 2
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-baseline
 
 raptor-wasm-godot-ion-firefox:
     description: "Raptor WASM godot on Firefox with ION Monkey"
     try-name: raptor-wasm-godot-ion-firefox
     treeherder-symbol: Rap(godot-i)
-    run-on-projects: ['try', 'mozilla-central']
-    tier: 2
+    run-on-projects: built-projects
     max-run-time: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-ion
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -66,21 +66,18 @@ talos:
     - talos-g4
     - talos-g5
     - talos-other
     - talos-sessionrestore-many-windows
     - talos-svgr
     - talos-tp5o
     - talos-perf-reftest
     - talos-perf-reftest-singletons
-    - talos-tp6
     - talos-tp6-stylo-threads
     - talos-tps
-    - talos-speedometer
-    - talos-motionmark
     # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
     # - talos-h2 Bug 1487031 - Disabled for not finding actionable regressions
 
 raptor-firefox:
     - raptor-tp6-firefox
     - raptor-speedometer-firefox
     - raptor-stylebench-firefox
     - raptor-motionmark-htmlsuite-firefox
@@ -210,20 +207,17 @@ windows-talos:
     - talos-g5
     - talos-other
     - talos-sessionrestore-many-windows
     - talos-perf-reftest
     - talos-perf-reftest-singletons
     - talos-svgr
     - talos-tp5o
     - talos-xperf
-    - talos-speedometer
-    - talos-tp6
     - talos-tps
-    - talos-motionmark
     # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
 
 macosx64-tests:
     - cppunit
     - crashtest
     - firefox-ui-functional-local
     - firefox-ui-functional-remote
     - gtest
@@ -261,21 +255,18 @@ macosx64-talos:
     - talos-g4
     - talos-g5
     - talos-other
     - talos-sessionrestore-many-windows
     - talos-svgr
     - talos-tp5o
     - talos-perf-reftest
     - talos-perf-reftest-singletons
-    - talos-tp6
     - talos-tp6-stylo-threads
     # - talos-tps # Bug 1453007 times out
-    - talos-speedometer
-    - talos-motionmark
     # - talos-h1 # too long to unpack profile- Bug 1442893
 
 macosx64-qr-tests:
     - crashtest
     - reftest
 
 linux32-tests:
     - cppunit