Bug 1525931 - Don't run Raptor on mozilla-release; r=jmaher a=test-only
authorRob Wood <rwood@mozilla.com>
Fri, 08 Feb 2019 20:42:18 +0000
changeset 512990 66570654c0f25eeb9d0d884b8d93bcb252c4c628
parent 512989 2e610b19a641fe72f66c2f978642d72622e76e74
child 512991 0cfbcd1d35c4868ba6698971ef5efb2ebf5085e6
push id10671
push userarchaeopteryx@coole-files.de
push dateMon, 11 Feb 2019 14:59:48 +0000
treeherdermozilla-beta@66570654c0f2 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher, test-only
bugs1525931
milestone66.0
Bug 1525931 - Don't run Raptor on mozilla-release; r=jmaher a=test-only Differential Revision: https://phabricator.services.mozilla.com/D19216
taskcluster/ci/test/raptor.yml
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -4,16 +4,20 @@ job-defaults:
             .*-qr/.*: 2400
             .*-ux/.*: 2400
             default: 1800
     suite: raptor
     workdir:
         by-test-platform:
             android-hw.*: /builds/worker
             default: /home/cltbld
+    run-on-projects:
+        by-test-platform:
+            windows10-64-ux: ['try', 'mozilla-central']
+            default: ['try', 'trunk', 'mozilla-beta']
     tier:
         by-test-platform:
             windows10-64-ccov/.*: 3
             linux64-ccov/.*: 3
             android-hw-g5.*: 2
             default: 1
     virtualization:
         by-test-platform:
@@ -35,20 +39,16 @@ job-defaults:
                     - raptor/android_hw_config.py
                 default:
                     - raptor/linux_config.py
 
 raptor-tp6-1-firefox:
     description: "Raptor tp6-1 on Firefox"
     try-name: raptor-tp6-1-firefox
     treeherder-symbol: Rap(tp6-1)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-tp6-1
 
 raptor-tp6-1-firefox-profiling:
     description: "Raptor tp6-1 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-1-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-1)
@@ -71,17 +71,16 @@ raptor-tp6-1-chrome:
         extra-options:
             - --test=raptor-tp6-1
             - --app=chrome
 
 raptor-tp6-2-firefox:
     description: "Raptor tp6-2 on Firefox"
     try-name: raptor-tp6-2-firefox
     treeherder-symbol: Rap(tp6-2)
-    run-on-projects: built-projects
     mozharness:
         extra-options:
             - --test=raptor-tp6-2
 
 raptor-tp6-2-firefox-profiling:
     description: "Raptor tp6-2 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-2-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-2)
@@ -103,17 +102,16 @@ raptor-tp6-2-chrome:
         extra-options:
             - --test=raptor-tp6-2
             - --app=chrome
 
 raptor-tp6-3-firefox:
     description: "Raptor tp6-3 on Firefox"
     try-name: raptor-tp6-3-firefox
     treeherder-symbol: Rap(tp6-3)
-    run-on-projects: built-projects
     mozharness:
         extra-options:
             - --test=raptor-tp6-3
 
 raptor-tp6-3-firefox-profiling:
     description: "Raptor tp6-3 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-3-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-3)
@@ -136,17 +134,16 @@ raptor-tp6-3-chrome:
         extra-options:
             - --test=raptor-tp6-3
             - --app=chrome
 
 raptor-tp6-4-firefox:
     description: "Raptor tp6-4 on Firefox"
     try-name: raptor-tp6-4-firefox
     treeherder-symbol: Rap(tp6-4)
-    run-on-projects: built-projects
     mozharness:
         extra-options:
             - --test=raptor-tp6-4
 
 raptor-tp6-4-firefox-profiling:
     description: "Raptor tp6-4 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-4-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-4)
@@ -168,17 +165,16 @@ raptor-tp6-4-chrome:
         extra-options:
             - --test=raptor-tp6-4
             - --app=chrome
 
 raptor-tp6-5-firefox:
     description: "Raptor tp6-5 on Firefox"
     try-name: raptor-tp6-5-firefox
     treeherder-symbol: Rap(tp6-5)
-    run-on-projects: built-projects
     mozharness:
         extra-options:
             - --test=raptor-tp6-5
 
 raptor-tp6-5-firefox-profiling:
     description: "Raptor tp6-5 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-5-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-5)
@@ -200,17 +196,16 @@ raptor-tp6-5-chrome:
         extra-options:
             - --test=raptor-tp6-5
             - --app=chrome
 
 raptor-tp6-6-firefox:
     description: "Raptor tp6-6 on Firefox"
     try-name: raptor-tp6-6-firefox
     treeherder-symbol: Rap(tp6-6)
-    run-on-projects: built-projects
     mozharness:
         extra-options:
             - --test=raptor-tp6-6
 
 raptor-tp6-6-firefox-profiling:
     description: "Raptor tp6-6 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-6-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-6)
@@ -365,32 +360,27 @@ raptor-tp6-10-chrome:
             - --test=raptor-tp6-10
             - --app=chrome
 
 raptor-tp6m-1-geckoview:
     description: "Raptor tp6m-1 on Geckoview"
     try-name: raptor-tp6m-1-geckoview
     treeherder-symbol: Rap(tp6m-1)
     target: geckoview_example.apk
-    run-on-projects: built-projects
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6m-1
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
 
 raptor-speedometer-firefox:
     description: "Raptor Speedometer on Firefox"
     try-name: raptor-speedometer-firefox
     treeherder-symbol: Rap(sp)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-speedometer
 
 raptor-speedometer-firefox-profiling:
     description: "Raptor Speedometer on Firefox with Gecko Profiling"
     try-name: raptor-speedometer-firefox-profiling
     treeherder-symbol: Rap-Prof(sp)
@@ -404,17 +394,17 @@ raptor-speedometer-firefox-profiling:
 
 raptor-speedometer-geckoview:
     description: "Raptor Speedometer on Geckoview"
     try-name: raptor-speedometer-geckoview
     treeherder-symbol: Rap(sp)
     target: geckoview_example.apk
     run-on-projects:
         by-test-platform:
-            android-hw.*: built-projects
+            android-hw.*: ['try', 'trunk', 'mozilla-beta']
     max-run-time: 900
     mozharness:
         extra-options:
             - --test=raptor-speedometer
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
 
 raptor-speedometer-geckoview-power:
@@ -437,17 +427,17 @@ raptor-speedometer-geckoview-power:
 
 raptor-speedometer-fennec:
     description: "Raptor Speedometer on Fennec"
     try-name: raptor-speedometer-fennec
     treeherder-symbol: Rap(sp)
     target: target.apk
     run-on-projects:
         by-test-platform:
-            android-hw.*: built-projects
+            android-hw.*: ['try', 'trunk', 'mozilla-beta']
     tier: 3
     max-run-time: 900
     mozharness:
         extra-options:
             - --test=raptor-speedometer-fennec
             - --app=fennec
             - --binary=org.mozilla.fennec_aurora
 
@@ -462,20 +452,16 @@ raptor-speedometer-chrome:
         extra-options:
             - --test=raptor-speedometer
             - --app=chrome
 
 raptor-stylebench-firefox:
     description: "Raptor StyleBench on Firefox"
     try-name: raptor-stylebench-firefox
     treeherder-symbol: Rap(sb)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-stylebench
 
 raptor-stylebench-firefox-profiling:
     description: "Raptor StyleBench on Firefox with Gecko Profiling"
     try-name: raptor-stylebench-firefox-profiling
     treeherder-symbol: Rap-Prof(sb)
@@ -497,20 +483,16 @@ raptor-stylebench-chrome:
         extra-options:
             - --test=raptor-stylebench
             - --app=chrome
 
 raptor-motionmark-htmlsuite-firefox:
     description: "Raptor MotionMark HtmlSuite on Firefox"
     try-name: raptor-motionmark-htmlsuite-firefox
     treeherder-symbol: Rap(mm-h)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-motionmark-htmlsuite
 
 raptor-motionmark-htmlsuite-firefox-profiling:
     description: "Raptor MotionMark HtmlSuite on Firefox with Gecko Profiling"
     try-name: raptor-motionmark-htmlsuite-firefox-profiling
     treeherder-symbol: Rap-Prof(mm-h)
@@ -532,20 +514,16 @@ raptor-motionmark-htmlsuite-chrome:
         extra-options:
             - --test=raptor-motionmark-htmlsuite
             - --app=chrome
 
 raptor-motionmark-animometer-firefox:
     description: "Raptor MotionMark Animometer on Firefox"
     try-name: raptor-motionmark-animometer-firefox
     treeherder-symbol: Rap(mm-a)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-motionmark-animometer
 
 raptor-motionmark-animometer-firefox-profiling:
     description: "Raptor MotionMark Animometer on Firefox with Gecko Profiling"
     try-name: raptor-motionmark-animometer-firefox-profiling
     treeherder-symbol: Rap-Prof(mm-a)
@@ -567,20 +545,16 @@ raptor-motionmark-animometer-chrome:
         extra-options:
             - --test=raptor-motionmark-animometer
             - --app=chrome
 
 raptor-webaudio-firefox:
     description: "Raptor WebAudio on Firefox"
     try-name: raptor-webaudio-firefox
     treeherder-symbol: Rap(wa)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-webaudio
 
 raptor-webaudio-firefox-profiling:
     description: "Raptor WebAudio on Firefox with Gecko Profiling"
     try-name: raptor-webaudio-firefox
     treeherder-symbol: Rap-Prof(wa)
@@ -596,29 +570,21 @@ raptor-webaudio-chrome:
     description: "Raptor WebAudio on Chrome"
     try-name: raptor-webaudio-chrome
     treeherder-symbol: Rap-C(wa)
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-webaudio
             - --app=chrome
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
 
 raptor-sunspider-firefox:
     description: "Raptor SunSpider on Firefox"
     try-name: raptor-sunspider-firefox
     treeherder-symbol: Rap(ss)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-sunspider
 
 raptor-sunspider-firefox-profiling:
     description: "Raptor SunSpider on Firefox with Gecko Profiling"
     try-name: raptor-sunspider-firefox-profiling
     treeherder-symbol: Rap-Prof(ss)
@@ -640,20 +606,16 @@ raptor-sunspider-chrome:
         extra-options:
             - --test=raptor-sunspider
             - --app=chrome
 
 raptor-unity-webgl-firefox:
     description: "Raptor Unity WebGL on Firefox"
     try-name: raptor-unity-webgl-firefox
     treeherder-symbol: Rap(ugl)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-unity-webgl
     fetches:
         fetch:
             - unity-webgl
 
 raptor-unity-webgl-firefox-profiling:
@@ -673,17 +635,17 @@ raptor-unity-webgl-firefox-profiling:
 
 raptor-unity-webgl-geckoview:
     description: "Raptor Unity WebGL on Geckoview"
     try-name: raptor-unity-webgl-geckoview
     treeherder-symbol: Rap(ugl)
     target: geckoview_example.apk
     run-on-projects:
         by-test-platform:
-            android-hw.*: built-projects
+            android-hw.*: ['try', 'trunk', 'mozilla-beta']
     max-run-time: 900
     mozharness:
         extra-options:
             - --test=raptor-unity-webgl
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
     fetches:
         fetch:
@@ -702,20 +664,16 @@ raptor-unity-webgl-chrome:
     fetches:
         fetch:
             - unity-webgl
 
 raptor-wasm-misc-firefox:
     description: "Raptor WASM Misc on Firefox"
     try-name: raptor-wasm-misc-firefox
     treeherder-symbol: Rap(wm)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-firefox-profiling:
@@ -732,20 +690,16 @@ raptor-wasm-misc-firefox-profiling:
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-baseline-firefox:
     description: "Raptor WASM Misc on Firefox with baseline JIT"
     try-name: raptor-wasm-misc-baseline-firefox
     treeherder-symbol: Rap(wm-b)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc-baseline
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-baseline-firefox-profiling:
@@ -762,20 +716,16 @@ raptor-wasm-misc-baseline-firefox-profil
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-ion-firefox:
     description: "Raptor WASM Misc on Firefox with ION Monkey"
     try-name: raptor-wasm-misc-ion-firefox
     treeherder-symbol: Rap(wm-i)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc-ion
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-ion-firefox-profiling:
@@ -806,20 +756,16 @@ raptor-wasm-misc-chrome:
     fetches:
         fetch:
             - wasm-misc
 
 raptor-assorted-dom-firefox:
     description: "Raptor Assorted-Dom on Firefox"
     try-name: raptor-assorted-dom-firefox
     treeherder-symbol: Rap(dom)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     max-run-time:
         by-test-platform:
             .*-qr/.*: 2100
             .*-ux/.*: 2100
             default: 1500
     mozharness:
         extra-options:
             - --test=raptor-assorted-dom
@@ -856,20 +802,16 @@ raptor-assorted-dom-chrome:
     fetches:
         fetch:
             - assorted-dom
 
 raptor-wasm-godot-firefox:
     description: "Raptor Wasm Godot on Firefox"
     try-name: raptor-wasm-godot-firefox
     treeherder-symbol: Rap(godot)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     max-run-time:
         by-test-platform:
             .*-qr/.*: 2100
             .*-ux/.*: 2100
             default: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot
@@ -897,20 +839,16 @@ raptor-wasm-godot-chrome:
         extra-options:
             - --test=raptor-wasm-godot
             - --app=chrome
 
 raptor-wasm-godot-baseline-firefox:
     description: "Raptor Wasm Godot on Firefox with baseline JIT"
     try-name: raptor-wasm-godot-baseline-firefox
     treeherder-symbol: Rap(godot-b)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     max-run-time:
         by-test-platform:
             .*-qr/.*: 2100
             .*-ux/.*: 2100
             default: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-baseline
@@ -926,20 +864,16 @@ raptor-wasm-godot-baseline-firefox-profi
         extra-options:
             - --test=raptor-wasm-godot-baseline
             - --gecko-profile
 
 raptor-wasm-godot-ion-firefox:
     description: "Raptor WASM godot on Firefox with ION Monkey"
     try-name: raptor-wasm-godot-ion-firefox
     treeherder-symbol: Rap(godot-i)
-    run-on-projects:
-        by-test-platform:
-            windows10-64-ux: ['try', 'mozilla-central']
-            default: built-projects
     max-run-time:
         by-test-platform:
             .*-qr/.*: 2100
             .*-ux/.*: 2100
             default: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-ion