Bug 1352113 - Shippable Builds - allow raptor tests to run for shippable (ends up scheduling shippable builds, due to deps. r=jmaher
☠☠ backed out by aea38cfc632a ☠ ☠
authorJustin Wood <Callek@gmail.com>
Tue, 26 Mar 2019 01:36:29 +0000
changeset 466144 4a2e544fea0d003d4d564b5febcade7f31133fc0
parent 466143 ef60f67087423ff90b218420336d9b3636ea2dc0
child 466145 01699fb7238437d9ddf445397a0039c593e6dd9c
push id35762
push usercsabou@mozilla.com
push dateWed, 27 Mar 2019 04:44:00 +0000
treeherdermozilla-central@bc572aee49b6 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1352113
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1352113 - Shippable Builds - allow raptor tests to run for shippable (ends up scheduling shippable builds, due to deps. r=jmaher raptor-chrome is Google Chrome and only needs to run once per day, so mozilla-central pushes and try. raptor-profiling is primarily for devs to have up to date profile information and it too only needs to run once per day. TODO is to try and find a clean way to make them only run when we trigger Nightlies rather than every m-c push. Differential Revision: https://phabricator.services.mozilla.com/D22832
taskcluster/ci/test/raptor-chrome.yml
taskcluster/ci/test/raptor.yml
--- a/taskcluster/ci/test/raptor-chrome.yml
+++ b/taskcluster/ci/test/raptor-chrome.yml
@@ -4,20 +4,17 @@ job-defaults:
             .*-qr/.*: 2400
             .*-ux/.*: 2400
             default: 1800
     suite: raptor
     workdir:
         by-test-platform:
             android-hw.*: /builds/worker
             default: /home/cltbld
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['try', 'mozilla-central']
+    run-on-projects: ['try', 'mozilla-central']
     tier: 2
     virtualization:
         by-test-platform:
             windows10-64-ccov/.*: virtual
             default: hardware
     mozharness:
         script: raptor_script.py
         config:
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -9,17 +9,16 @@ job-defaults:
         by-test-platform:
             android-hw.*: /builds/worker
             default: /home/cltbld
     run-on-projects:
         by-test-platform:
             windows10-64-ux: ['try', 'mozilla-central']
             (?:windows10-64|windows7-32|linux64)(?:-qr)?/opt: ['mozilla-central', 'try']
             android-hw-.*-api-16/opt: ['try']
-            .*shippable(?:-qr)?/opt: built-projects
             default: ['try', 'trunk', 'mozilla-beta']
     tier:
         by-test-platform:
             windows10-64-ccov/.*: 3
             linux64-ccov/.*: 3
             android-hw-g5.*: 2
             default: 1
     virtualization:
@@ -50,20 +49,17 @@ raptor-tp6-1-firefox:
     mozharness:
         extra-options:
             - --test=raptor-tp6-1
 
 raptor-tp6-1-firefox-profiling:
     description: "Raptor tp6-1 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-1-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-1)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-1
             - --gecko-profile
 
 raptor-tp6-2-firefox:
@@ -73,20 +69,17 @@ raptor-tp6-2-firefox:
     mozharness:
         extra-options:
             - --test=raptor-tp6-2
 
 raptor-tp6-2-firefox-profiling:
     description: "Raptor tp6-2 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-2-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-2)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-2
             - --gecko-profile
 
 raptor-tp6-3-firefox:
@@ -96,20 +89,17 @@ raptor-tp6-3-firefox:
     mozharness:
         extra-options:
             - --test=raptor-tp6-3
 
 raptor-tp6-3-firefox-profiling:
     description: "Raptor tp6-3 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-3-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-3)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-3
             - --gecko-profile
 
 raptor-tp6-4-firefox:
@@ -119,20 +109,17 @@ raptor-tp6-4-firefox:
     mozharness:
         extra-options:
             - --test=raptor-tp6-4
 
 raptor-tp6-4-firefox-profiling:
     description: "Raptor tp6-4 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-4-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-4)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-4
             - --gecko-profile
 
 raptor-tp6-5-firefox:
@@ -142,20 +129,17 @@ raptor-tp6-5-firefox:
     mozharness:
         extra-options:
             - --test=raptor-tp6-5
 
 raptor-tp6-5-firefox-profiling:
     description: "Raptor tp6-5 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-5-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-5)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-5
             - --gecko-profile
 
 raptor-tp6-6-firefox:
@@ -165,20 +149,17 @@ raptor-tp6-6-firefox:
     mozharness:
         extra-options:
             - --test=raptor-tp6-6
 
 raptor-tp6-6-firefox-profiling:
     description: "Raptor tp6-6 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-6-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-6)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-6
             - --gecko-profile
 
 raptor-tp6-7-firefox:
@@ -188,119 +169,95 @@ raptor-tp6-7-firefox:
     mozharness:
         extra-options:
             - --test=raptor-tp6-7
 
 raptor-tp6-7-firefox-profiling:
     description: "Raptor tp6-7 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-7-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-7)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-7
             - --gecko-profile
 
 raptor-tp6-8-firefox:
     description: "Raptor tp6-8 on Firefox"
     try-name: raptor-tp6-8-firefox
     treeherder-symbol: Rap(tp6-8)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['try', 'mozilla-central']
+    run-on-projects: ['try', 'mozilla-central']
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-8
 
 raptor-tp6-8-firefox-profiling:
     description: "Raptor tp6-8 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-8-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-8)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-8
             - --gecko-profile
 
 raptor-tp6-9-firefox:
     description: "Raptor tp6-9 on Firefox"
     try-name: raptor-tp6-9-firefox
     treeherder-symbol: Rap(tp6-9)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['try', 'mozilla-central']
+    run-on-projects: ['try', 'mozilla-central']
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-9
 
 raptor-tp6-9-firefox-profiling:
     description: "Raptor tp6-9 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-9-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-9)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-9
             - --gecko-profile
 
 raptor-tp6-10-firefox:
     description: "Raptor tp6-10 on Firefox"
     try-name: raptor-tp6-10-firefox
     treeherder-symbol: Rap(tp6-10)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['try', 'mozilla-central']
+    run-on-projects: ['try', 'mozilla-central']
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-10
 
 raptor-tp6-10-firefox-profiling:
     description: "Raptor tp6-10 on Firefox with Gecko Profiling"
     try-name: raptor-tp6-10-firefox-profiling
     treeherder-symbol: Rap-Prof(tp6-10)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-10
             - --gecko-profile
 
 raptor-tp6-binast-1-firefox:
     description: "Raptor tp6-binast-1 on Firefox"
     try-name: raptor-tp6-binast-1
     treeherder-symbol: Rap(tp6-b-1)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['try', 'mozilla-central']
+    run-on-projects: ['try', 'mozilla-central']
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-binast-1
 
 raptor-tp6m-1-geckoview:
     description: "Raptor tp6m-1 on Geckoview"
     try-name: raptor-tp6m-1-geckoview
@@ -472,20 +429,17 @@ raptor-speedometer-firefox:
     mozharness:
         extra-options:
             - --test=raptor-speedometer
 
 raptor-speedometer-firefox-profiling:
     description: "Raptor Speedometer on Firefox with Gecko Profiling"
     try-name: raptor-speedometer-firefox-profiling
     treeherder-symbol: Rap-Prof(sp)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-speedometer
             - --gecko-profile
 
 raptor-speedometer-geckoview:
@@ -551,20 +505,17 @@ raptor-stylebench-firefox:
     mozharness:
         extra-options:
             - --test=raptor-stylebench
 
 raptor-stylebench-firefox-profiling:
     description: "Raptor StyleBench on Firefox with Gecko Profiling"
     try-name: raptor-stylebench-firefox-profiling
     treeherder-symbol: Rap-Prof(sb)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-stylebench
             - --gecko-profile
 
 raptor-motionmark-htmlsuite-firefox:
@@ -574,20 +525,17 @@ raptor-motionmark-htmlsuite-firefox:
     mozharness:
         extra-options:
             - --test=raptor-motionmark-htmlsuite
 
 raptor-motionmark-htmlsuite-firefox-profiling:
     description: "Raptor MotionMark HtmlSuite on Firefox with Gecko Profiling"
     try-name: raptor-motionmark-htmlsuite-firefox-profiling
     treeherder-symbol: Rap-Prof(mm-h)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-motionmark-htmlsuite
             - --gecko-profile
 
 raptor-motionmark-animometer-firefox:
@@ -597,20 +545,17 @@ raptor-motionmark-animometer-firefox:
     mozharness:
         extra-options:
             - --test=raptor-motionmark-animometer
 
 raptor-motionmark-animometer-firefox-profiling:
     description: "Raptor MotionMark Animometer on Firefox with Gecko Profiling"
     try-name: raptor-motionmark-animometer-firefox-profiling
     treeherder-symbol: Rap-Prof(mm-a)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-motionmark-animometer
             - --gecko-profile
 
 raptor-webaudio-firefox:
@@ -620,20 +565,17 @@ raptor-webaudio-firefox:
     mozharness:
         extra-options:
             - --test=raptor-webaudio
 
 raptor-webaudio-firefox-profiling:
     description: "Raptor WebAudio on Firefox with Gecko Profiling"
     try-name: raptor-webaudio-firefox
     treeherder-symbol: Rap-Prof(wa)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-webaudio
             - --gecko-profile
 
 raptor-sunspider-firefox:
@@ -643,20 +585,17 @@ raptor-sunspider-firefox:
     mozharness:
         extra-options:
             - --test=raptor-sunspider
 
 raptor-sunspider-firefox-profiling:
     description: "Raptor SunSpider on Firefox with Gecko Profiling"
     try-name: raptor-sunspider-firefox-profiling
     treeherder-symbol: Rap-Prof(ss)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-sunspider
             - --gecko-profile
 
 raptor-unity-webgl-firefox:
@@ -669,20 +608,17 @@ raptor-unity-webgl-firefox:
     fetches:
         fetch:
             - unity-webgl
 
 raptor-unity-webgl-firefox-profiling:
     description: "Raptor Unity WebGL on Firefox with Gecko Profiling"
     try-name: raptor-unity-webgl-firefox-profiling
     treeherder-symbol: Rap-Prof(ugl)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-unity-webgl
             - --gecko-profile
     fetches:
         fetch:
@@ -709,20 +645,17 @@ raptor-unity-webgl-geckoview:
     fetches:
         fetch:
             - unity-webgl
 
 raptor-wasm-misc-cranelift-firefox:
     description: "Raptor WASM Misc on Firefox with Cranelift"
     try-name: raptor-wasm-misc-cranelift-firefox
     treeherder-symbol: Rap(wm-c)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc-cranelift
     fetches:
         fetch:
             - wasm-misc
 
@@ -736,20 +669,17 @@ raptor-wasm-misc-firefox:
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-firefox-profiling:
     description: "Raptor WASM Misc on Firefox with Gecko Profiling"
     try-name: raptor-wasm-misc-firefox-profiling
     treeherder-symbol: Rap-Prof(wm)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc
             - --gecko-profile
     fetches:
         fetch:
@@ -765,20 +695,17 @@ raptor-wasm-misc-baseline-firefox:
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-baseline-firefox-profiling:
     description: "Raptor WASM Misc on Firefox with baseline JIT and Gecko Profiling"
     try-name: raptor-wasm-misc-baseline-firefox-profiling
     treeherder-symbol: Rap-Prof(wm-b)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc-baseline
             - --gecko-profile
     fetches:
         fetch:
@@ -794,20 +721,17 @@ raptor-wasm-misc-ion-firefox:
     fetches:
         fetch:
             - wasm-misc
 
 raptor-wasm-misc-ion-firefox-profiling:
     description: "Raptor WASM Misc on Firefox with ION Monkey and Gecko Profiling"
     try-name: raptor-wasm-misc-ion-firefox-profiling
     treeherder-symbol: Rap-Prof(wm-i)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc-ion
             - --gecko-profile
     fetches:
         fetch:
@@ -828,20 +752,17 @@ raptor-assorted-dom-firefox:
     fetches:
         fetch:
             - assorted-dom
 
 raptor-assorted-dom-firefox-profiling:
     description: "Raptor Assorted-Dom on Firefox with Gecko Profiling"
     try-name: raptor-assorted-dom-firefox-profiling
     treeherder-symbol: Rap-Prof(dom)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-assorted-dom
             - --gecko-profile
     fetches:
         fetch:
@@ -859,20 +780,17 @@ raptor-wasm-godot-firefox:
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot
 
 raptor-wasm-godot-firefox-profiling:
     description: "Raptor Wasm Godot on Firefox with Gecko Profiling"
     try-name: raptor-wasm-godot-firefox-profiling
     treeherder-symbol: Rap-Prof(godot)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot
             - --gecko-profile
 
 raptor-wasm-godot-baseline-firefox:
@@ -887,52 +805,43 @@ raptor-wasm-godot-baseline-firefox:
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-baseline
 
 raptor-wasm-godot-baseline-firefox-profiling:
     description: "Raptor Wasm Godot on Firefox with baseline JIT and Gecko Profiling"
     try-name: raptor-wasm-godot-baseline-firefox-profiling
     treeherder-symbol: Rap-Prof(godot-b)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-baseline
             - --gecko-profile
 
 raptor-wasm-godot-cranelift-firefox:
     description: "Raptor WASM Godot on Firefox with Cranelift"
     try-name: raptor-wasm-godot-cranelift-firefox
     treeherder-symbol: Rap(godot-c)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time:
         by-test-platform:
             .*-qr/.*: 2100
             .*-ux/.*: 2100
             default: 1500
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-cranelift
 
 raptor-wasm-godot-cranelift-firefox-profiling:
     description: "Raptor WASM Godot on Firefox with Cranelift Profiling"
     try-name: raptor-wasm-godot-cranelift-firefox-profiling
     treeherder-symbol: Rap-Prof(godot-c)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-cranelift
             - --gecko-profile
 
 raptor-wasm-godot-ion-firefox:
     description: "Raptor WASM godot on Firefox with ION Monkey"
@@ -946,18 +855,15 @@ raptor-wasm-godot-ion-firefox:
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-ion
 
 raptor-wasm-godot-ion-firefox-profiling:
     description: "Raptor WASM godot on Firefox with ION Monkey and Gecko Profiling"
     try-name: raptor-wasm-godot-ion-firefox-profiling
     treeherder-symbol: Rap-Prof(godot-i)
-    run-on-projects:
-        by-test-platform:
-            .*shippable(?:-qr)?/opt: built-projects
-            default: ['mozilla-central', 'try']
+    run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-ion
             - --gecko-profile