Bug 1490048 - add cranelift to raptor wasm-misc and wasm-godot tests. r=bbouvier,rwood
authorJoel Maher <jmaher@mozilla.com>
Tue, 12 Mar 2019 14:42:45 +0000
changeset 463653 4e5dbbdb10f31f6cf8460011c46a47dd4d135b7f
parent 463652 1aa0df07fbddd6007b3a8023e32509b55aabdc46
child 463654 1e2091a92a1db1d5f602cb3a469571fd517c5ed6
push id80271
push userjmaher@mozilla.com
push dateTue, 12 Mar 2019 14:43:44 +0000
treeherderautoland@4e5dbbdb10f3 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersbbouvier, rwood
bugs1490048
milestone67.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1490048 - add cranelift to raptor wasm-misc and wasm-godot tests. r=bbouvier,rwood add cranelift to raptor wasm-misc and wasm-godot tests. Differential Revision: https://phabricator.services.mozilla.com/D23144
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/raptor.ini
testing/raptor/raptor/tests/raptor-wasm-godot-cranelift.ini
testing/raptor/raptor/tests/raptor-wasm-misc-cranelift.ini
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -588,16 +588,29 @@ raptor-unity-webgl-geckoview:
             - --test=raptor-unity-webgl
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --activity=GeckoViewActivity
     fetches:
         fetch:
             - unity-webgl
 
+raptor-wasm-misc-cranelift-firefox:
+    description: "Raptor WASM Misc on Firefox with Cranelift"
+    try-name: raptor-wasm-misc-cranelift-firefox
+    treeherder-symbol: Rap(wm-c)
+    run-on-projects: ['try', 'mozilla-central']
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --test=raptor-wasm-misc-cranelift
+    fetches:
+        fetch:
+            - wasm-misc
+
 raptor-wasm-misc-firefox:
     description: "Raptor WASM Misc on Firefox"
     try-name: raptor-wasm-misc-firefox
     treeherder-symbol: Rap(wm)
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc
     fetches:
@@ -747,16 +760,41 @@ raptor-wasm-godot-baseline-firefox-profi
     run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-baseline
             - --gecko-profile
 
+raptor-wasm-godot-cranelift-firefox:
+    description: "Raptor WASM Godot on Firefox with Cranelift"
+    try-name: raptor-wasm-godot-cranelift-firefox
+    treeherder-symbol: Rap(godot-c)
+    run-on-projects: ['try', 'mozilla-central']
+    max-run-time:
+        by-test-platform:
+            .*-qr/.*: 2100
+            .*-ux/.*: 2100
+            default: 1500
+    mozharness:
+        extra-options:
+            - --test=raptor-wasm-godot-cranelift
+
+raptor-wasm-godot-cranelift-firefox-profiling:
+    description: "Raptor WASM Godot on Firefox with Cranelift Profiling"
+    try-name: raptor-wasm-godot-cranelift-firefox-profiling
+    treeherder-symbol: Rap-Prof(godot-c)
+    run-on-projects: ['try', 'mozilla-central']
+    max-run-time: 900
+    mozharness:
+        extra-options:
+            - --test=raptor-wasm-godot-cranelift
+            - --gecko-profile
+
 raptor-wasm-godot-ion-firefox:
     description: "Raptor WASM godot on Firefox with ION Monkey"
     try-name: raptor-wasm-godot-ion-firefox
     treeherder-symbol: Rap(godot-i)
     max-run-time:
         by-test-platform:
             .*-qr/.*: 2100
             .*-ux/.*: 2100
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -139,27 +139,30 @@ raptor-chrome:
 
 # Fetch tasks are only supported on Linux for now,
 # so these need to be separate sets.
 raptor-fetch-firefox:
     - raptor-unity-webgl-firefox
     - raptor-wasm-misc-firefox
     - raptor-wasm-misc-baseline-firefox
     - raptor-wasm-misc-ion-firefox
+    - raptor-wasm-misc-cranelift-firefox
     - raptor-wasm-godot-baseline-firefox
     - raptor-wasm-godot-ion-firefox
+    - raptor-wasm-godot-cranelift-firefox
     - raptor-assorted-dom-firefox
 
 raptor-fetch-profiling:
     - raptor-unity-webgl-firefox-profiling
     - raptor-wasm-misc-firefox-profiling
     - raptor-wasm-misc-baseline-firefox-profiling
     - raptor-wasm-misc-ion-firefox-profiling
     - raptor-wasm-godot-baseline-firefox-profiling
     - raptor-wasm-godot-ion-firefox-profiling
+    - raptor-wasm-godot-cranelift-firefox-profiling
     - raptor-assorted-dom-firefox-profiling
 
 raptor-fetch-geckoview:
     - raptor-unity-webgl-geckoview
 
 raptor-fetch-chrome:
     - raptor-unity-webgl-chrome
     - raptor-wasm-misc-chrome
--- a/testing/raptor/raptor/raptor.ini
+++ b/testing/raptor/raptor/raptor.ini
@@ -28,12 +28,14 @@
 [include:tests/raptor-motionmark-htmlsuite.ini]
 [include:tests/raptor-speedometer.ini]
 [include:tests/raptor-stylebench.ini]
 [include:tests/raptor-sunspider.ini]
 [include:tests/raptor-unity-webgl.ini]
 [include:tests/raptor-wasm-godot.ini]
 [include:tests/raptor-wasm-godot-baseline.ini]
 [include:tests/raptor-wasm-godot-ion.ini]
+[include:tests/raptor-wasm-godot-cranelift.ini]
 [include:tests/raptor-wasm-misc.ini]
 [include:tests/raptor-wasm-misc-baseline.ini]
 [include:tests/raptor-wasm-misc-ion.ini]
+[include:tests/raptor-wasm-misc-cranelift.ini]
 [include:tests/raptor-webaudio.ini]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-wasm-godot-cranelift.ini
@@ -0,0 +1,22 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# Wasm-Godot benchmark for firefox and chrome
+
+[DEFAULT]
+type =  benchmark
+test_url = http://localhost:<port>/wasm-godot/index.html
+page_cycles = 5
+page_timeout = 120000
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+newtab_per_cycle = true
+gecko_profile_interval = 1
+gecko_profile_entries = 8000000
+
+[raptor-wasm-godot-cranelift-firefox]
+apps = firefox
+preferences = {"javascript.options.wasm_baselinejit": false,
+               "javascript.options.wasm_cranelift": true}
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-wasm-misc-cranelift.ini
@@ -0,0 +1,19 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# Wasm-Misc benchmark for firefox and chrome
+
+[DEFAULT]
+type =  benchmark
+test_url = http://localhost:<port>/wasm-misc/index.html?raptor
+page_cycles = 5
+page_timeout = 1200000
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+
+[raptor-wasm-misc-cranelift-firefox]
+apps = firefox
+preferences = {"javascript.options.wasm_baselinejit": false,
+               "javascript.options.wasm_cranelift": true}