Bug 1490048 - add cranelift to raptor wasm-misc and wasm-godot tests. r=bbouvier,rwood
authorJoel Maher <jmaher@mozilla.com>
Tue, 12 Mar 2019 14:42:45 +0000
changeset 521528 4e5dbbdb10f3
parent 521527 1aa0df07fbdd
child 521529 1e2091a92a1d
push id10867
push userdvarga@mozilla.com
push dateThu, 14 Mar 2019 15:20:45 +0000
treeherdermozilla-beta@abad13547875 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersbbouvier, rwood
bugs1490048
milestone67.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1490048 - add cranelift to raptor wasm-misc and wasm-godot tests. r=bbouvier,rwood add cranelift to raptor wasm-misc and wasm-godot tests. Differential Revision: https://phabricator.services.mozilla.com/D23144
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/raptor.ini
testing/raptor/raptor/tests/raptor-wasm-godot-cranelift.ini
testing/raptor/raptor/tests/raptor-wasm-misc-cranelift.ini
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -588,16 +588,29 @@ raptor-unity-webgl-geckoview:
             - --test=raptor-unity-webgl
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --activity=GeckoViewActivity
     fetches:
         fetch:
             - unity-webgl
 
+raptor-wasm-misc-cranelift-firefox:
+    description: "Raptor WASM Misc on Firefox with Cranelift"
+    try-name: raptor-wasm-misc-cranelift-firefox
+    treeherder-symbol: Rap(wm-c)
+    run-on-projects: ['try', 'mozilla-central']
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --test=raptor-wasm-misc-cranelift
+    fetches:
+        fetch:
+            - wasm-misc
+
 raptor-wasm-misc-firefox:
     description: "Raptor WASM Misc on Firefox"
     try-name: raptor-wasm-misc-firefox
     treeherder-symbol: Rap(wm)
     mozharness:
         extra-options:
             - --test=raptor-wasm-misc
     fetches:
@@ -747,16 +760,41 @@ raptor-wasm-godot-baseline-firefox-profi
     run-on-projects: ['mozilla-central', 'try']
     max-run-time: 900
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-wasm-godot-baseline
             - --gecko-profile
 
+raptor-wasm-godot-cranelift-firefox:
+    description: "Raptor WASM Godot on Firefox with Cranelift"
+    try-name: raptor-wasm-godot-cranelift-firefox
+    treeherder-symbol: Rap(godot-c)
+    run-on-projects: ['try', 'mozilla-central']
+    max-run-time:
+        by-test-platform:
+            .*-qr/.*: 2100
+            .*-ux/.*: 2100
+            default: 1500
+    mozharness:
+        extra-options:
+            - --test=raptor-wasm-godot-cranelift
+
+raptor-wasm-godot-cranelift-firefox-profiling:
+    description: "Raptor WASM Godot on Firefox with Cranelift Profiling"
+    try-name: raptor-wasm-godot-cranelift-firefox-profiling
+    treeherder-symbol: Rap-Prof(godot-c)
+    run-on-projects: ['try', 'mozilla-central']
+    max-run-time: 900
+    mozharness:
+        extra-options:
+            - --test=raptor-wasm-godot-cranelift
+            - --gecko-profile
+
 raptor-wasm-godot-ion-firefox:
     description: "Raptor WASM godot on Firefox with ION Monkey"
     try-name: raptor-wasm-godot-ion-firefox
     treeherder-symbol: Rap(godot-i)
     max-run-time:
         by-test-platform:
             .*-qr/.*: 2100
             .*-ux/.*: 2100
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -139,27 +139,30 @@ raptor-chrome:
 
 # Fetch tasks are only supported on Linux for now,
 # so these need to be separate sets.
 raptor-fetch-firefox:
     - raptor-unity-webgl-firefox
     - raptor-wasm-misc-firefox
     - raptor-wasm-misc-baseline-firefox
     - raptor-wasm-misc-ion-firefox
+    - raptor-wasm-misc-cranelift-firefox
     - raptor-wasm-godot-baseline-firefox
     - raptor-wasm-godot-ion-firefox
+    - raptor-wasm-godot-cranelift-firefox
     - raptor-assorted-dom-firefox
 
 raptor-fetch-profiling:
     - raptor-unity-webgl-firefox-profiling
     - raptor-wasm-misc-firefox-profiling
     - raptor-wasm-misc-baseline-firefox-profiling
     - raptor-wasm-misc-ion-firefox-profiling
     - raptor-wasm-godot-baseline-firefox-profiling
     - raptor-wasm-godot-ion-firefox-profiling
+    - raptor-wasm-godot-cranelift-firefox-profiling
     - raptor-assorted-dom-firefox-profiling
 
 raptor-fetch-geckoview:
     - raptor-unity-webgl-geckoview
 
 raptor-fetch-chrome:
     - raptor-unity-webgl-chrome
     - raptor-wasm-misc-chrome
--- a/testing/raptor/raptor/raptor.ini
+++ b/testing/raptor/raptor/raptor.ini
@@ -28,12 +28,14 @@
 [include:tests/raptor-motionmark-htmlsuite.ini]
 [include:tests/raptor-speedometer.ini]
 [include:tests/raptor-stylebench.ini]
 [include:tests/raptor-sunspider.ini]
 [include:tests/raptor-unity-webgl.ini]
 [include:tests/raptor-wasm-godot.ini]
 [include:tests/raptor-wasm-godot-baseline.ini]
 [include:tests/raptor-wasm-godot-ion.ini]
+[include:tests/raptor-wasm-godot-cranelift.ini]
 [include:tests/raptor-wasm-misc.ini]
 [include:tests/raptor-wasm-misc-baseline.ini]
 [include:tests/raptor-wasm-misc-ion.ini]
+[include:tests/raptor-wasm-misc-cranelift.ini]
 [include:tests/raptor-webaudio.ini]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-wasm-godot-cranelift.ini
@@ -0,0 +1,22 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# Wasm-Godot benchmark for firefox and chrome
+
+[DEFAULT]
+type =  benchmark
+test_url = http://localhost:<port>/wasm-godot/index.html
+page_cycles = 5
+page_timeout = 120000
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+newtab_per_cycle = true
+gecko_profile_interval = 1
+gecko_profile_entries = 8000000
+
+[raptor-wasm-godot-cranelift-firefox]
+apps = firefox
+preferences = {"javascript.options.wasm_baselinejit": false,
+               "javascript.options.wasm_cranelift": true}
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-wasm-misc-cranelift.ini
@@ -0,0 +1,19 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# Wasm-Misc benchmark for firefox and chrome
+
+[DEFAULT]
+type =  benchmark
+test_url = http://localhost:<port>/wasm-misc/index.html?raptor
+page_cycles = 5
+page_timeout = 1200000
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+
+[raptor-wasm-misc-cranelift-firefox]
+apps = firefox
+preferences = {"javascript.options.wasm_baselinejit": false,
+               "javascript.options.wasm_cranelift": true}