Bug 1508379 Add BinAST version of Instagram to tp6 r=davehunt
authorFlorin Strugariu <bebe@mozilla.ro>
Fri, 15 Feb 2019 15:41:53 +0000
changeset 459553 b64fc884fc844bff1068bc299d98e18fd174fe00
parent 459552 14e9ed41b8be248a724c89c6c664f569e20acf05
child 459554 ea0afd58aebe03c1e6592f04ece52f6262151f01
push id35563
push userccoroiu@mozilla.com
push dateSat, 16 Feb 2019 09:36:04 +0000
treeherdermozilla-central@1cfd69d05aa1 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersdavehunt
bugs1508379
milestone67.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1508379 Add BinAST version of Instagram to tp6 r=davehunt Differential Revision: https://phabricator.services.mozilla.com/D18824
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-binast-instagram.manifest
testing/raptor/raptor/raptor.ini
testing/raptor/raptor/tests/raptor-tp6-binast-1.ini
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -356,16 +356,26 @@ raptor-tp6-10-chrome:
     treeherder-symbol: Rap-C(tp6-10)
     run-on-projects: ['try', 'mozilla-central']
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-10
             - --app=chrome
 
+raptor-tp6-binast-1-firefox:
+    description: "Raptor tp6-binast-1 on Firefox"
+    try-name: = raptor-tp6-binast-1
+    treeherder-symbol: Rap(tp6-b-1)
+    run-on-projects: ['try', 'mozilla-central']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6-binast-1
+
 raptor-tp6m-1-geckoview:
     description: "Raptor tp6m-1 on Geckoview"
     try-name: raptor-tp6m-1-geckoview
     treeherder-symbol: Rap(tp6m-1)
     target: geckoview_example.apk
     tier: 2
     mozharness:
         extra-options:
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -85,16 +85,17 @@ raptor-firefox:
     - raptor-tp6-3-firefox
     - raptor-tp6-4-firefox
     - raptor-tp6-5-firefox
     - raptor-tp6-6-firefox
     - raptor-tp6-7-firefox
     - raptor-tp6-8-firefox
     - raptor-tp6-9-firefox
     - raptor-tp6-10-firefox
+    - raptor-tp6-binast-1-firefox
     - raptor-speedometer-firefox
     - raptor-stylebench-firefox
     - raptor-motionmark-htmlsuite-firefox
     - raptor-motionmark-animometer-firefox
     - raptor-webaudio-firefox
     - raptor-sunspider-firefox
     - raptor-wasm-godot-firefox
 
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-binast-instagram.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 6626956,
+    "visibility": "public",
+    "digest": "edc07e9eb78e3ec83364f5b9150a40c2640338957a7c53da848a1c0a5f0b917411a088d2ad7f2a5be0deb42dc5a2413534a1b682940f0e4c12f703d50b6ff1f2",
+    "algorithm": "sha512",
+    "filename": "mitmproxy-tp6-instagram-binast.zip",
+    "unpack": true
+  }
+]
\ No newline at end of file
--- a/testing/raptor/raptor/raptor.ini
+++ b/testing/raptor/raptor/raptor.ini
@@ -5,16 +5,19 @@
 [include:tests/raptor-tp6-4.ini]
 [include:tests/raptor-tp6-5.ini]
 [include:tests/raptor-tp6-6.ini]
 [include:tests/raptor-tp6-7.ini]
 [include:tests/raptor-tp6-8.ini]
 [include:tests/raptor-tp6-9.ini]
 [include:tests/raptor-tp6-10.ini]
 
+# raptor pageload binast tests desktop
+[include:tests/raptor-tp6-binast-1.ini]
+
 # raptor pageload tests mobile
 [include:tests/raptor-tp6m-1.ini]
 
 # raptor benchmark tests
 [include:tests/raptor-assorted-dom.ini]
 [include:tests/raptor-motionmark-animometer.ini]
 [include:tests/raptor-motionmark-htmlsuite.ini]
 [include:tests/raptor-speedometer.ini]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-tp6-binast-1.ini
@@ -0,0 +1,29 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# raptor tp6 binast 1
+
+[DEFAULT]
+type =  pageload
+playback = mitmproxy
+playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
+page_cycles = 25
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+# TTI/TTFI can take a while on some pages, and requires at least 5 seconds
+# beyond typical pageload time
+page_timeout = 30000
+gecko_profile_interval = 1
+gecko_profile_entries = 2000000
+alert_on = fcp, loadtime
+
+[raptor-tp6-binast-instagram-firefox]
+apps = firefox
+test_url = https://www.instagram.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-binast-instagram.manifest
+playback_recordings = instagram-binast.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+preferences = {"dom.script_loader.binast_encoding.enabled": true,
+              "dom.script_loader.binast_encoding.domain.restrict.list": "*.instagram.com"}