Bug 1529207 - Add new Raptor tests in tp6m-4 r=davehunt,rwood
authormarian.raiciof <marian.raiciof@softvision.ro>
Tue, 12 Mar 2019 12:01:27 +0000
changeset 521514 18fa4e4ce0351ff8897eb13f4378a4fe15e7b2b3
parent 521513 4ebf7861fca38f7b7c3b933ef0ca382888007ce8
child 521515 a28e95a5730fb3db52d36f92df2c4876160bf36f
push id10867
push userdvarga@mozilla.com
push dateThu, 14 Mar 2019 15:20:45 +0000
treeherdermozilla-beta@abad13547875 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersdavehunt, rwood
bugs1529207
milestone67.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1529207 - Add new Raptor tests in tp6m-4 r=davehunt,rwood Differential Revision: https://phabricator.services.mozilla.com/D20852
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-booking.manifest
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-cnn.manifest
testing/raptor/raptor/raptor.ini
testing/raptor/raptor/tests/raptor-tp6m-4.ini
testing/raptor/webext/raptor/manifest.json
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -290,16 +290,29 @@ raptor-tp6m-2-geckoview:
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6m-2
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --activity=GeckoViewActivity
 
+raptor-tp6m-4-geckoview:
+    description: "Raptor tp6m-4 on Geckoview"
+    try-name: raptor-tp6m-4-geckoview
+    treeherder-symbol: Rap(tp6m-4)
+    target: geckoview_example.apk
+    run-on-projects: ['try', 'mozilla-central']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-4
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+
 raptor-tp6m-5-geckoview:
     description: "Raptor tp6m-5 on Geckoview"
     try-name: raptor-tp6m-5-geckoview
     treeherder-symbol: Rap(tp6m-5)
     run-on-projects:
         by-test-platform:
             android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central']
             android-hw-g5.*: ['try', 'mozilla-central']
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -408,25 +408,27 @@ android-hw-arm7-debug-unittests:
 
 android-hw-aarch64-opt-unittests:
     - jittest
 
 android-hw-arm7-raptor:
     - raptor-speedometer-geckoview
     - raptor-tp6m-1-geckoview
     - raptor-tp6m-2-geckoview
+    - raptor-tp6m-4-geckoview
     - raptor-tp6m-5-geckoview
     - raptor-tp6m-6-geckoview
     - raptor-tp6m-7-geckoview
     - raptor-tp6m-8-geckoview
 
 android-hw-aarch64-raptor:
     - raptor-speedometer-geckoview
     - raptor-tp6m-1-geckoview
     - raptor-tp6m-2-geckoview
+    - raptor-tp6m-4-geckoview
     - raptor-tp6m-5-geckoview
     - raptor-tp6m-6-geckoview
     - raptor-tp6m-7-geckoview
     - raptor-tp6m-8-geckoview
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power
 
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-booking.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 5641697,
+    "visibility": "public",
+    "digest": "6ca2e92ba09d198dcefeb135c337b2ee7fe9a1532f778d397923e19ec8a32a906916d0d3dbdb5c2cd8fc0525616fd0a4aaed3cf4d69c875e20d42065be7f11eb",
+    "algorithm": "sha512",
+    "filename": "mitmproxy-tp6m-booking.zip",
+    "unpack": true
+  }
+]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 5737904,
+    "visibility": "public",
+    "digest": "a90641def190d085f0c18bca7c4bf593e4d488662b97eb567691560f852cc01aa81b4dc8a136ca8cada75c39fba216ccdd5fc43ce9db28fcf61b9034ace4cc12",
+    "algorithm": "sha512",
+    "filename": "mitmproxy-tp6m-cnn-ampstories.zip",
+    "unpack": true
+  }
+]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-cnn.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 8627557,
+    "visibility": "public",
+    "digest": "fa12a9bb4afe612b2ffd0d4ce2730db3db2832e1488751232ccbd45591ef3789843cd00a801f5e6b187d056f5f8eee0aad5667fa5bc11abeafff08caf9ed9752",
+    "algorithm": "sha512",
+    "filename": "mitmproxy-tp6m-cnn.zip",
+    "unpack": true
+  }
+]
--- a/testing/raptor/raptor/raptor.ini
+++ b/testing/raptor/raptor/raptor.ini
@@ -11,16 +11,17 @@
 [include:tests/raptor-tp6-10.ini]
 
 # raptor pageload binast tests desktop
 [include:tests/raptor-tp6-binast-1.ini]
 
 # raptor pageload tests mobile
 [include:tests/raptor-tp6m-1.ini]
 [include:tests/raptor-tp6m-2.ini]
+[include:tests/raptor-tp6m-4.ini]
 [include:tests/raptor-tp6m-5.ini]
 [include:tests/raptor-tp6m-6.ini]
 [include:tests/raptor-tp6m-7.ini]
 [include:tests/raptor-tp6m-8.ini]
 
 # raptor benchmark tests
 [include:tests/raptor-assorted-dom.ini]
 [include:tests/raptor-motionmark-animometer.ini]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-tp6m-4.ini
@@ -0,0 +1,39 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# raptor tp6m-4
+
+[DEFAULT]
+type =  pageload
+playback = mitmproxy-android
+playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
+page_cycles = 15
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+page_timeout = 60000
+alert_on = fcp, loadtime
+
+[raptor-tp6m-booking-geckoview]
+apps = geckoview
+test_url = https://www.booking.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
+playback_recordings = android-booking.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+
+[raptor-tp6m-cnn-geckoview]
+apps = geckoview
+test_url = https://edition.cnn.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
+playback_recordings = android-cnn.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview
+
+[raptor-tp6m-cnn-ampstories-geckoview]
+apps = geckoview
+test_url = https://edition.cnn.com/ampstories/us/why-hurricane-michael-is-a-monster-unlike-any-other
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
+playback_recordings = android-cnn-ampstories.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+disabled = Bug 1533666 Intermittent timeouts running raptor-tp6m-cnn-ampstories-geckoview
--- a/testing/raptor/webext/raptor/manifest.json
+++ b/testing/raptor/webext/raptor/manifest.json
@@ -14,16 +14,18 @@
   "content_scripts": [
     {
       "matches": [
                   "*://*.allrecipes.com/*",
                   "*://*.apple.com/*",
                   "*://*.amazon.com/*",
                   "*://*.bbc.com/*",
                   "*://*.bing.com/*",
+                  "*://*.booking.com/*",
+                  "*://*.cnn.com/*",
                   "*://*.ebay.com/*",
                   "*://*.ebay-kleinanzeigen.de/*",
                   "*://*.espn.com/*",
                   "*://*.facebook.com/*",
                   "*://*.google.com/*",
                   "*://*.imdb.com/*",
                   "*://*.imgur.com/*",
                   "*://*.instagram.com/*",