Bug 1523877 Add Instagram and bing to tp6-m r=davehunt
authorFlorin Strugariu <bebe@mozilla.ro>
Thu, 28 Feb 2019 08:46:33 +0000
changeset 519582 4024f3814d1831602d7df302498b6ec0196f4a75
parent 519581 67540efd30a3c3f0a082447274be21be6743fdab
child 519583 01d931a9140b35f9ea90a6a5a45956510f5ef7f1
push id10862
push userffxbld-merge
push dateMon, 11 Mar 2019 13:01:11 +0000
treeherdermozilla-beta@a2e7f5c935da [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersdavehunt
bugs1523877
milestone67.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1523877 Add Instagram and bing to tp6-m r=davehunt Differential Revision: https://phabricator.services.mozilla.com/D18072
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
testing/raptor/raptor/raptor.ini
testing/raptor/raptor/tests/raptor-tp6m-2.ini
testing/raptor/webext/raptor/manifest.json
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -384,16 +384,33 @@ raptor-tp6m-1-geckoview:
             default: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6m-1
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --activity=GeckoViewActivity
 
+raptor-tp6m-2-geckoview:
+    description: "Raptor tp6m-2 on Geckoview"
+    try-name: raptor-tp6m-2-geckoview
+    treeherder-symbol: Rap(tp6m-2)
+    target: geckoview_example.apk
+    run-on-projects:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central']
+            android-hw-g5.*: ['try', 'mozilla-central']
+            default: ['try', 'trunk', 'mozilla-beta']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-2
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+
 raptor-speedometer-firefox:
     description: "Raptor Speedometer on Firefox"
     try-name: raptor-speedometer-firefox
     treeherder-symbol: Rap(sp)
     mozharness:
         extra-options:
             - --test=raptor-speedometer
 
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -407,20 +407,22 @@ android-hw-arm7-debug-unittests:
     - mochitest-media
 
 android-hw-aarch64-opt-unittests:
     - jittest
 
 android-hw-arm7-raptor:
     - raptor-speedometer-geckoview
     - raptor-tp6m-1-geckoview
+    - raptor-tp6m-2-geckoview
 
 android-hw-aarch64-raptor:
     - raptor-speedometer-geckoview
     - raptor-tp6m-1-geckoview
+    - raptor-tp6m-2-geckoview
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power
 
 android-hw-aarch64-raptor-power:
     - raptor-speedometer-geckoview-power
 
 android-hw-arm7-raptor-nightly:
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 4379168,
+    "visibility": "public",
+    "digest": "675082782098d87872e1ec796248019504f2cef0d8c664dfaa2409686c761fa1cbd2bebb3a575678f7eba7cd12585a00f4757fc64ca82f8a5346256ab4652074",
+    "algorithm": "sha512",
+    "filename": "bing-mobile.zip",
+    "unpack": true
+  }
+]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 541931,
+    "visibility": "public",
+    "digest": "35f4ce3a02f24cfa2bef22a9e74bb0f048103f57d27339a6d4d8582713d1df82d591535291856513e6c522b76d3ef6f790a1d49b51601c50306d7d9fb50c0243",
+    "algorithm": "sha512",
+    "filename": "bing-restaurants-mobile.zip",
+    "unpack": true
+  }
+]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 1673759,
+    "visibility": "public",
+    "digest": "09eeca14de452734c66e0a538edd78e5b8297c98f6959e01eebeb22a14b2d5f79ae6a71a05d3b397c8232a4d58551acc41a6fb8def30388707a19bf5e0b72a70",
+    "algorithm": "sha512",
+    "filename": "ebay-kleinanzeigen-mobile.zip",
+    "unpack": true
+  }
+]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 2001201,
+    "visibility": "public",
+    "digest": "9e73dda2fa19850e70f1286155b1680254198c138ae78528f689dbabd0ea8fe04e4de51f772eb84ca9c13fc45435393add9a953c7d13eb9af2290ef075922a55",
+    "algorithm": "sha512",
+    "filename": "ebay-kleinanzeigen-search-mobile.zip",
+    "unpack": true
+  }
+]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 6829080,
+    "visibility": "public",
+    "digest": "2c59e8892f90732a5ddfcb5ba9c3b524fbdfc0a5743d84cecf83b6e59d8868216295f79a6cc5de48a630122e971087fe6dc7cca720edcd21c99bc34c095bc930",
+    "algorithm": "sha512",
+    "filename": "instagram-mobile.zip",
+    "unpack": true
+  }
+]
--- a/testing/raptor/raptor/raptor.ini
+++ b/testing/raptor/raptor/raptor.ini
@@ -10,16 +10,17 @@
 [include:tests/raptor-tp6-9.ini]
 [include:tests/raptor-tp6-10.ini]
 
 # raptor pageload binast tests desktop
 [include:tests/raptor-tp6-binast-1.ini]
 
 # raptor pageload tests mobile
 [include:tests/raptor-tp6m-1.ini]
+[include:tests/raptor-tp6m-2.ini]
 
 # raptor benchmark tests
 [include:tests/raptor-assorted-dom.ini]
 [include:tests/raptor-motionmark-animometer.ini]
 [include:tests/raptor-motionmark-htmlsuite.ini]
 [include:tests/raptor-speedometer.ini]
 [include:tests/raptor-stylebench.ini]
 [include:tests/raptor-sunspider.ini]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-tp6m-2.ini
@@ -0,0 +1,51 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# raptor tp6m-2
+
+[DEFAULT]
+type =  pageload
+playback = mitmproxy-android
+playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
+page_cycles = 15
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+page_timeout = 60000
+alert_on = fcp, loadtime
+
+[raptor-tp6m-instagram-geckoview]
+apps = geckoview
+test_url = https://www.instagram.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
+playback_recordings = instagram-mobile.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+
+[raptor-tp6m-bing-geckoview]
+apps = geckoview
+test_url = https://www.bing.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
+playback_recordings = bing-mobile.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+
+[raptor-tp6m-bing-restaurants-geckoview]
+apps = geckoview
+test_url = https://www.bing.com/search?q=restaurants
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
+playback_recordings = bing-restaurants-mobile.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-geckoview]
+apps = geckoview
+test_url = https://m.ebay-kleinanzeigen.de
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-mobile.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-search-geckoview]
+apps = geckoview
+test_url = https://m.ebay-kleinanzeigen.de/s-anzeigen/auf-zeit-wg-berlin/zimmer/c199-l3331
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-search-mobile.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
--- a/testing/raptor/webext/raptor/manifest.json
+++ b/testing/raptor/webext/raptor/manifest.json
@@ -13,16 +13,17 @@
   },
   "content_scripts": [
     {
       "matches": [
                   "*://*.apple.com/*",
                   "*://*.amazon.com/*",
                   "*://*.bing.com/*",
                   "*://*.ebay.com/*",
+                  "*://*.ebay-kleinanzeigen.de/*",
                   "*://*.facebook.com/*",
                   "*://*.google.com/*",
                   "*://*.imdb.com/*",
                   "*://*.imgur.com/*",
                   "*://*.instagram.com/*",
                   "*://*.microsoft.com/*",
                   "*://*.paypal.com/*",
                   "*://*.pinterest.com/*",