Bug 1527849 Add google search to tp6-m r=davehunt
authormarian.raiciof <marian.raiciof@softvision.ro>
Wed, 13 Mar 2019 10:31:34 +0000
changeset 521694 a74bd72021706765c0b158bcf0dc05145b9c6b6d
parent 521693 53388cbb2a6d8a7e5234f0299c61168d03ae6408
child 521695 2f9ff29f8920c42346add76531506f0f24496632
push id10867
push userdvarga@mozilla.com
push dateThu, 14 Mar 2019 15:20:45 +0000
treeherdermozilla-beta@abad13547875 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersdavehunt
bugs1527849
milestone67.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1527849 Add google search to tp6-m r=davehunt Differential Revision: https://phabricator.services.mozilla.com/D19907
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-google-maps.manifest
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
testing/raptor/raptor/raptor.ini
testing/raptor/raptor/tests/raptor-tp6m-3.ini
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -290,16 +290,29 @@ raptor-tp6m-2-geckoview:
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6m-2
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --activity=GeckoViewActivity
 
+raptor-tp6m-3-geckoview:
+    description: "Raptor tp6m-3 on Geckoview"
+    try-name: raptor-tp6m-3-geckoview
+    treeherder-symbol: Rap(tp6m-3)
+    target: geckoview_example.apk
+    run-on-projects: ['try', 'mozilla-central']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-3
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+
 raptor-tp6m-4-geckoview:
     description: "Raptor tp6m-4 on Geckoview"
     try-name: raptor-tp6m-4-geckoview
     treeherder-symbol: Rap(tp6m-4)
     target: geckoview_example.apk
     run-on-projects: ['try', 'mozilla-central']
     tier: 2
     mozharness:
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -411,26 +411,28 @@ android-hw-arm7-debug-unittests:
 
 android-hw-aarch64-opt-unittests:
     - jittest
 
 android-hw-arm7-raptor:
     - raptor-speedometer-geckoview
     - raptor-tp6m-1-geckoview
     - raptor-tp6m-2-geckoview
+    - raptor-tp6m-3-geckoview
     - raptor-tp6m-4-geckoview
     - raptor-tp6m-5-geckoview
     - raptor-tp6m-6-geckoview
     - raptor-tp6m-7-geckoview
     - raptor-tp6m-8-geckoview
 
 android-hw-aarch64-raptor:
     - raptor-speedometer-geckoview
     - raptor-tp6m-1-geckoview
     - raptor-tp6m-2-geckoview
+    - raptor-tp6m-3-geckoview
     - raptor-tp6m-4-geckoview
     - raptor-tp6m-5-geckoview
     - raptor-tp6m-6-geckoview
     - raptor-tp6m-7-geckoview
     - raptor-tp6m-8-geckoview
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-google-maps.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 6730092,
+    "visibility": "public",
+    "digest": "9d03e9f059307453cc350717b11f1245ce15f790f4cef3821202019682ecbc9574dcebfe840992f341e9773f329b78ead85fb49412a582f0ebc155691508d29a",
+    "algorithm": "sha512",
+    "filename": "google_maps_mobile.zip",
+    "unpack": true
+  }
+]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 6730120,
+    "visibility": "public",
+    "digest": "c336c070497506cd13bfefd1c2fc8324c5a2f60e9088fc593a71bfd8f0d59743fcc8bd3dbb2df7ac219cd99b6b335c4cfc920404bc438d4470c264f360b5474d",
+    "algorithm": "sha512",
+    "filename": "google-search-restaurants-mobile.zip",
+    "unpack": true
+  }
+]
--- a/testing/raptor/raptor/raptor.ini
+++ b/testing/raptor/raptor/raptor.ini
@@ -11,16 +11,17 @@
 [include:tests/raptor-tp6-10.ini]
 
 # raptor pageload binast tests desktop
 [include:tests/raptor-tp6-binast-1.ini]
 
 # raptor pageload tests mobile
 [include:tests/raptor-tp6m-1.ini]
 [include:tests/raptor-tp6m-2.ini]
+[include:tests/raptor-tp6m-3.ini]
 [include:tests/raptor-tp6m-4.ini]
 [include:tests/raptor-tp6m-5.ini]
 [include:tests/raptor-tp6m-6.ini]
 [include:tests/raptor-tp6m-7.ini]
 [include:tests/raptor-tp6m-8.ini]
 
 # raptor benchmark tests
 [include:tests/raptor-assorted-dom.ini]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-tp6m-3.ini
@@ -0,0 +1,31 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# raptor tp6m-3
+
+[DEFAULT]
+type =  pageload
+playback = mitmproxy-android
+playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
+page_cycles = 15
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+page_timeout = 60000
+alert_on = fcp, loadtime
+
+[raptor-tp6m-google-maps-geckoview]
+apps = geckoview
+test_url = https://www.google.com/maps?force=pwa
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
+playback_recordings = google_maps_mobile.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+
+[raptor-tp6m-google-restaurants-geckoview]
+apps = geckoview
+test_url = https://www.google.com/search?q=restaurants+near+me
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
+playback_recordings = google-search-restaurants-mobile.mp
+measure = fnbpaint, fcp, dcf, ttfi, loadtime
+disabled = Bug 1533283 Intermittent timeouts running raptor-tp6m-google-restaurants-geckoview