Bug 1518519 Add Paypal to tp6 r=rwood
authorFlorin Strugariu <bebe@mozilla.ro>
Fri, 11 Jan 2019 19:07:10 +0000
changeset 453718 93c4e08b14fc730afbb76884b6e050ba6b1322ae
parent 453702 3dc7d345da5282969b71079d483ff8c30558819d
child 453719 710ac2f726a1945a81fc5bb6fe98fd3ffce1046f
push id111141
push userncsoregi@mozilla.com
push dateMon, 14 Jan 2019 17:26:52 +0000
treeherdermozilla-inbound@b8baa741549c [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersrwood
bugs1518519
milestone66.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1518519 Add Paypal to tp6 r=rwood Differential Revision: https://phabricator.services.mozilla.com/D16031
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-paypal.manifest
testing/raptor/raptor/raptor.ini
testing/raptor/raptor/tests/raptor-tp6-10.ini
testing/raptor/webext/raptor/manifest.json
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -294,16 +294,40 @@ raptor-tp6-8-chrome:
         by-test-platform:
             linux64.*: 3
             default: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-8
             - --app=chrome
 
+raptor-tp6-10-firefox:
+    description: "Raptor tp6-10 on Firefox"
+    try-name: raptor-tp6-10-firefox
+    treeherder-symbol: Rap(tp6-10)
+    run-on-projects: ['try', 'mozilla-central']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6-10
+
+raptor-tp6-10-chrome:
+    description: "Raptor tp6-10 on Chrome"
+    try-name: raptor-tp6-10-chrome
+    treeherder-symbol: Rap-C(tp6-10)
+    run-on-projects: ['try', 'mozilla-central']
+    tier:
+        by-test-platform:
+            linux64.*: 3
+            default: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6-10
+            - --app=chrome
+
 raptor-speedometer-firefox:
     description: "Raptor Speedometer on Firefox"
     try-name: raptor-speedometer-firefox
     treeherder-symbol: Rap(sp)
     run-on-projects:
         by-test-platform:
             windows10-64-ux: ['try', 'mozilla-central']
             default: built-projects
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -83,16 +83,17 @@ raptor-firefox:
     - raptor-tp6-1-firefox
     - raptor-tp6-2-firefox
     - raptor-tp6-3-firefox
     - raptor-tp6-4-firefox
     - raptor-tp6-5-firefox
     - raptor-tp6-6-firefox
     - raptor-tp6-7-firefox
     - raptor-tp6-8-firefox
+    - raptor-tp6-10-firefox
     - raptor-speedometer-firefox
     - raptor-stylebench-firefox
     - raptor-motionmark-htmlsuite-firefox
     - raptor-motionmark-animometer-firefox
     - raptor-webaudio-firefox
     - raptor-sunspider-firefox
     - raptor-wasm-godot-firefox
 
@@ -115,16 +116,17 @@ raptor-chrome:
     - raptor-tp6-1-chrome
     - raptor-tp6-2-chrome
     - raptor-tp6-3-chrome
     - raptor-tp6-4-chrome
     - raptor-tp6-5-chrome
     - raptor-tp6-6-chrome
     - raptor-tp6-7-chrome
     - raptor-tp6-8-chrome
+    - raptor-tp6-10-chrome
     - raptor-speedometer-chrome
     - raptor-stylebench-chrome
     - raptor-motionmark-htmlsuite-chrome
     - raptor-motionmark-animometer-chrome
     - raptor-webaudio-chrome
     - raptor-sunspider-chrome
     - raptor-wasm-godot-chrome
 
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-paypal.manifest
@@ -0,0 +1,10 @@
+[
+  {
+    "size": 1037796,
+    "visibility": "public",
+    "digest": "913d7631cc2f1685310ea1d807cf4dc6a91298f6f24700393e46272128de9bb47ce44c9e88a771ff2169d0458c83b1df07b654456495b7d8fb6c6899fba0bc3a",
+    "algorithm": "sha512",
+    "filename": "mitmproxy-tp6-paypal.zip",
+    "unpack": true
+  }
+]
\ No newline at end of file
--- a/testing/raptor/raptor/raptor.ini
+++ b/testing/raptor/raptor/raptor.ini
@@ -2,16 +2,17 @@
 [include:tests/raptor-tp6-1.ini]
 [include:tests/raptor-tp6-2.ini]
 [include:tests/raptor-tp6-3.ini]
 [include:tests/raptor-tp6-4.ini]
 [include:tests/raptor-tp6-5.ini]
 [include:tests/raptor-tp6-6.ini]
 [include:tests/raptor-tp6-7.ini]
 [include:tests/raptor-tp6-8.ini]
+[include:tests/raptor-tp6-10.ini]
 
 # raptor benchmark tests
 [include:tests/raptor-assorted-dom.ini]
 [include:tests/raptor-motionmark-animometer.ini]
 [include:tests/raptor-motionmark-htmlsuite.ini]
 [include:tests/raptor-speedometer.ini]
 [include:tests/raptor-stylebench.ini]
 [include:tests/raptor-sunspider.ini]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-tp6-10.ini
@@ -0,0 +1,34 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# raptor tp6-10
+
+[DEFAULT]
+type =  pageload
+playback = mitmproxy
+playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
+python3_win_manifest = python3{x64}.manifest
+page_cycles = 25
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+# TTI/TTFI can take a while on some pages, and requires at least 5 seconds
+# beyond typical pageload time
+page_timeout = 60000
+gecko_profile_interval = 1
+gecko_profile_entries = 2000000
+
+[raptor-tp6-paypal-firefox]
+apps = firefox
+test_url = https://www.paypal.com/myaccount/summary/
+playback_pageset_manifest = mitmproxy-recordings-raptor-paypal.manifest
+playback_recordings = paypal.mp
+measure = fnbpaint, dcf, ttfi, loadtime
+
+[raptor-tp6-paypal-chrome]
+apps = chrome
+test_url = https://www.paypal.com/myaccount/summary/
+playback_pageset_manifest = mitmproxy-recordings-raptor-paypal.manifest
+playback_recordings = paypal.mp
+measure = fcp, loadtime
--- a/testing/raptor/webext/raptor/manifest.json
+++ b/testing/raptor/webext/raptor/manifest.json
@@ -19,16 +19,17 @@
                   "*://*.bing.com/*",
                   "*://*.ebay.com/*",
                   "*://*.facebook.com/*",
                   "*://*.google.com/*",
                   "*://*.imdb.com/*",
                   "*://*.imgur.com/*",
                   "*://*.instagram.com/*",
                   "*://*.microsoft.com/*",
+                  "*://*.paypal.com/*",
                   "*://*.reddit.com/*",
                   "*://*.twitter.com/*",
                   "*://*.vice.com/*",
                   "*://*.wikia.com/*",
                   "*://*.wikipedia.org/*",
                   "*://*.yahoo.com/*",
                   "*://*.youtube.com/*",
                   "*://*.yandex.ru/*"