Bug 1508375 Add Instagram to tp6 r=rwood,davehunt rwood
authorFlorin Strugariu <bebe@mozilla.ro>
Wed, 12 Dec 2018 21:23:34 +0000
changeset 450354 3c358cdc9533964bcadf075c5d0aa0cdf4771c30
parent 450353 e71d2b9ad78f452058d7dea868bbaa02c1327137
child 450355 f7ed6c021f6c834e3b1fc1dad64dd09fc98116f2
push id110479
push usercsabou@mozilla.com
push dateThu, 13 Dec 2018 04:02:11 +0000
treeherdermozilla-inbound@3ecc407c0cc8 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersrwood, davehunt
bugs1508375
milestone66.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1508375 Add Instagram to tp6 r=rwood,davehunt rwood Differential Revision: https://phabricator.services.mozilla.com/D12520
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6-7.manifest
testing/raptor/raptor/raptor.ini
testing/raptor/raptor/tests/raptor-tp6-7.ini
testing/raptor/webext/raptor/manifest.json
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -240,16 +240,40 @@ raptor-tp6-6-chrome:
         by-test-platform:
             linux64.*: 3
             default: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-6
             - --app=chrome
 
+raptor-tp6-7-firefox:
+    description: "Raptor tp6-7 on Firefox"
+    try-name: raptor-tp6-7-firefox
+    treeherder-symbol: Rap(tp6-7)
+    run-on-projects: ['try', 'mozilla-central']
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6-7
+
+raptor-tp6-7-chrome:
+    description: "Raptor tp6-7 on Chrome"
+    try-name: raptor-tp6-7-chrome
+    treeherder-symbol: Rap-C(tp6-7)
+    run-on-projects: ['try', 'mozilla-central']
+    tier:
+        by-test-platform:
+            linux64.*: 3
+            default: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6-7
+            - --app=chrome
+
 raptor-speedometer-firefox:
     description: "Raptor Speedometer on Firefox"
     try-name: raptor-speedometer-firefox
     treeherder-symbol: Rap(sp)
     run-on-projects:
         by-test-platform:
             windows10-64-ux: ['try', 'mozilla-central']
             default: built-projects
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -81,16 +81,17 @@ talos-ux:
 
 raptor-firefox:
     - raptor-tp6-1-firefox
     - raptor-tp6-2-firefox
     - raptor-tp6-3-firefox
     - raptor-tp6-4-firefox
     - raptor-tp6-5-firefox
     - raptor-tp6-6-firefox
+    - raptor-tp6-7-firefox
     - raptor-speedometer-firefox
     - raptor-stylebench-firefox
     - raptor-motionmark-htmlsuite-firefox
     - raptor-motionmark-animometer-firefox
     - raptor-webaudio-firefox
     - raptor-sunspider-firefox
     - raptor-wasm-godot-firefox
 
@@ -111,16 +112,17 @@ raptor-profiling:
 
 raptor-chrome:
     - raptor-tp6-1-chrome
     - raptor-tp6-2-chrome
     - raptor-tp6-3-chrome
     - raptor-tp6-4-chrome
     - raptor-tp6-5-chrome
     - raptor-tp6-6-chrome
+    - raptor-tp6-7-chrome
     - raptor-speedometer-chrome
     - raptor-stylebench-chrome
     - raptor-motionmark-htmlsuite-chrome
     - raptor-motionmark-animometer-chrome
     - raptor-webaudio-chrome
     - raptor-sunspider-chrome
     - raptor-wasm-godot-chrome
 
copy from testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6-6.manifest
copy to testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6-7.manifest
--- a/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6-6.manifest
+++ b/testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6-7.manifest
@@ -1,9 +1,10 @@
 [
-    {
-        "filename": "raptor-tp6-6.zip",
-        "size": 2240008,
-        "digest": "21110ee297074413a72343bcb7d22ae88efce104de6e7eea5916e2dae004b29746ec6dd6155686cffed816e88d38ad1bbc04fe1253623ed8c0d4256a146d8b77",
-        "algorithm": "sha512",
-        "unpack": true
-    }
+  {
+    "size": 1862165,
+    "visibility": "public",
+    "digest": "3b5d06a79b2f9fb4e18534229844da69ca6f8e0f0759562947a29f681e27204ebae25b9a56c4ae2b95dabf067c3afeda424bcfb4d104bbc474a3970d4f2177aa",
+    "algorithm": "sha512",
+    "filename": "raptor-tp6-7.zip",
+    "unpack": true
+  }
 ]
\ No newline at end of file
--- a/testing/raptor/raptor/raptor.ini
+++ b/testing/raptor/raptor/raptor.ini
@@ -1,15 +1,16 @@
 # raptor pageload tests
 [include:tests/raptor-tp6-1.ini]
 [include:tests/raptor-tp6-2.ini]
 [include:tests/raptor-tp6-3.ini]
 [include:tests/raptor-tp6-4.ini]
 [include:tests/raptor-tp6-5.ini]
 [include:tests/raptor-tp6-6.ini]
+[include:tests/raptor-tp6-7.ini]
 
 # raptor benchmark tests
 [include:tests/raptor-assorted-dom.ini]
 [include:tests/raptor-motionmark-animometer.ini]
 [include:tests/raptor-motionmark-htmlsuite.ini]
 [include:tests/raptor-speedometer.ini]
 [include:tests/raptor-stylebench.ini]
 [include:tests/raptor-sunspider.ini]
new file mode 100644
--- /dev/null
+++ b/testing/raptor/raptor/tests/raptor-tp6-7.ini
@@ -0,0 +1,33 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+# raptor tp6-7
+
+[DEFAULT]
+type =  pageload
+playback = mitmproxy
+playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
+python3_win_manifest = python3{x64}.manifest
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6-7.manifest
+page_cycles = 25
+unit = ms
+lower_is_better = true
+alert_threshold = 2.0
+# TTI/TTFI can take a while on some pages, and requires at least 5 seconds
+# beyond typical pageload time
+page_timeout = 30000
+gecko_profile_interval = 1
+gecko_profile_entries = 2000000
+
+[raptor-tp6-instagram-firefox]
+apps = firefox
+test_url = https://www.instagram.com/
+playback_recordings = instagram.mp
+measure = fnbpaint, dcf, ttfi
+
+[raptor-tp6-instagram-chrome]
+apps = chrome
+test_url = https://www.instagram.com/
+playback_recordings = instagram.mp
+measure = fcp
--- a/testing/raptor/webext/raptor/manifest.json
+++ b/testing/raptor/webext/raptor/manifest.json
@@ -16,16 +16,17 @@
       "matches": [
                   "*://*.apple.com/*",
                   "*://*.amazon.com/*",
                   "*://*.bing.com/*",
                   "*://*.facebook.com/*",
                   "*://*.google.com/*",
                   "*://*.imdb.com/*",
                   "*://*.imgur.com/*",
+                  "*://*.instagram.com/*",
                   "*://*.microsoft.com/*",
                   "*://*.reddit.com/*",
                   "*://*.vice.com/*",
                   "*://*.wikia.com/*",
                   "*://*.wikipedia.org/*",
                   "*://*.youtube.com/*",
                   "*://*.yandex.ru/*"
                   ],