testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini
author alexandru.ionescu <alexandru.ionescu@softvision.ro>
Fri, 24 May 2019 07:12:19 +0000
changeset 475322 03f986bdfdc395deb9359f219b35ce197ae7fbd5
parent 474885 2f20a0d737e1f11d5933671809ad8c0f725a0543
permissions -rw-r--r--
Bug 1546323 Run cold page load tests against Fennec v64 in CI r=Bebe Differential Revision: https://phabricator.services.mozilla.com/D31773

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

# raptor tp6m-cold-7

[DEFAULT]
type =  pageload
playback = mitmproxy-android
playback_binary_manifest = mitmproxy-rel-bin-{platform}.manifest
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true

[raptor-tp6m-wikipedia-fenix-cold]
apps = fenix
test_url = https://en.m.wikipedia.org/wiki/Main_Page
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
playback_recordings = android-wikipedia.mp
measure = fnbpaint, fcp, dcf, loadtime

[raptor-tp6m-youtube-watch-fenix-cold]
apps = fenix
test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
playback_recordings = android-youtube-watch.mp
measure = fnbpaint, fcp, dcf, loadtime

[raptor-tp6m-wikipedia-geckoview-cold]
apps = geckoview
test_url = https://en.m.wikipedia.org/wiki/Main_Page
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
playback_recordings = android-wikipedia.mp
measure = fnbpaint, fcp, dcf, loadtime

[raptor-tp6m-youtube-watch-geckoview-cold]
apps = geckoview
test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
playback_recordings = android-youtube-watch.mp
measure = fnbpaint, fcp, dcf, loadtime

[raptor-tp6m-wikipedia-fennec-cold]
apps = fennec
test_url = https://en.m.wikipedia.org/wiki/Main_Page
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
playback_recordings = android-wikipedia.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

[raptor-tp6m-youtube-watch-fennec-cold]
apps = fennec
test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
playback_recordings = android-youtube-watch.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime