Bug 1539438 - Expand tp6m-cold-1; r=davehunt
authorRob Wood <rwood@mozilla.com>
Fri, 29 Mar 2019 13:28:06 +0000
changeset 466748 653ec3005cd1e080b1a02b3cd4f716161e303713
parent 466747 8eca81b7d003c7c200fa95590fa7d046cdcb1487
child 466749 9561d2c36fa580b6f2124c6ade8df676e833d732
push id35780
push useropoprus@mozilla.com
push dateFri, 29 Mar 2019 21:53:01 +0000
treeherdermozilla-central@414f37afbe07 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersdavehunt
bugs1539438
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1539438 - Expand tp6m-cold-1; r=davehunt Differential Revision: https://phabricator.services.mozilla.com/D25060
testing/raptor/raptor/output.py
testing/raptor/raptor/tests/raptor-tp6m-cold-1.ini
--- a/testing/raptor/raptor/output.py
+++ b/testing/raptor/raptor/output.py
@@ -228,17 +228,18 @@ class Output(object):
 
         # now create a new suite entry that will have all the results from
         # all of the browser cycles, but in one result entry for each test
         combined_suites = {}
 
         for next_suite in suites_to_be_combined:
             suite_name = next_suite['details']['name']
             browser_cycle = next_suite['details']['browser_cycle']
-            LOG.info("combining results from browser cycle %d" % browser_cycle)
+            LOG.info("combining results from browser cycle %d for %s"
+                     % (browser_cycle, suite_name))
             if browser_cycle == 1:
                 # first browser cycle so just take entire entry to start with
                 combined_suites[suite_name] = next_suite['details']
                 LOG.info("created new combined result with intial cycle replicates")
                 # remove the 'cold', 'browser_cycle', and 'expected_browser_cycles' info
                 # as we don't want that showing up in perfherder data output
                 del(combined_suites[suite_name]['cold'])
                 del(combined_suites[suite_name]['browser_cycle'])
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-1.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-1.ini
@@ -11,14 +11,28 @@ playback_binary_manifest = mitmproxy-rel
 browser_cycles = 10
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 page_timeout = 60000
 alert_on = fcp, loadtime
 cold = true
 
-[raptor-tp6m-amazon-geckoview-cold]
+[raptor-tp6m-cold-amazon-geckoview]
 apps = geckoview
 test_url = https://www.amazon.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon.manifest
 playback_recordings = android-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-facebook-geckoview]
+apps = geckoview
+test_url = https://m.facebook.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest
+playback_recordings = android-facebook.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cold-google-geckoview]
+apps = geckoview
+test_url = https://www.google.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
+playback_recordings = android-google.mp
+measure = fnbpaint, fcp, dcf, loadtime