Bug 1646987 - Increase browsertime-iterations for the app-link tests to 14 r=tarek
authorAndrew Creskey <acreskey@mozilla.com>
Wed, 24 Jun 2020 15:30:41 +0000
changeset 537208 f58e7c35e94766f29c56ea8ba6616c40cd3a8c89
parent 537207 057f6d9463e87c519001b8e2869c712d5bf50464
child 537209 fc9e65dc14ac339395c58ab73acf99ded6dacc24
push id37539
push usernerli@mozilla.com
push dateThu, 25 Jun 2020 03:22:32 +0000
treeherdermozilla-central@52994209c733 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewerstarek
bugs1646987
milestone79.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1646987 - Increase browsertime-iterations for the app-link tests to 14 r=tarek We are seeing a pretty broad distribution of results for the applink tests. This bug increases the number of browsertime iterations from 10 to 14. Differential Revision: https://phabricator.services.mozilla.com/D80363
taskcluster/ci/perftest/kind.yml
--- a/taskcluster/ci/perftest/kind.yml
+++ b/taskcluster/ci/perftest/kind.yml
@@ -79,17 +79,17 @@ jobs:
                 --android-capture-logcat logcat
                 --android-perf-tuning
                 --perfherder-metrics processLaunchToNavStart
                 --android-install-apk fenix_nightlysim_multicommit_armeabi_v7a
                 --hooks testing/performance/hooks_applink.py
                 --perfherder
                 --perfherder-app fenix
                 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
-                --browsertime-iterations 10
+                --browsertime-iterations 14
                 --output $MOZ_FETCHES_DIR/../artifacts
                 testing/performance/perftest_applink.js
 
     android-hw-p2-applink-fenix:
         worker-type: t-bitbar-gw-perf-p2
         description: Run applink perftest on Fenix on a Pixel2
         treeherder:
             symbol: perftest(applink-fenix)
@@ -109,17 +109,17 @@ jobs:
                 --android-activity org.mozilla.fenix.IntentReceiverActivity
                 --android-clear-logcat
                 --android-capture-logcat logcat
                 --android-perf-tuning
                 --hooks testing/performance/hooks_applink.py
                 --perfherder
                 --perfherder-app fenix
                 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
-                --browsertime-iterations 10
+                --browsertime-iterations 14
                 --output $MOZ_FETCHES_DIR/../artifacts
                 testing/performance/perftest_applink.js
 
     android-hw-g5-applink-gv:
         worker-type: t-bitbar-gw-perf-g5
         description: Run applink perftest on GV on a G5
         treeherder:
             symbol: perftest(applink-gv)
@@ -139,17 +139,17 @@ jobs:
                 --android-capture-logcat logcat
                 --android-perf-tuning
                 --perfherder-metrics processLaunchToNavStart
                 --android-install-apk gve_nightly_api16
                 --hooks testing/performance/hooks_applink.py
                 --perfherder
                 --perfherder-app geckoview
                 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
-                --browsertime-iterations 10
+                --browsertime-iterations 14
                 --output $MOZ_FETCHES_DIR/../artifacts
                 testing/performance/perftest_applink.js
 
     android-hw-p2-applink-gv:
         worker-type: t-bitbar-gw-perf-p2
         description: Run applink perftest on GV on a Pixel 2
         treeherder:
             symbol: perftest(applink-gv)
@@ -169,17 +169,17 @@ jobs:
                 --android-activity org.mozilla.geckoview_example.GeckoViewActivity
                 --android-perf-tuning
                 --perfherder-metrics processLaunchToNavStart
                 --android-install-apk gve_nightly_api16
                 --hooks testing/performance/hooks_applink.py
                 --perfherder
                 --perfherder-app geckoview
                 --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
-                --browsertime-iterations 10
+                --browsertime-iterations 14
                 --output $MOZ_FETCHES_DIR/../artifacts
                 testing/performance/perftest_applink.js
 
     android-hw-g5-main-fenix:
         worker-type: t-bitbar-gw-perf-g5
         description: Run main (home activity) perftest on Fenix on a G5
         treeherder:
             symbol: perftest(main-fenix)