taskcluster/ci/perftest/android.yml
author Andrew Creskey <acreskey@mozilla.com>
Thu, 04 Mar 2021 09:36:02 +0000
changeset 569629 eac4a1d75a09fed247ce9a8c36d5cb886aa79e31
parent 569101 fa1fe62fb1492d4d0bc8fefd505f97ed9672d2a5
child 571793 c42db5762d5cb87cf6b8a959036fbcd52124cae3
permissions -rw-r--r--
Bug 1696222 - Disable the fenix VIEW multi-commit testing r=sparky Disable the multicommit because the fenix tags cannot reliably be used to identify branches. Differential Revision: https://phabricator.services.mozilla.com/D107091

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---

job-defaults:
    fetches:
        toolchain:
            - linux64-node-10
            - linux64-geckodriver
    run:
        sparse-profile: perftest
        checkout: true
        command: >-
            cd $GECKO_PATH &&
            python3 python/mozperftest/mozperftest/runner.py
            --on-try
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --output $MOZ_FETCHES_DIR/../artifacts

hw-g5:
    worker-type: t-bitbar-gw-perf-g5
    description: Run ./mach perftest on a G5
    treeherder:
        symbol: perftest-g5
    platform: android-hw-g5-7-0-arm7-api-16-shippable/opt

hw-p2:
    worker-type: t-bitbar-gw-perf-p2
    description: Run ./mach perftest on a Pixel 2
    treeherder:
        symbol: perftest-p2
    platform: android-hw-p2-8-0-android-aarch64-shippable/opt

hw-g5-view-fenix:
    worker-type: t-bitbar-gw-perf-g5
    description: Run VIEW perftest on Fenix on a G5
    treeherder:
        symbol: perftest(view-fenix)
    platform: android-hw-g5-7-0-arm7-api-16-shippable/opt
    attributes:
        cron: true
        batch: true
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $GECKO_PATH &&
            python3 python/mozperftest/mozperftest/runner.py
            --flavor mobile-browser
            --android
            --android-app-name org.mozilla.fenix
            --android-activity org.mozilla.fenix.IntentReceiverActivity
            --android-clear-logcat
            --android-capture-logcat logcat
            --perfherder-metrics name:processLaunchToNavStart,shouldAlert:True
            --android-install-apk fenix_nightly_armeabi_v7a
            --hooks testing/performance/hooks_android_view.py
            --perfherder
            --perfherder-app fenix
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --browsertime-iterations 25
            --output $MOZ_FETCHES_DIR/../artifacts
            testing/performance/perftest_android_view.js

hw-p2-view-fenix:
    worker-type: t-bitbar-gw-perf-p2
    description: Run VIEW perftest on Fenix on a Pixel2
    treeherder:
        symbol: perftest(view-fenix)
    platform: android-hw-p2-8-0-android-aarch64-shippable/opt
    attributes:
        cron: true
        batch: true
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $GECKO_PATH &&
            python3 python/mozperftest/mozperftest/runner.py
            --flavor mobile-browser
            --android
            --android-app-name org.mozilla.fenix
            --perfherder-metrics name:processLaunchToNavStart,shouldAlert:True
            --android-install-apk fenix_nightly_arm64_v8a
            --android-activity org.mozilla.fenix.IntentReceiverActivity
            --android-clear-logcat
            --android-capture-logcat logcat
            --android-perf-tuning
            --hooks testing/performance/hooks_android_view.py
            --perfherder
            --perfherder-app fenix
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --browsertime-iterations 25
            --output $MOZ_FETCHES_DIR/../artifacts
            testing/performance/perftest_android_view.js

hw-g5-view-gv:
    worker-type: t-bitbar-gw-perf-g5
    description: Run VIEW perftest on GV on a G5
    treeherder:
        symbol: perftest(view-gv)
    platform: android-hw-g5-7-0-arm7-api-16-shippable/opt
    attributes:
        cron: true
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $GECKO_PATH &&
            python3 python/mozperftest/mozperftest/runner.py
            --flavor mobile-browser
            --android
            --android-app-name org.mozilla.geckoview_example
            --android-activity org.mozilla.geckoview_example.GeckoViewActivity
            --android-clear-logcat
            --android-capture-logcat logcat
            --perfherder-metrics processLaunchToNavStart
            --android-install-apk gve_nightly_api16
            --hooks testing/performance/hooks_android_view.py
            --perfherder
            --perfherder-app geckoview
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --browsertime-iterations 14
            --output $MOZ_FETCHES_DIR/../artifacts
            testing/performance/perftest_android_view.js

hw-p2-view-gv:
    worker-type: t-bitbar-gw-perf-p2
    description: Run VIEW perftest on GV on a Pixel 2
    treeherder:
        symbol: perftest(view-gv)
    platform: android-hw-p2-8-0-android-aarch64-shippable/opt
    attributes:
        cron: true
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $GECKO_PATH &&
            python3 python/mozperftest/mozperftest/runner.py
            --flavor mobile-browser
            --android
            --android-clear-logcat
            --android-capture-logcat logcat
            --android-app-name org.mozilla.geckoview_example
            --android-activity org.mozilla.geckoview_example.GeckoViewActivity
            --android-perf-tuning
            --perfherder-metrics processLaunchToNavStart
            --android-install-apk gve_nightly_api16
            --hooks testing/performance/hooks_android_view.py
            --perfherder
            --perfherder-app geckoview
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --browsertime-iterations 14
            --output $MOZ_FETCHES_DIR/../artifacts
            testing/performance/perftest_android_view.js

hw-g5-main-fenix:
    worker-type: t-bitbar-gw-perf-g5
    description: Run main (home activity) perftest on Fenix on a G5
    treeherder:
        symbol: perftest(main-fenix)
    platform: android-hw-g5-7-0-arm7-api-16-shippable/opt
    attributes:
        cron: false
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $GECKO_PATH &&
            python3 python/mozperftest/mozperftest/runner.py
            --flavor mobile-browser
            --android
            --android-app-name org.mozilla.fenix
            --android-activity .App
            --android-clear-logcat
            --android-capture-logcat logcat
            --androidlog
            --androidlog-first-timestamp ".*Start proc.*org\.mozilla\..*\..*App.*"
            --androidlog-second-timestamp ".*Fully drawn.*org\.mozilla\..*"
            --androidlog-subtest-name "MAIN"
            --android-install-apk fenix_nightly_armeabi_v7a
            --hooks testing/performance/hooks_android_main.py
            --perfherder
            --perfherder-app fenix
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --output $MOZ_FETCHES_DIR/../artifacts
            --browsertime-iterations 14
            testing/performance/perftest_android_main.js

hw-p2-main-fenix:
    worker-type: t-bitbar-gw-perf-p2
    description: Run main (home activity) perftest on Fenix on a Pixel 2
    treeherder:
        symbol: perftest(main-fenix)
    platform: android-hw-p2-8-0-android-aarch64-shippable/opt
    attributes:
        cron: false
    run:
        command: >-
            mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
            cd $GECKO_PATH &&
            python3 python/mozperftest/mozperftest/runner.py
            --flavor mobile-browser
            --android
            --android-app-name org.mozilla.fenix
            --android-activity .App
            --android-clear-logcat
            --android-capture-logcat logcat
            --android-perf-tuning
            --androidlog
            --androidlog-first-timestamp ".*Start proc.*org\.mozilla\..*\..*App.*"
            --androidlog-second-timestamp ".*Fully drawn.*org\.mozilla\..*"
            --androidlog-subtest-name "MAIN"
            --android-install-apk fenix_nightly_arm64_v8a
            --hooks testing/performance/hooks_android_main.py
            --perfherder
            --perfherder-app fenix
            --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
            --output $MOZ_FETCHES_DIR/../artifacts
            --browsertime-iterations 14
            testing/performance/perftest_android_main.js