taskcluster/ci/test/talos.yml
author Cosmin Sabou <csabou@mozilla.com>
Sun, 05 Feb 2023 19:37:33 +0000
changeset 651812 d8601249f1eb8c52c742b0c19c9ca0fa8f2e31fe
parent 648675 f14744071c895f5f962ad72a7f347ebaf764b361
permissions -rw-r--r--
Bug 1806090 - temporarily disable browser_quickactions.js on linux for frequent failures. r=intermittent-reviewers,MasterWayZ Differential Revision: https://phabricator.services.mozilla.com/D168909

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
job-defaults:
    max-run-time: 3600
    suite: talos
    tier:
        by-test-platform:
            macosx1100.*: 2
            default: default
    virtualization: hardware
    mozharness:
        script: talos_script.py
        config:
            by-test-platform:
                macosx.*:
                    - talos/mac_config.py
                windows.*:
                    - talos/windows_config.py
                default:
                    - talos/linux_config.py
    test-manifest-loader: null  # don't load tests in the taskgraph

talos-bcv:
    description: Talos basic compositor video
    try-name: bcv
    treeherder-symbol: T(bcv)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|macosx1015|windows10)-64-shippable-qr/opt: [mozilla-beta, trunk]
                    (windows10-64|macosx1015-64).*-qr.*: [trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macos)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=bcv

talos-bcv-profiling:
    description: Talos basic compositor video with gecko profiling
    try-name: bcv-prof
    treeherder-symbol: T-Prof(bcv)
    tier: 2
    run-on-projects: []
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=bcv
            - --gecko-profile

talos-chrome:
    description: Talos chrome
    try-name: chromez
    treeherder-symbol: T(c)
    variants:
        - webrender-sw
    run-on-projects:
        by-test-platform:
            windows.*-32.*: []
            (linux|windows10-64|macos)(?!.*shippable).*: []
            (linux|windows10-64|macosx1015)(?!.*-qr).*: []
            default: [mozilla-beta, trunk]
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=chromez

talos-chrome-profiling:
    description: Talos chrome with gecko profiling
    try-name: chromez-prof
    treeherder-symbol: T-Prof(c)
    tier: 2
    max-run-time: 1200
    run-on-projects: []
    mozharness:
        extra-options:
            - --suite=chromez
            - --gecko-profile

talos-damp-inspector:
    description: Talos devtools inspector (damp-inspector)
    try-name: damp-inspector
    treeherder-symbol: T(damp-inspector)
    max-run-time: 5400
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx1015)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32-shippable.*/.*: []
                    (linux|windows|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macos)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    mozharness:
        extra-options:
            - --suite=damp-inspector

talos-damp-webconsole:
    description: Talos devtools webconsole (damp-webconsole)
    try-name: damp-webconsole
    treeherder-symbol: T(damp-webconsole)
    max-run-time: 5400
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx1015)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32-shippable.*/.*: []
                    (linux|windows|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macos)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    mozharness:
        extra-options:
            - --suite=damp-webconsole

talos-damp-other:
    description: Talos devtools other (damp-other)
    try-name: damp-other
    treeherder-symbol: T(damp-other)
    max-run-time: 5400
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx1015)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32-shippable.*/.*: []
                    (linux|windows|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macos)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    mozharness:
        extra-options:
            - --suite=damp-other

talos-damp-inspector-profiling:
    description: Talos devtools inspector (damp-inspector) with gecko profiling
    try-name: damp-inspector-prof
    treeherder-symbol: T-Prof(damp-inspector)
    tier: 2
    max-run-time: 5400
    run-on-projects: []
    mozharness:
        extra-options:
            - --suite=damp-inspector
            - --gecko-profile

talos-damp-webconsole-profiling:
    description: Talos devtools webconsole (damp-webconsole) with gecko profiling
    try-name: damp-webconsole-prof
    treeherder-symbol: T-Prof(damp-webconsole)
    tier: 2
    max-run-time: 5400
    run-on-projects: []
    mozharness:
        extra-options:
            - --suite=damp-webconsole
            - --gecko-profile

talos-damp-other-profiling:
    description: Talos devtools other (damp-other) with gecko profiling
    try-name: damp-other-prof
    treeherder-symbol: T-Prof(damp-other)
    tier: 2
    max-run-time: 5400
    run-on-projects: []
    mozharness:
        extra-options:
            - --suite=damp-other
            - --gecko-profile

talos-dromaeojs:
    description: Talos dromaeojs
    try-name: dromaeojs
    treeherder-symbol: T(d)
    max-run-time: 2100
    run-on-projects:
        by-test-platform:
            windows.*-32.*: []
            (linux|windows10-64|macos)(?!.*shippable).*: []
            (linux|windows10-64|macosx1015)(?!.*-qr).*: []
            default: [mozilla-beta, trunk]
    mozharness:
        extra-options:
            - --suite=dromaeojs

talos-dromaeojs-profiling:
    description: Talos dromaeojs with gecko profiling
    try-name: dromaeojs-prof
    treeherder-symbol: T-Prof(d)
    tier: 2
    max-run-time: 2100
    run-on-projects: []
    mozharness:
        extra-options:
            - --suite=dromaeojs
            - --gecko-profile

talos-flex:
    description: Talos XUL flexbox emulation enabled
    try-name: flex
    treeherder-symbol: T(f)
    tier: 2
    run-on-projects:
        by-test-platform:
            windows.*-32.*: []
            (linux|windows10-64|macos)(?!.*shippable).*: []
            (linux|windows10-64|macos)(?!.*-qr).*: []
            default: [mozilla-central]
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=flex

talos-flex-profiling:
    description: Talos XUL flexbox emulation enabled with gecko profiling
    try-name: flex-prof
    treeherder-symbol: T-Prof(f)
    tier: 3
    run-on-projects:
        by-test-platform:
            windows.*-32.*: []
            (linux|windows10-64|macos)(?!.*shippable).*: []
            default: [mozilla-central]
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=flex
            - --gecko-profile

talos-g1:
    description: Talos g1
    try-name: g1
    treeherder-symbol: T(g1)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macosx1015)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time:
        by-test-platform:
            linux1804-64.*: 3600
            default: 7200
    mozharness:
        extra-options:
            - --suite=g1

talos-g1-profiling:
    description: Talos g1 with gecko profiling
    try-name: g1-prof
    treeherder-symbol: T-Prof(g1)
    tier: 2
    run-on-projects: []
    max-run-time:
        by-test-platform:
            linux1804-64.*: 3600
            default: 7200
    mozharness:
        extra-options:
            - --suite=g1
            - --gecko-profile

talos-g3:
    description: Talos g3
    try-name: g3
    treeherder-symbol: T(g3)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macosx1015)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time: 900
    mozharness:
        extra-options:
            - --suite=g3

talos-g3-profiling:
    description: Talos g3 with gecko profiling
    try-name: g3-prof
    treeherder-symbol: T-Prof(g3)
    tier: 2
    max-run-time: 900
    run-on-projects: []
    mozharness:
        extra-options:
            - --suite=g3
            - --gecko-profile

talos-g4:
    description: Talos g4
    try-name: g4
    treeherder-symbol: T(g4)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx1015)-64-shippable-qr/opt: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macos)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time:
        by-test-platform:
            linux1804-64.*: 1500
            default: 1800
    mozharness:
        extra-options:
            - --suite=g4

talos-g4-profiling:
    description: Talos g4 with gecko profiling
    try-name: g4-prof
    treeherder-symbol: T-Prof(g4)
    tier: 2
    max-run-time:
        by-test-platform:
            linux1804-64.*: 1500
            default: 1800
    run-on-projects: []
    mozharness:
        extra-options:
            - --suite=g4
            - --gecko-profile

talos-g5:
    description: Talos g5
    try-name: g5
    treeherder-symbol: T(g5)
    mozharness:
        extra-options:
            - --suite=g5
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macosx1015)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time:
        by-test-platform:
            linux1804-64.*: 1200
            macosx.*: 2400
            default: 1800

talos-g5-profiling:
    description: Talos g5 with gecko profiling
    try-name: g5-prof
    treeherder-symbol: T-Prof(g5)
    tier: 2
    run-on-projects: []
    mozharness:
        extra-options:
            - --suite=g5
            - --gecko-profile
    max-run-time:
        by-test-platform:
            linux1804-64.*: 1200
            default: 1800

talos-h1:
    description: Talos h1
    try-name: h1
    treeherder-symbol: T(h1)
    run-on-projects:
        by-test-platform:
            windows.*-32.*: []
            (linux|windows10-64|macos)(?!.*shippable).*: []
            (linux|windows10-64|macosx1015)(?!.*-qr).*: []
            default: [mozilla-beta, trunk]
    mozharness:
        extra-options:
            - --suite=h1
    max-run-time:
        by-test-platform:
            linux1804-64.*: 900
            default: 1800

talos-h2:
    description: Talos h2
    try-name: h2
    treeherder-symbol: T(h2)
    run-on-projects:
        by-test-platform:
            windows.*-32.*: []
            (linux|windows10-64|macos)(?!.*shippable).*: []
            (linux|windows10-64|macosx1015)(?!.*-qr).*: []
            default: [mozilla-beta, trunk]
    max-run-time:
        by-test-platform:
            linux1804-64.*: 900
            default: 7200
    mozharness:
        extra-options:
            - --suite=h2

talos-motionmark:
    description: Talos motionmark
    try-name: motionmark
    treeherder-symbol: T(mm)
    run-on-projects:
        by-test-platform:
            (linux|windows10-64|macos)(?!.*shippable).*: []
            (linux|windows10-64|macos)(?!.*-qr).*: []
            default: [mozilla-central]
    max-run-time: 3600
    tier: 2
    mozharness:
        extra-options:
            - --suite=motionmark

talos-motionmark-profiling:
    description: Talos motionmark with gecko profiling
    try-name: motionmark-prof
    treeherder-symbol: T-Prof(mm)
    run-on-projects: []
    max-run-time: 3600
    tier: 2
    mozharness:
        extra-options:
            - --suite=motionmark
            - --gecko-profile

talos-other:
    description: Talos other
    try-name: other
    treeherder-symbol: T(o)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macosx1015)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time: 1500
    mozharness:
        extra-options:
            - --suite=other

talos-other-profiling:
    description: Talos other with gecko profiling
    try-name: other-prof
    treeherder-symbol: T-Prof(o)
    run-on-projects: []
    tier: 2
    max-run-time: 1500
    mozharness:
        extra-options:
            - --suite=other
            - --gecko-profile

talos-sessionrestore-many-windows:
    description: Talos sessionrestore-many-windows
    try-name: sessionrestore-many-windows
    treeherder-symbol: T(smw)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-central, autoland]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macosx1015)(?!.*-qr).*: []
                    default: [mozilla-central, autoland]
    max-run-time: 1500
    mozharness:
        extra-options:
            - --suite=sessionrestore-many-windows

talos-sessionrestore-many-windows-profiling:
    description: Talos sessionrestore-many-windows with gecko profiling
    try-name: sessionrestore-many-windows-prof
    treeherder-symbol: T-Prof(smw)
    tier: 2
    run-on-projects: []
    max-run-time: 1500
    mozharness:
        extra-options:
            - --suite=sessionrestore-many-windows
            - --gecko-profile

talos-perf-reftest:
    description: Talos perf-reftest
    try-name: perf-reftest
    treeherder-symbol: T(p)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macosx1015)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time: 1200
    mozharness:
        extra-options:
            - --suite=perf-reftest

talos-perf-reftest-profiling:
    description: Talos perf-reftest with gecko profiling
    try-name: perf-reftest-prof
    treeherder-symbol: T-Prof(p)
    tier: 2
    run-on-projects: []
    max-run-time: 1200
    mozharness:
        extra-options:
            - --suite=perf-reftest
            - --gecko-profile

talos-perf-reftest-singletons:
    description: Talos perf-reftest singletons
    try-name: perf-reftest-singletons
    treeherder-symbol: T(ps)
    run-on-projects:
        by-test-platform:
            windows.*-32.*: []
            (linux|windows10-64|macos)(?!.*shippable).*: []
            (linux|windows10-64|macosx1015)(?!.*-qr).*: []
            default: [mozilla-beta, trunk]
    max-run-time: 1500
    mozharness:
        extra-options:
            - --suite=perf-reftest-singletons

talos-perf-reftest-singletons-profiling:
    description: Talos perf-reftest singletons with gecko profiling
    try-name: perf-reftest-singletons-prof
    treeherder-symbol: T-Prof(ps)
    tier: 2
    run-on-projects: []
    max-run-time: 1500
    mozharness:
        extra-options:
            - --suite=perf-reftest-singletons
            - --gecko-profile

talos-svgr:
    description: Talos svgr
    try-name: svgr
    treeherder-symbol: T(s)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macosx1015)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=svgr

talos-svgr-profiling:
    description: Talos svgr with gecko profiling
    try-name: svgr-prof
    treeherder-symbol: T-Prof(s)
    tier: 2
    run-on-projects: []
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=svgr
            - --gecko-profile

talos-tp5o:
    description: Talos tp5o
    try-name: tp5o
    treeherder-symbol: T(tp)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macosx1015)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=tp5o

talos-tp5o-profiling:
    description: Talos tp5o with gecko profiling
    try-name: tp5o-prof
    treeherder-symbol: T-Prof(tp)
    tier: 2
    run-on-projects: []
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=tp5o
            - --gecko-profile

talos-tabswitch:
    description: Talos page scroll (tabswitch)
    try-name: tabswitch
    treeherder-symbol: T(tabswitch)
    variants:
        - webrender-sw
    run-on-projects:
        by-variant:
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macosx1015)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=tabswitch

talos-tabswitch-profiling:
    description: Talos page scroll (tabswitch) with gecko profiling
    try-name: tabswitch-prof
    treeherder-symbol: T-Prof(tabswitch)
    tier: 2
    run-on-projects: []
    max-run-time: 1200
    mozharness:
        extra-options:
            - --suite=tabswitch
            - --gecko-profile

talos-webgl:
    description: Talos WebGL
    try-name: webgl
    treeherder-symbol: T(webgl)
    variants:
        - webrender-sw
        - webgl-ipc
    run-on-projects:
        by-variant:
            webgl-ipc:
                by-test-platform:
                    (linux1804|windows10|macosx1015)-64.*: [trunk]
                    default: []
            webrender-sw:
                by-test-platform:
                    (linux1804|windows10|macosx1015)-64-shippable-qr.*: [mozilla-beta, trunk]
                    default: []
            default:
                by-test-platform:
                    windows.*-32.*: []
                    (linux|windows10-64|macos)(?!.*shippable).*: []
                    (linux|windows10-64|macos)(?!.*-qr).*: []
                    default: [mozilla-beta, trunk]
    max-run-time: 2100
    mozharness:
        extra-options:
            by-test-platform:
                windows10-64-ref-hw.*:
                    - --suite=webgl
                    - --skip-preflight
                default:
                    - --suite=webgl

talos-webgl-profiling:
    description: Talos WebGL with gecko profiling
    try-name: webgl
    treeherder-symbol: T-Prof(webgl)
    tier: 2
    variants:
        - webgl-ipc
    run-on-projects: []
    max-run-time: 1800
    mozharness:
        extra-options:
            - --suite=webgl
            - --gecko-profile

talos-xperf:
    description: Talos xperf
    try-name: xperf
    treeherder-symbol: T(x)
    virtualization: virtual
    os-groups: [Administrators]
    run-as-administrator:
        by-test-platform:
            windows.*32.*: false
            windows10-64.*: true
            windows11-64.*: true
    variants:
        - webrender-sw
    run-on-projects:
        by-test-platform:
            windows.*-32-shippable(?:-qr)?/.*: []
            windows10-64.*-shippable-qr/.*: [mozilla-beta, trunk]
            windows11-64.*-shippable-qr/.*: [mozilla-beta, trunk]
            default: []
    mozharness:
        extra-options:
            - --suite=xperf
        config:
            by-test-platform:
                windows.*:
                    - talos/windows_vm_config.py

talos-realworld-webextensions:
    description: Talos tests with realworld WebExtensions
    try-name: realworld-webextensions
    treeherder-symbol: T(realwebext)
    run-on-projects:
        by-test-platform:
            windows.*-32.*: []
            (linux|windows10-64|macos)(?!.*shippable).*: []
            (linux|windows10-64|macosx1015)(?!.*-qr).*: []
            default: [mozilla-beta, trunk]
    max-run-time: 1500
    mozharness:
        extra-options:
            - --suite=realworld-webextensions

talos-realworld-webextensions-profiling:
    description: Talos tests with realworld WebExtensions with gecko profiling
    try-name: realworld-webextensions-prof
    treeherder-symbol: T-Prof(realwebext)
    tier: 2
    run-on-projects: []
    max-run-time: 1500
    mozharness:
        extra-options:
            - --suite=realworld-webextensions
            - --gecko-profile