taskcluster/ci/test/web-platform.yml
author Andrew Halberstadt <ahalberstadt@mozilla.com>
Fri, 24 May 2019 18:41:01 +0000
changeset 475440 4490d364605d1a6dd88ad82fe587a827705f5b7a
parent 475075 217038bea1c7ca124b548899f063b5af2bc30b5e
child 475948 61e78fd6c946109c7f46bafc405e22b11441607b
permissions -rw-r--r--
Bug 1553527 - [ci] Create a new 'fission' test variant r=jmaher Differential Revision: https://phabricator.services.mozilla.com/D32196

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
job-defaults:
    suite:
        category: web-platform-tests
    instance-size: xlarge
    max-run-time:
        by-test-platform:
            android-em-7.0-x86_64/debug: 7200
            default: 5400
    variants:
        by-test-platform:
            linux64/debug: ['fission', 'serviceworker']
            default: ['fission']
    virtualization:
        by-test-platform:
            windows10-64(?:-pgo|-shippable)?-qr/.*: virtual-with-gpu
            default: virtual
    mozharness:
        script: web_platform_tests.py
        config:
            by-test-platform:
                windows.*:
                    - web_platform_tests/prod_config_windows_taskcluster.py
                macosx.*:
                    - web_platform_tests/prod_config_mac.py
                android-em.*:
                    - android/androidx86_7_0.py
                    - web_platform_tests/prod_config_android.py
                default:
                    - web_platform_tests/prod_config.py
                    - remove_executables.py
    target:
        by-test-platform:
            android-em-7.0-x86_64/opt: geckoview-androidTest.apk
            android-em-7.0-x86_64/debug: geckoview-androidTest.apk
            default: null

web-platform-tests:
    description: "Web platform test run"
    suite: web-platform-tests
    treeherder-symbol: W(wpt)
    chunks:
        by-test-platform:
            android.*: 18
            linux.*/debug: 18
            macosx*/opt: 8
            macosx.*/debug: 16
            windows10.*/debug: 18
            windows10-aarch64/opt: 12
            default: 12
    max-run-time:
        by-test-platform:
            .*-ccov/debug: 10800
            default: 7200
    e10s: true
    run-on-projects:
        by-test-platform:
            android.*: ['mozilla-central', 'try']
            windows10-aarch64/opt: ['try', 'mozilla-central']
            .*-qr/.*: ['release', 'try']  # skip on integration branches due to high load
            default: built-projects
    tier:
        by-test-platform:
            android-em-7.0-x86_64/*: 3
            android.*: 2
            linux64-asan/opt: 2
            windows10-aarch64.*: 2
            .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
            default: default
    mozharness:
        chunked: true
        extra-options:
            - --test-type=testharness

web-platform-tests-headless:
    description: "Web platform test headless run"
    suite: web-platform-tests
    treeherder-symbol: W(wptH)
    chunks:
        by-test-platform:
            macosx.*/opt: 8
            macosx.*/debug: 16
    e10s: true
    max-run-time: 7200
    run-on-projects: []  # disabled pending releng approval
    mozharness:
        chunked: true
        extra-options:
            by-test-platform:
                windows.*:
                    - --test-type=testharness
                    - --headless
                    - --headless-width=1024
                    - --headless-height=768
                default:
                    - --test-type=testharness
                    - --headless

web-platform-tests-reftests:
    description: "Web platform reftest run"
    suite:
        name: web-platform-tests-reftests
    schedules-component: web-platform-tests-reftests
    treeherder-symbol: W(Wr)
    chunks:
        by-test-platform:
            .*-ccov/debug: 8
            linux64(-qr|-asan)/.*: 6
            linux64(-shippable|-devedition)?/opt: 3
            macosx10(10|14)-64/debug: 6
            windows.*-(32|64)(-qr)?/debug: 5
            android.*: 6
            default: 4
    e10s: true
    run-on-projects:
        by-test-platform:
            android.*: ['mozilla-central', 'try']
            windows10-aarch64/opt: ['try', 'mozilla-central']
            default: built-projects
    tier:
        by-test-platform:
            android-em-7.0-x86_64/*: 3
            android.*: 2
            linux64-asan/opt: 2
            windows10-aarch64.*: 2
            default: default
    mozharness:
        extra-options:
            - --test-type=reftest

web-platform-tests-reftests-headless:
    description: "Web platform reftest headless run"
    suite:
        name: web-platform-tests-reftests
    schedules-component: web-platform-tests-reftests
    treeherder-symbol: W(WrH)
    chunks: 6
    e10s: true
    run-on-projects: []  # disabled pending releng approval
    mozharness:
        extra-options:
            by-test-platform:
                windows.*:
                    - --test-type=reftest
                    - --headless
                    - --headless-width=1024
                    - --headless-height=768
                default:
                    - --test-type=reftest

web-platform-tests-wdspec:
    description: "Web platform webdriver-spec run"
    suite:
        name: web-platform-tests-wdspec
    schedules-component: web-platform-tests-wdspec
    treeherder-symbol: W(Wd)
    chunks:
        by-test-platform:
            .*-ccov/debug: 4
            default: 2
    mozharness:
        extra-options:
            - --test-type=wdspec
    run-on-projects:
        by-test-platform:
            windows10-aarch64/opt: ['try', 'mozilla-central']
            android.*: ['mozilla-central', 'try']
            .*-qr/.*: ['release', 'try']
            default: built-projects
    tier:
        by-test-platform:
            android.*: 3
            linux64-asan/opt: 2
            .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
            default: default

web-platform-tests-wdspec-headless:
    description: "Web platform webdriver-spec headless run"
    suite:
        name: web-platform-tests-wdspec
    schedules-component: web-platform-tests-wdspec
    treeherder-symbol: W(WdH)
    run-on-projects: []  # disabled pending releng approval
    mozharness:
        extra-options:
            by-test-platform:
                windows.*:
                    - --test-type=wdspec
                    - --headless
                    - --headless-width=1024
                    - --headless-height=768
                default:
                    - --test-type=wdspec
                    - --headless

test-verify-wpt:
    description: "Extra verification of web-platform tests modified on this push"
    suite:
        category: test-verify
        name: test-verify-wpt
    variants: []
    schedules-component: test-verify-wpt
    treeherder-symbol: TVw
    max-run-time: 10800
    run-on-projects:
        by-test-platform:
            # do not run on ccov
            .*-ccov/.*: []
            .*-asan/.*: []
            (?:windows10-64|windows7-32|linux64)(?:-qr)?/opt: ['mozilla-central', 'try']
            macosx.*64(?:-qr)?/opt: ['mozilla-central', 'try']
            # do not run on beta or release: usually just confirms earlier results
            default: ['trunk', 'try']
    tier: 2
    mozharness:
        extra-options:
            - --verify

test-coverage-wpt:
    description: "Per web-platform test coverage"
    suite:
        category: test-coverage
        name: test-coverage-wpt
    schedules-component: test-coverage-wpt
    treeherder-symbol: TCw
    max-run-time: 10800
    run-on-projects:
        by-test-platform:
            .*-ccov/.*: built-projects
            default: []
    tier: 2
    mozharness:
        extra-options:
            - --per-test-coverage