taskcluster/ci/test/web-platform.yml
author James Graham <james@hoppipolla.co.uk>
Wed, 16 May 2018 12:14:08 +0100
changeset 427357 9d5ed234247c64c7863724c99b071931452b9822
parent 426989 1d510f299cf3006399d5cdd414971f7b5d8f7c14
child 432121 92bb9503d1c3b8f5af908953908eac85be1473da
permissions -rw-r--r--
Bug 1354232 - Run web-platform-tests on linux64-asan, r=maja_zf MozReview-Commit-ID: Git2qiGEShN

job-defaults:
    instance-size: xlarge
    max-run-time: 5400
    mozharness:
        script: web_platform_tests.py
        config:
            by-test-platform:
                windows.*:
                    - web_platform_tests/prod_config_windows_taskcluster.py
                macosx.*:
                    - web_platform_tests/prod_config.py
                default:
                    - web_platform_tests/prod_config.py
                    - remove_executables.py

web-platform-tests:
    description: "Web platform test run"
    suite: web-platform-tests
    treeherder-symbol: W(wpt)
    chunks:
        by-test-platform:
            linux.*/debug: 18
            macosx64/opt: 5
            macosx64/debug: 10
            windows10-64-ccov/debug: 15
            default: 12
    max-run-time:
        by-test-platform:
            windows10-64-ccov/debug: 10800
            default: 7200
    e10s:
        by-test-platform:
            linux32/debug: both
            default: true
    run-on-projects:
        by-test-platform:
            linux64-qr/.*: ['release', 'try']  # skip on integration branches due to high load
            default: built-projects
    tier:
        by-test-platform:
            linux64-asan/opt: 2
            linux64-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
            default: default
    mozharness:
        chunked: true
        extra-options:
            - --test-type=testharness

web-platform-tests-headless:
    description: "Web platform test headless run"
    suite: web-platform-tests
    treeherder-symbol: W(wptH)
    chunks:
        by-test-platform:
            macosx64/opt: 5
            macosx64/debug: 10
            default: 12
    e10s:
        by-test-platform:
            macosx.*: true
            default: true
    max-run-time: 7200
    run-on-projects: []  # disabled pending releng approval
    mozharness:
        chunked: true
        extra-options:
            by-test-platform:
                windows.*:
                    - --test-type=testharness
                    - --headless
                    - --headless-width=1024
                    - --headless-height=768
                default:
                    - --test-type=testharness
                    - --headless

web-platform-tests-reftests:
    description: "Web platform reftest run"
    suite: web-platform-tests-reftests
    treeherder-symbol: W(Wr)
    chunks:
        by-test-platform:
            macosx.*: 1
            windows.*: 1
            default: 6
    e10s:
        by-test-platform:
            linux32/debug: both
            default: true
    run-on-projects:
        by-test-platform:
            linux64-qr/.*: ['release', 'try']  # skip on integration branches due to high load
            default: built-projects
    tier:
        by-test-platform:
            linux64-asan/opt: 2
            linux64-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
            default: default
    mozharness:
        extra-options:
            - --test-type=reftest

web-platform-tests-reftests-headless:
    description: "Web platform reftest headless run"
    suite: web-platform-tests-reftests
    treeherder-symbol: W(WrH)
    chunks:
        by-test-platform:
            macosx.*: 1
            windows.*: 1
            default: 6
    e10s:
        by-test-platform:
            linux32/debug: both
            default: true
    run-on-projects: []  # disabled pending releng approval
    mozharness:
        extra-options:
            by-test-platform:
                windows.*:
                    - --test-type=reftest
                    - --headless
                    - --headless-width=1024
                    - --headless-height=768
                default:
                    - --test-type=reftest

web-platform-tests-wdspec:
    description: "Web platform webdriver-spec run"
    suite: web-platform-tests-wdspec
    treeherder-symbol: W(Wd)
    mozharness:
        extra-options:
            - --test-type=wdspec
    run-on-projects:
        by-test-platform:
            linux64-qr/.*: ['release', 'try']  # skip on integration branches due to high load
            default: built-projects
    tier:
        by-test-platform:
            linux64-asan/opt: 2
            linux64-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
            default: default

web-platform-tests-wdspec-headless:
    description: "Web platform webdriver-spec headless run"
    suite: web-platform-tests-wdspec
    treeherder-symbol: W(WdH)
    run-on-projects: []  # disabled pending releng approval
    mozharness:
        extra-options:
            by-test-platform:
                windows.*:
                    - --test-type=wdspec
                    - --headless
                    - --headless-width=1024
                    - --headless-height=768
                default:
                    - --test-type=wdspec
                    - --headless

test-verify-wpt:
    description: "Extra verification of web-platform tests modified on this push"
    suite: test-verify
    treeherder-symbol: TVw
    max-run-time: 10800
    run-on-projects:
        by-test-platform:
            # do not run on ccov or jsdcov
            .*-ccov/.*: []
            .*-jsdcov/.*: []
            .*-asan/.*: []
            # do not run on beta or release: usually just confirms earlier results
            .*-msvc/.*: ['mozilla-central', 'try']
            default: ['trunk', 'try']
    tier: 2
    mozharness:
        extra-options:
            - --verify

test-coverage-wpt:
    description: "Per web-platform test coverage"
    suite: test-coverage-wpt
    treeherder-symbol: TCw
    max-run-time: 10800
    run-on-projects:
        by-test-platform:
            .*-ccov/.*: built-projects
            default: []
    tier: 2
    mozharness:
        extra-options:
            - --per-test-coverage