taskcluster/ci/test/web-platform.yml
author Calixte Denizet <cdenizet@mozilla.com>
Fri, 17 Aug 2018 13:38:39 +0000
changeset 487219 92bb9503d1c3b8f5af908953908eac85be1473da
parent 482455 9d5ed234247c64c7863724c99b071931452b9822
child 489637 0084e3d7b3d4f1ec97d95775207db3676bf0aac0
permissions -rw-r--r--
Bug 1471543 - Increase timeout and chunks for some test suites on macosx64 coverage builds. r=jmaher This makes chunks and timeouts on the MacOSX64 coverage build closer to what we have defined for the Windows build. Differential Revision: https://phabricator.services.mozilla.com/D2149

job-defaults:
    instance-size: xlarge
    max-run-time: 5400
    mozharness:
        script: web_platform_tests.py
        config:
            by-test-platform:
                windows.*:
                    - web_platform_tests/prod_config_windows_taskcluster.py
                macosx.*:
                    - web_platform_tests/prod_config.py
                default:
                    - web_platform_tests/prod_config.py
                    - remove_executables.py

web-platform-tests:
    description: "Web platform test run"
    suite: web-platform-tests
    treeherder-symbol: W(wpt)
    chunks:
        by-test-platform:
            linux.*/debug: 18
            macosx64/opt: 5
            macosx64/debug: 10
            windows10-64-ccov/debug: 15
            macosx64-ccov/debug: 24
            default: 12
    max-run-time:
        by-test-platform:
            windows10-64-ccov/debug: 10800
            macosx64-ccov/debug: 7200
            default: 7200
    e10s:
        by-test-platform:
            linux32/debug: both
            default: true
    run-on-projects:
        by-test-platform:
            linux64-qr/.*: ['release', 'try']  # skip on integration branches due to high load
            default: built-projects
    tier:
        by-test-platform:
            linux64-asan/opt: 2
            linux64-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
            default: default
    mozharness:
        chunked: true
        extra-options:
            - --test-type=testharness

web-platform-tests-headless:
    description: "Web platform test headless run"
    suite: web-platform-tests
    treeherder-symbol: W(wptH)
    chunks:
        by-test-platform:
            macosx64/opt: 5
            macosx64/debug: 10
            default: 12
    e10s:
        by-test-platform:
            macosx.*: true
            default: true
    max-run-time: 7200
    run-on-projects: []  # disabled pending releng approval
    mozharness:
        chunked: true
        extra-options:
            by-test-platform:
                windows.*:
                    - --test-type=testharness
                    - --headless
                    - --headless-width=1024
                    - --headless-height=768
                default:
                    - --test-type=testharness
                    - --headless

web-platform-tests-reftests:
    description: "Web platform reftest run"
    suite: web-platform-tests-reftests
    treeherder-symbol: W(Wr)
    chunks:
        by-test-platform:
            macosx.*: 1
            windows.*: 1
            default: 6
    e10s:
        by-test-platform:
            linux32/debug: both
            default: true
    run-on-projects:
        by-test-platform:
            linux64-qr/.*: ['release', 'try']  # skip on integration branches due to high load
            default: built-projects
    tier:
        by-test-platform:
            linux64-asan/opt: 2
            linux64-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
            default: default
    mozharness:
        extra-options:
            - --test-type=reftest

web-platform-tests-reftests-headless:
    description: "Web platform reftest headless run"
    suite: web-platform-tests-reftests
    treeherder-symbol: W(WrH)
    chunks:
        by-test-platform:
            macosx.*: 1
            windows.*: 1
            default: 6
    e10s:
        by-test-platform:
            linux32/debug: both
            default: true
    run-on-projects: []  # disabled pending releng approval
    mozharness:
        extra-options:
            by-test-platform:
                windows.*:
                    - --test-type=reftest
                    - --headless
                    - --headless-width=1024
                    - --headless-height=768
                default:
                    - --test-type=reftest

web-platform-tests-wdspec:
    description: "Web platform webdriver-spec run"
    suite: web-platform-tests-wdspec
    treeherder-symbol: W(Wd)
    mozharness:
        extra-options:
            - --test-type=wdspec
    run-on-projects:
        by-test-platform:
            linux64-qr/.*: ['release', 'try']  # skip on integration branches due to high load
            default: built-projects
    tier:
        by-test-platform:
            linux64-asan/opt: 2
            linux64-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
            default: default

web-platform-tests-wdspec-headless:
    description: "Web platform webdriver-spec headless run"
    suite: web-platform-tests-wdspec
    treeherder-symbol: W(WdH)
    run-on-projects: []  # disabled pending releng approval
    mozharness:
        extra-options:
            by-test-platform:
                windows.*:
                    - --test-type=wdspec
                    - --headless
                    - --headless-width=1024
                    - --headless-height=768
                default:
                    - --test-type=wdspec
                    - --headless

test-verify-wpt:
    description: "Extra verification of web-platform tests modified on this push"
    suite: test-verify
    treeherder-symbol: TVw
    max-run-time: 10800
    run-on-projects:
        by-test-platform:
            # do not run on ccov or jsdcov
            .*-ccov/.*: []
            .*-jsdcov/.*: []
            .*-asan/.*: []
            # do not run on beta or release: usually just confirms earlier results
            .*-msvc/.*: ['mozilla-central', 'try']
            default: ['trunk', 'try']
    tier: 2
    mozharness:
        extra-options:
            - --verify

test-coverage-wpt:
    description: "Per web-platform test coverage"
    suite: test-coverage-wpt
    treeherder-symbol: TCw
    max-run-time: 10800
    run-on-projects:
        by-test-platform:
            .*-ccov/.*: built-projects
            default: []
    tier: 2
    mozharness:
        extra-options:
            - --per-test-coverage