taskcluster/ci/test/test-sets.yml
author Sebastian Hengst <archaeopteryx@coole-files.de>
Fri, 10 Feb 2017 19:03:31 +0100
changeset 342313 705e1bc5b69b47f034fc72e2572dea3ccaf8e392
parent 342241 9f402afa3864572af68f27eb3e16295da02841b4
child 342342 779d10ed78f56643b57e58bf2e60600abf915b13
permissions -rw-r--r--
Backed out changeset 9f402afa3864 (bug 1330310) on wcosta's request. r=backout on a CLOSED TREE

# Each key in this file specifies a set of tests to run.  Different test sets
# may, for example, be bound to different test platforms.
#
# Note that set does not depend on the tree; tree-dependent job selection
# should be performed in the target task selection phase of task-graph
# generation.
#
# A test set has a name, and a list of tests that it contains.
#
# Test names given here reference tests.yml.

##
# Universal tests
#
# Tests that run just about everywhere; common-tests is the shared core, with
# a few add-on test sets that are included or omitted on some platforms.

common-tests:
    - cppunit
    - crashtest
    - firefox-ui-functional-local
    - firefox-ui-functional-remote
    - gtest
    - jittest
    - jsreftest
    - marionette
    - mochitest
    - mochitest-a11y
    - mochitest-browser-chrome
    - mochitest-chrome
    - mochitest-clipboard
    - mochitest-devtools-chrome
    - mochitest-gpu
    - mochitest-jetpack
    - mochitest-media
    - mochitest-webgl
    - reftest
    - reftest-no-accel
    - xpcshell

web-platform-tests:
    - web-platform-tests
    - web-platform-tests-reftests
    - web-platform-tests-wdspec

external-media-tests:
    - external-media-tests-base
    - external-media-tests-youtube
    - external-media-tests-twitch

opt-only-tests:
    - mochitest-valgrind

talos:
    - talos-chrome
    - talos-dromaeojs
    - talos-g1
    - talos-g2
    - talos-g3
    - talos-g4
    - talos-other
    - talos-svgr
    - talos-tp5o

##
# Limited test sets for specific platforms

stylo-tests:
    - cppunit
    - crashtest
    - reftest-stylo
    - mochitest-style

qr-tests:
    - cppunit
    - crashtest
    - gtest
    - jittest
    - jsreftest
    - mochitest-a11y
    - reftest
    - reftest-no-accel
    - xpcshell

ccov-code-coverage-tests:
    - crashtest
    - gtest
    - jsreftest
    - marionette
    - mochitest
    - mochitest-browser-chrome
    - mochitest-devtools-chrome
    - reftest
    - web-platform-tests
    - xpcshell

jsdcov-code-coverage-tests:
    - mochitest-browser-chrome
    - mochitest-devtools-chrome
    - xpcshell

##
# Test sets still being greened up in various ways

windows-vm-tests:
    - cppunit
    #- crashtest
    #- gtest
    #- jittest
    - jsreftest
    #- marionette
    #- mochitest
    #- mochitest-browser-chrome
    - mochitest-devtools-chrome
    - mochitest-jetpack
    #- mochitest-media
    #- web-platform-tests
    - web-platform-tests-reftests
    #- xpcshell

# windows-gpu-tests:
#    - reftest
#    - reftest-no-accel
#    - mochitest-webgl

# these tests currently run on hardware, but may migrate above when validated
# note: on win, mochitest-a11y and mochitest-chrome come under mochitest-other
# windows-hw-tests:
#    - mochitest-clipboard
#    - mochitest-gpu
#    - mochitest-other

macosx64-tests-debug:
    - cppunit
    - crashtest
    # - gtest
    - jsreftest
    # - marionette
    # - mochitest
    # - mochitest-browser-chrome
    # - mochitest-clipboard
    # - mochitest-devtools-chrome
    # - mochitest-gpu
    # - mochitest-jetpack
    # - mochitest-media
    # - mochitest-other
    - mochitest-webgl
    # - reftest
    # - web-platform-tests
    # - web-platform-tests-reftests
    # - xpcshell

macosx64-tests-talos:
    - talos-chrome
    - talos-dromaeojs
    - talos-g1
    - talos-g2
    - talos-g4
    - talos-other
    - talos-svgr
    - talos-tp5o

linux32-tests:
    - cppunit
    - crashtest
    - firefox-ui-functional-local
    - firefox-ui-functional-remote
    - gtest
    - jittest
    - jsreftest
    - marionette
    - mochitest
    - mochitest-a11y
    - mochitest-browser-chrome
    - mochitest-chrome
    - mochitest-clipboard
    - mochitest-gpu
    - mochitest-jetpack
    - mochitest-media
    - mochitest-webgl
    - reftest
    - reftest-no-accel
    - web-platform-tests
    - web-platform-tests-reftests
    - xpcshell

linux32-opt-tests:
    # mochitest-dt is too slow on linux32/debug
    - mochitest-devtools-chrome

desktop-screenshot-capture:
    - mochitest-browser-screenshots

android-common-tests:
    - cppunit
    - crashtest
    - jsreftest
    - mochitest
    - mochitest-chrome
    - mochitest-clipboard
    - mochitest-gpu
    - mochitest-media
    - mochitest-webgl
    - reftest
    - xpcshell

android-debug-tests:
    # Marionette only available on Fennec debug builds as a security precaution
    - marionette

android-opt-tests:
    - robocop

android-gradle-tests:
    - mochitest-chrome
    - robocop

android-x86-tests:
    - mochitest-chrome
    - xpcshell