taskcluster/ci/test/test-sets.yml
author Brendan Dahl <bdahl@mozilla.com>
Wed, 26 Apr 2017 14:29:32 -0700
changeset 359266 d7121e5ad8065a5ef546b349d90606cbf0e5baab
parent 358035 9b45f5bd565f3767fa6d3f5fada2e193ddf6eed7
child 360247 62c3f811e599a947b1c65863f60ba1c202de4969
permissions -rw-r--r--
Bug 1356681 - Expand headless mode support for linux. r=automatedtester,jrmuizel,kanru Full Firefox on Linux can now be run with a --headless flag. This includes seven parts: 1) Running all marionette tests in headless mode. 2) Prevents crashes where Firefox calls into GTK. 3) Adds a headless screen helper which supports changing the headless screen size with the environment variables MOZ_HEADLESS_WIDTH and MOZ_HEADLESS_HEIGHT. 4) Supports simulating moving a headless window. 5) Adds a stubbed out nsSound implementation. 6) Supports simulating size mode changes of headless windows. 7) Adds the --headless flag for Firefox.

# Each key in this file specifies a set of tests to run.  Different test sets
# may, for example, be bound to different test platforms.
#
# Note that set does not depend on the tree; tree-dependent job selection
# should be performed in the target task selection phase of task-graph
# generation.
#
# A test set has a name, and a list of tests that it contains.
#
# Test names given here reference tests.yml.

##
# Universal tests
#
# Tests that run just about everywhere; common-tests is the shared core, with
# a few add-on test sets that are included or omitted on some platforms.

common-tests:
    - cppunit
    - crashtest
    - firefox-ui-functional-local
    - firefox-ui-functional-remote
    - gtest
    - jittest
    - jsreftest
    - marionette
    - mochitest
    - mochitest-a11y
    - mochitest-browser-chrome
    - mochitest-chrome
    - mochitest-clipboard
    - mochitest-devtools-chrome
    - mochitest-gpu
    - mochitest-jetpack
    - mochitest-media
    - mochitest-webgl
    - reftest
    - reftest-no-accel
    - xpcshell

web-platform-tests:
    - web-platform-tests
    - web-platform-tests-reftests
    - web-platform-tests-wdspec

external-media-tests:
    - external-media-tests-base
    - external-media-tests-youtube

external-media-tests-slow:
    # twitch tests are too slow and stall under debug, give them their own special set
    - external-media-tests-twitch

opt-only-tests:
    - mochitest-valgrind

talos:
    - talos-chrome
    - talos-dromaeojs
    - talos-g1
    - talos-g2
    - talos-g3
    - talos-g4
    - talos-other
    - talos-svgr
    - talos-tp5o
    - talos-perf-reftest

awsy:
    - awsy

headless:
    - marionette-headless

##
# Limited test sets for specific platforms

stylo-tests:
    - cppunit
    - crashtest
    - reftest-stylo
    - mochitest-style
    - mochitest-chrome-style

stylo-sequential-tests:
    - crashtest
    - reftest-stylo
    - mochitest-style

qr-tests:
    - cppunit
    - crashtest
    - gtest
    - jittest
    - jsreftest
    - mochitest-a11y
    - mochitest-gpu
    - mochitest-media
    - mochitest-webgl
    - reftest
    - reftest-no-accel
    - xpcshell

ccov-code-coverage-tests:
    - cppunit
    - crashtest
    - firefox-ui-functional-local
    - firefox-ui-functional-remote
    - gtest
    - jittest
    - jsreftest
    - marionette
    - mochitest
    - mochitest-a11y
    - mochitest-browser-chrome
    - mochitest-chrome
    - mochitest-clipboard
    - mochitest-devtools-chrome
    - mochitest-gpu
    - mochitest-jetpack
    - mochitest-media
    - mochitest-webgl
    - reftest
    - reftest-no-accel
    - web-platform-tests
    - xpcshell

jsdcov-code-coverage-tests:
    - mochitest
    - mochitest-browser-chrome
    - mochitest-devtools-chrome
    - xpcshell

##
# Test sets still being greened up in various ways

windows-vm-tests:
    - cppunit
    - crashtest
    - gtest
    - jittest
    - jsreftest
    - marionette
    - mochitest
    - mochitest-a11y
    - mochitest-browser-chrome
    - mochitest-devtools-chrome
    - mochitest-jetpack
    - mochitest-media
    - web-platform-tests
    - web-platform-tests-reftests
    #- xpcshell

windows-gpu-tests:
    - reftest
    - reftest-no-accel
    - mochitest-gpu
    - mochitest-webgl

# these tests currently run on hardware, but may migrate above when validated
# see https://bugzilla.mozilla.org/show_bug.cgi?id=1280474#c36
#    - mochitest-chrome
#    - mochitest-clipboard

macosx64-tests-debug:
    - cppunit
    - crashtest
    - external-media-tests-base
    - external-media-tests-youtube
    - gtest
    - jittest
    - jsreftest
    - marionette
    - mochitest
    - mochitest-a11y
    - mochitest-browser-chrome
    - mochitest-chrome
    - mochitest-clipboard
    - mochitest-devtools-chrome
    - mochitest-gpu
    - mochitest-jetpack
    - mochitest-media
    - mochitest-webgl
    - reftest
    - web-platform-tests
    - web-platform-tests-reftests
    - xpcshell

macosx64-tests-talos:
    - talos-chrome
    - talos-dromaeojs
    - talos-g1
    - talos-g2
    - talos-g4
    - talos-other
    - talos-svgr
    - talos-tp5o
    - talos-perf-reftest

linux32-tests:
    - cppunit
    - crashtest
    - firefox-ui-functional-local
    - firefox-ui-functional-remote
    - gtest
    - jittest
    - jsreftest
    - marionette
    - mochitest
    - mochitest-a11y
    - mochitest-browser-chrome
    - mochitest-chrome
    - mochitest-clipboard
    - mochitest-gpu
    - mochitest-jetpack
    - mochitest-media
    - mochitest-webgl
    - reftest
    - reftest-no-accel
    - web-platform-tests
    - web-platform-tests-reftests
    - xpcshell

linux32-opt-tests:
    # mochitest-dt is too slow on linux32/debug
    - mochitest-devtools-chrome

desktop-screenshot-capture:
    - mochitest-browser-screenshots

android-common-tests:
    - cppunit
    - crashtest
    - jsreftest
    - mochitest
    - mochitest-chrome
    - mochitest-clipboard
    - mochitest-gpu
    - mochitest-media
    - reftest
    - xpcshell

android-debug-tests:
    # Marionette only available on Fennec debug builds as a security precaution
    - marionette

android-opt-tests:
    - robocop

android-gradle-tests:
    - mochitest-chrome
    - robocop
    - geckoview

android-x86-tests:
    - mochitest-chrome
    - xpcshell