Bug 1335748 - Enable a subset of test suites on Linux64 QR builds. r=dustin
authorKartikaya Gupta <kgupta@mozilla.com>
Mon, 06 Feb 2017 11:51:14 -0500
changeset 340908 12c02bf624c48903b155428f7c8a419ba7a333a6
parent 340907 9a4162f8ebd8071ed7f40e3c122b2523f12dc8f2
child 340964 4f8b2d44eaa0c67bc7e7f5bac4e41e9a4b2e27c7
child 342201 c3195fb2f038505eb6975789ca7c5f81ae3722c8
push id31320
push userkgupta@mozilla.com
push dateMon, 06 Feb 2017 16:51:55 +0000
treeherdermozilla-central@12c02bf624c4 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersdustin
bugs1335748
milestone54.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1335748 - Enable a subset of test suites on Linux64 QR builds. r=dustin a=sheriffs for landing on m-c MozReview-Commit-ID: 21HebRtPfU8
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
taskcluster/ci/test/tests.yml
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -64,16 +64,28 @@ linux64-stylo/debug:
     test-sets:
         - stylo-tests
 linux64-stylo/opt:
     build-platform: linux64-stylo/opt
     test-sets:
         - stylo-tests
         - talos
 
+# QR builds just run a subset right now. Note that the tests in this
+# test set are further restricted in tests.yml to run on certain projects
+# only, to avoid adding too much infra load.
+linux64-qr/opt:
+    build-platform: linux64-qr/opt
+    test-sets:
+        - qr-tests
+linux64-qr/debug:
+    build-platform: linux64-qr/debug
+    test-sets:
+        - qr-tests
+
 linux64-ccov/opt:
     build-platform: linux64-ccov/opt
     test-sets:
         - ccov-code-coverage-tests
 linux64-jsdcov/opt:
     build-platform: linux64-jsdcov/opt
     test-sets:
         - jsdcov-code-coverage-tests
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -66,16 +66,27 @@ talos:
 # Limited test sets for specific platforms
 
 stylo-tests:
     - cppunit
     - crashtest
     - reftest-stylo
     - mochitest-style
 
+qr-tests:
+    - cppunit
+    - crashtest
+    - gtest
+    - jittest
+    - jsreftest
+    - mochitest-a11y
+    - reftest
+    - reftest-no-accel
+    - xpcshell
+
 ccov-code-coverage-tests:
     - crashtest
     - jsreftest
     - mochitest
     - mochitest-browser-chrome
     - mochitest-devtools-chrome
     - reftest
     - xpcshell
--- a/taskcluster/ci/test/tests.yml
+++ b/taskcluster/ci/test/tests.yml
@@ -9,16 +9,17 @@ cppunit:
     description: "CPP Unit Tests"
     suite: cppunittest
     treeherder-symbol: tc(Cpp)
     e10s: false
     docker-image: {"in-tree": "desktop1604-test"}
     run-on-projects:
         by-test-platform:
             windows.*: ['mozilla-central', 'try']
+            linux64-qr/.*: ['graphics']
             default: ['all']
     mozharness:
         by-test-platform:
             android.*:
                 script: android_emulator_unittest.py
                 no-read-buildbot-config: true
                 config:
                     - android/androidarm_4_3.py
@@ -46,16 +47,20 @@ crashtest:
     description: "Crashtest run"
     suite: reftest/crashtest
     treeherder-symbol: tc-R(C)
     instance-size:
         by-test-platform:
             android.*: xlarge
             default: default
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics', 'mozilla-central']
+            default: ['all']
     chunks:
         by-test-platform:
             android-4.3-arm7-api-15/debug: 10
             android.*: 4
             default: 1
     e10s:
         by-test-platform:
             windows.*: false # Bug 1304435
@@ -193,16 +198,20 @@ firefox-ui-functional-remote:
 
 gtest:
     description: "GTests run"
     suite: gtest
     treeherder-symbol: tc(GTest)
     e10s: false
     instance-size: xlarge
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics']
+            default: ['all']
     mozharness:
         script: desktop_unittest.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
                 windows.*:
                     - unittests/win_taskcluster_unittest.py
                 macosx.*:
@@ -215,16 +224,20 @@ gtest:
             - --gtest-suite=gtest
 
 jittest:
     description: "JIT Test run"
     suite: jittest/jittest-chunked
     treeherder-symbol: tc(Jit)
     e10s: false
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics']
+            default: ['all']
     chunks:
         by-test-platform:
             windows.*: 1
             default: 6
     mozharness:
         script: desktop_unittest.py
         no-read-buildbot-config: true
         config:
@@ -264,16 +277,17 @@ jsreftest:
             default: both
     max-run-time:
         by-test-platform:
             android.*: 7200
             default: 3600
     run-on-projects:
         by-test-platform:
             windows.*: ['mozilla-central', 'try']
+            linux64-qr/.*: ['graphics', 'mozilla-central']
             default: ['all']
     mozharness:
         by-test-platform:
             android.*:
                 script: android_emulator_unittest.py
                 no-read-buildbot-config: true
                 config:
                     - android/androidarm_4_3.py
@@ -396,16 +410,20 @@ mochitest:
 
 mochitest-a11y:
     description: "Mochitest a11y run"
     suite: mochitest/a11y
     treeherder-symbol: tc-M(a11y)
     loopback-video: true
     e10s: false
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics']
+            default: ['all']
     mozharness:
         script: desktop_unittest.py
         no-read-buildbot-config: true
         chunked: true
         config:
             by-test-platform:
                 windows.*:
                     - unittests/win_taskcluster_unittest.py
@@ -866,16 +884,20 @@ mochitest-style:
         extra-options:
             - --mochitest-suite=mochitest-style
 
 reftest:
     description: "Reftest run"
     suite: reftest/reftest
     treeherder-symbol: tc-R(R)
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics', 'mozilla-central']
+            default: ['all']
     instance-size:
         by-test-platform:
             android.*: xlarge
             default: default
     chunks:
         by-test-platform:
             android-4.3-arm7-api-15/debug: 48
             android.*: 16
@@ -916,16 +938,20 @@ reftest:
                 extra-options:
                     - --reftest-suite=reftest
 
 reftest-no-accel:
     description: "Reftest not accelerated run"
     suite: reftest/reftest-no-accel
     treeherder-symbol: tc-R(Ru)
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics', 'mozilla-central']
+            default: ['all']
     chunks:
       by-test-platform:
         macosx.*: 1
         default: 8
     mozharness:
         script: desktop_unittest.py
         no-read-buildbot-config: true
         config:
@@ -1228,16 +1254,17 @@ xpcshell:
     suite:
         by-test-platform:
             linux64-jsdcov/opt: xpcshell-coverage
             default: xpcshell
     treeherder-symbol: tc-X()
     run-on-projects:
         by-test-platform:
             linux64-jsdcov/opt: []
+            linux64-qr/.*: ['graphics']
             default: ['all']
     chunks:
         by-test-platform:
             linux64/debug: 10
             android-4.2-x86/opt: 6
             # windows.*: 1
             macosx.*: 1
             default: 8
@@ -1276,9 +1303,9 @@ xpcshell:
                         linux.*:
                             - unittests/linux_unittest.py
                             - remove_executables.py
                 extra-options:
                     by-test-platform:
                         linux64-jsdcov/opt:
                             - --xpcshell-suite=xpcshell-coverage
                         default:
-                            - --xpcshell-suite=xpcshell
\ No newline at end of file
+                            - --xpcshell-suite=xpcshell