Bug 1335748 - Enable a subset of test suites on Linux64 QR builds. r=dustin
authorKartikaya Gupta <kgupta@mozilla.com>
Mon, 06 Feb 2017 11:51:14 -0500
changeset 479455 12c02bf624c48903b155428f7c8a419ba7a333a6
parent 479454 9a4162f8ebd8071ed7f40e3c122b2523f12dc8f2
child 479456 0020ad57fa37104c728e1e24c868bc614a15d6dc
child 479490 aa9d9c72c3fdbe0a1c838d2a104cbb3fc2fa09d3
child 479504 6b7b7dd941c5567ca233c38eb0f310d2995184c4
child 479509 0a151c549e8d80f64fc6d18da458a3fa2ed3ed0b
child 479519 6467275ec7cef4271bd94c6499113f51ebd661c0
child 479520 e9e82102a4b5345fcc50aedb0bc216304e5c27d5
child 479522 7283aa09567748df5e162595bca7a914d4075efe
child 479542 b6db1b078892b40d14d667c58f8c73069af3cd66
child 479544 c3195fb2f038505eb6975789ca7c5f81ae3722c8
child 479547 f226d8359c3b0cce475424b1a475b89ee576da7b
child 479558 cb1c3e1fdd8576bc22c3f5359da532b44da79825
child 479559 e19273582206dbe43bfd5b45937f1e593d96aeec
child 479562 750a5729acfa8129e7d30c5b06fd64074b735cd6
child 479565 d548efbf6c09a9462acf79ae9a03cfc4596636d5
child 479566 b3c504c9fbef8426342102ca0218b43bb68b2f2e
child 479572 9050df76c8ab90352767514bad16a46262bfcc01
child 479574 00df8f4e12c6c1822470d11ebd4c6b939c57101a
child 479576 a0f37f5b8a3304534987920fd76962433c08ec2e
child 479577 35ea8a423bdf9b4232a823c525509e492e88a5cc
child 479578 1d40e0720795cb5de9c57ed0479b82cf91b2c1bf
child 479581 d5dd8fda7ef56b78226fec7c5bf9f6e636639cbf
child 479583 77e67447c23ba6e5afd7e775537a89487763291d
child 479589 76b385f09b44091ed2e5a2c3a3d3a27260acc833
child 479650 4f8b2d44eaa0c67bc7e7f5bac4e41e9a4b2e27c7
child 479712 edfca6fa4d5d8f4713117a8d18aaadede73661d9
child 479745 a659a14ce5ffe1ad891823a51137f52b2e2ca9c6
child 479765 aa2522182059a7d3463f47d4cf82d37200c62fe1
child 479986 3c52cd0e47cd59a1db554e899d9747c484c94b6d
child 479987 42918149736a589d8370aa13f7aa9dd5c175d957
child 479990 6b74e49474b304ac5a00853a91876af4142d87b5
child 480038 8793e90dbe8a4d16c5de7bf67c9dbc686ad339a9
child 480134 6ee848960689c2df92dd737b555c9fab3128f14d
child 480445 1c7efb63374235cb78cd65c7d48dd64290eb0ad3
child 480806 28b1fa7c3afdef8069a00fba62b5c11233e7bacb
child 480966 00575156db7c0b4dbdd1bdec78e3a571605f5c1f
child 480974 5595b596852b4419195e2a55d45fb6ac3c0ac2ed
child 481031 bce41858c7e872c8433782c0baa765555dac5c3a
child 481609 b40ef48be4e96818fe7edf74b8f52c901d8162a2
child 481611 f4e61cb7aa0ef5a08cbf353d338596d846e5e6c2
child 481936 8ebb4c7d1ea4bdb37a104aeeaef1f3ec305726f9
child 481949 15c8c8db97904be9412d7b5a92ab22cb7b2132d1
child 482007 7c28fb37ddaa949f887fd2a64ed7b001e984f16c
child 482078 cd74a5833d71fe9044b3b148a2f11e5eeaa25f55
child 482170 83cc162517e63581af914f1d76cd24539bcd8737
child 483055 06882c42e84bc1f7b106eb1d2e87f0fb9c85c143
child 483061 7f32838fc1a2e3bdf1cd561213e57fca37b6dba2
child 483167 5a52f722a2cfd4cd9777066333caf1a12790ba64
child 483321 c99745064eb80088cea8cdcf1214af1024c45f04
child 484101 83ef27a26c36f3b7bf72e92ca64a4628a2d6eb9f
child 486778 b837fcbe8637f9bc90ac8366e0c9c86bae6db012
child 486783 389e7f9a44fde6266f947035a43ced1a5b6e0c40
child 487096 85ad69a739c167d91bcb1a45c268f8b310926760
push id44263
push userbmo:madeleinechercover@me.com
push dateMon, 06 Feb 2017 18:53:13 +0000
reviewersdustin
bugs1335748
milestone54.0a1
Bug 1335748 - Enable a subset of test suites on Linux64 QR builds. r=dustin a=sheriffs for landing on m-c MozReview-Commit-ID: 21HebRtPfU8
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
taskcluster/ci/test/tests.yml
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -64,16 +64,28 @@ linux64-stylo/debug:
     test-sets:
         - stylo-tests
 linux64-stylo/opt:
     build-platform: linux64-stylo/opt
     test-sets:
         - stylo-tests
         - talos
 
+# QR builds just run a subset right now. Note that the tests in this
+# test set are further restricted in tests.yml to run on certain projects
+# only, to avoid adding too much infra load.
+linux64-qr/opt:
+    build-platform: linux64-qr/opt
+    test-sets:
+        - qr-tests
+linux64-qr/debug:
+    build-platform: linux64-qr/debug
+    test-sets:
+        - qr-tests
+
 linux64-ccov/opt:
     build-platform: linux64-ccov/opt
     test-sets:
         - ccov-code-coverage-tests
 linux64-jsdcov/opt:
     build-platform: linux64-jsdcov/opt
     test-sets:
         - jsdcov-code-coverage-tests
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -66,16 +66,27 @@ talos:
 # Limited test sets for specific platforms
 
 stylo-tests:
     - cppunit
     - crashtest
     - reftest-stylo
     - mochitest-style
 
+qr-tests:
+    - cppunit
+    - crashtest
+    - gtest
+    - jittest
+    - jsreftest
+    - mochitest-a11y
+    - reftest
+    - reftest-no-accel
+    - xpcshell
+
 ccov-code-coverage-tests:
     - crashtest
     - jsreftest
     - mochitest
     - mochitest-browser-chrome
     - mochitest-devtools-chrome
     - reftest
     - xpcshell
--- a/taskcluster/ci/test/tests.yml
+++ b/taskcluster/ci/test/tests.yml
@@ -9,16 +9,17 @@ cppunit:
     description: "CPP Unit Tests"
     suite: cppunittest
     treeherder-symbol: tc(Cpp)
     e10s: false
     docker-image: {"in-tree": "desktop1604-test"}
     run-on-projects:
         by-test-platform:
             windows.*: ['mozilla-central', 'try']
+            linux64-qr/.*: ['graphics']
             default: ['all']
     mozharness:
         by-test-platform:
             android.*:
                 script: android_emulator_unittest.py
                 no-read-buildbot-config: true
                 config:
                     - android/androidarm_4_3.py
@@ -46,16 +47,20 @@ crashtest:
     description: "Crashtest run"
     suite: reftest/crashtest
     treeherder-symbol: tc-R(C)
     instance-size:
         by-test-platform:
             android.*: xlarge
             default: default
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics', 'mozilla-central']
+            default: ['all']
     chunks:
         by-test-platform:
             android-4.3-arm7-api-15/debug: 10
             android.*: 4
             default: 1
     e10s:
         by-test-platform:
             windows.*: false # Bug 1304435
@@ -193,16 +198,20 @@ firefox-ui-functional-remote:
 
 gtest:
     description: "GTests run"
     suite: gtest
     treeherder-symbol: tc(GTest)
     e10s: false
     instance-size: xlarge
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics']
+            default: ['all']
     mozharness:
         script: desktop_unittest.py
         no-read-buildbot-config: true
         config:
             by-test-platform:
                 windows.*:
                     - unittests/win_taskcluster_unittest.py
                 macosx.*:
@@ -215,16 +224,20 @@ gtest:
             - --gtest-suite=gtest
 
 jittest:
     description: "JIT Test run"
     suite: jittest/jittest-chunked
     treeherder-symbol: tc(Jit)
     e10s: false
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics']
+            default: ['all']
     chunks:
         by-test-platform:
             windows.*: 1
             default: 6
     mozharness:
         script: desktop_unittest.py
         no-read-buildbot-config: true
         config:
@@ -264,16 +277,17 @@ jsreftest:
             default: both
     max-run-time:
         by-test-platform:
             android.*: 7200
             default: 3600
     run-on-projects:
         by-test-platform:
             windows.*: ['mozilla-central', 'try']
+            linux64-qr/.*: ['graphics', 'mozilla-central']
             default: ['all']
     mozharness:
         by-test-platform:
             android.*:
                 script: android_emulator_unittest.py
                 no-read-buildbot-config: true
                 config:
                     - android/androidarm_4_3.py
@@ -396,16 +410,20 @@ mochitest:
 
 mochitest-a11y:
     description: "Mochitest a11y run"
     suite: mochitest/a11y
     treeherder-symbol: tc-M(a11y)
     loopback-video: true
     e10s: false
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics']
+            default: ['all']
     mozharness:
         script: desktop_unittest.py
         no-read-buildbot-config: true
         chunked: true
         config:
             by-test-platform:
                 windows.*:
                     - unittests/win_taskcluster_unittest.py
@@ -866,16 +884,20 @@ mochitest-style:
         extra-options:
             - --mochitest-suite=mochitest-style
 
 reftest:
     description: "Reftest run"
     suite: reftest/reftest
     treeherder-symbol: tc-R(R)
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics', 'mozilla-central']
+            default: ['all']
     instance-size:
         by-test-platform:
             android.*: xlarge
             default: default
     chunks:
         by-test-platform:
             android-4.3-arm7-api-15/debug: 48
             android.*: 16
@@ -916,16 +938,20 @@ reftest:
                 extra-options:
                     - --reftest-suite=reftest
 
 reftest-no-accel:
     description: "Reftest not accelerated run"
     suite: reftest/reftest-no-accel
     treeherder-symbol: tc-R(Ru)
     docker-image: {"in-tree": "desktop1604-test"}
+    run-on-projects:
+        by-test-platform:
+            linux64-qr/.*: ['graphics', 'mozilla-central']
+            default: ['all']
     chunks:
       by-test-platform:
         macosx.*: 1
         default: 8
     mozharness:
         script: desktop_unittest.py
         no-read-buildbot-config: true
         config:
@@ -1228,16 +1254,17 @@ xpcshell:
     suite:
         by-test-platform:
             linux64-jsdcov/opt: xpcshell-coverage
             default: xpcshell
     treeherder-symbol: tc-X()
     run-on-projects:
         by-test-platform:
             linux64-jsdcov/opt: []
+            linux64-qr/.*: ['graphics']
             default: ['all']
     chunks:
         by-test-platform:
             linux64/debug: 10
             android-4.2-x86/opt: 6
             # windows.*: 1
             macosx.*: 1
             default: 8
@@ -1276,9 +1303,9 @@ xpcshell:
                         linux.*:
                             - unittests/linux_unittest.py
                             - remove_executables.py
                 extra-options:
                     by-test-platform:
                         linux64-jsdcov/opt:
                             - --xpcshell-suite=xpcshell-coverage
                         default:
-                            - --xpcshell-suite=xpcshell
\ No newline at end of file
+                            - --xpcshell-suite=xpcshell