Bug 1460724 - Flip the linux64-qr talos set from a whitelist to a blacklist. r=jmaher
authorKartikaya Gupta <kgupta@mozilla.com>
Fri, 11 May 2018 07:48:22 -0400
changeset 794454 3ce8b9d886c4940a381d1ad838c4e40f759ce1be
parent 794453 bce386dbea23d824e603990c3524258c2022928c
child 794455 81cd3c005ba093149eb15a3a7c9b26e8e58787c3
push id109697
push userbmo:sledru@mozilla.com
push dateSat, 12 May 2018 10:04:34 +0000
reviewersjmaher
bugs1460724
milestone62.0a1
Bug 1460724 - Flip the linux64-qr talos set from a whitelist to a blacklist. r=jmaher Instead of having a special test-set for linux64-qr we can just use the regular test set, and explicitly disable the individual tests that are failing. MozReview-Commit-ID: 8MUj1YdtOsH
taskcluster/ci/test/talos.yml
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
--- a/taskcluster/ci/test/talos.yml
+++ b/taskcluster/ci/test/talos.yml
@@ -427,16 +427,17 @@ talos-tp6-stylo-threads:
 
 talos-tps:
     description: "Talos page scroll (tps)"
     try-name: tps
     treeherder-symbol: T(tps)
     max-run-time: 900
     run-on-projects:
         by-test-platform:
+            linux64-qr/.*: []  # bug 1390875
             linux64-ccov/.*: ['try']  # Bug 1407593
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=tps
 
 talos-tps-profiling:
     description: "Talos page scroll profiling (tps)"
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -88,17 +88,17 @@ linux64-stylo-sequential/opt:
     test-sets:
         - awsy-stylo-sequential
 
 # QR builds just run a subset right now.
 linux64-qr/opt:
     build-platform: linux64/opt
     test-sets:
         - linux-qr-tests
-        - linux-qr-talos
+        - talos
         - awsy
         - web-platform-tests
 linux64-qr/debug:
     build-platform: linux64/debug
     test-sets:
         - linux-qr-tests
         - web-platform-tests
 
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -84,34 +84,16 @@ awsy:
     - awsy
 
 awsy-stylo-sequential:
     - awsy-stylo-sequential
 
 ##
 # Limited test sets for specific platforms
 
-linux-qr-talos:
-    - talos-chrome
-    - talos-dromaeojs
-    - talos-g1
-    # - talos-g2 # doesn't work with QR yet
-    - talos-g3
-    - talos-g4
-    - talos-g5
-    - talos-other
-    - talos-svgr
-    - talos-tp5o
-    - talos-perf-reftest
-    - talos-perf-reftest-singletons
-    - talos-tp6
-    - talos-tp6-stylo-threads
-    - talos-speedometer
-    - talos-motionmark
-
 linux-qr-tests:
     - cppunit
     - crashtest
     - gtest
     - jittest
     - jsreftest
     - mochitest
     - mochitest-a11y