Bug 1467783 - Split basic_compositor_video into a separate suite and disable it on QR test platforms. r=jmaher
authorKartikaya Gupta <kgupta@mozilla.com>
Fri, 08 Jun 2018 09:59:14 -0400
changeset 478691 14df100966e9b7494b24f5f70851951673980c52
parent 478690 6aae8979eb2c52b961dedb602849aaf15a027eaa
child 478692 dd482a0086c4841b03a4a57c18bce19197df1fb2
push id1757
push userffxbld-merge
push dateFri, 24 Aug 2018 17:02:43 +0000
treeherdermozilla-release@736023aebdb1 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1467783
milestone62.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1467783 - Split basic_compositor_video into a separate suite and disable it on QR test platforms. r=jmaher MozReview-Commit-ID: Ls5rM9SgOV9
taskcluster/ci/test/talos.yml
taskcluster/ci/test/test-sets.yml
testing/talos/talos.json
--- a/taskcluster/ci/test/talos.yml
+++ b/taskcluster/ci/test/talos.yml
@@ -20,16 +20,43 @@ job-defaults:
                     - talos/windows_config.py
                 windows10-64-ccov/debug:
                     - talos/windows_vm_config.py
                 linux64-ccov/debug:
                     - talos/linux64_config_taskcluster.py
                 default:
                     - talos/linux_config.py
 
+talos-bcv:
+    description: "Talos basic compositor video"
+    try-name: bcv
+    treeherder-symbol: T(bcv)
+    run-on-projects:
+        by-test-platform:
+            .*-qr/.*: []  # this test is not useful with webrender
+            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --suite=bcv
+
+talos-bcv-profiling:
+    description: "Talos profiling basic compositor video"
+    try-name: bcv-profiling
+    treeherder-symbol: T-P(bcv)
+    run-on-projects:
+        by-test-platform:
+            .*-qr/.*: []  # this test is not useful with webrender
+            default: ['mozilla-central', 'try']
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --suite=bcv
+            - --geckoProfile
+
 talos-chrome:
     description: "Talos chrome"
     try-name: chromez
     treeherder-symbol: T(c)
     run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -53,16 +53,17 @@ web-platform-tests-headless:
     - web-platform-tests-headless
     - web-platform-tests-reftests-headless
     - web-platform-tests-wdspec-headless
 
 opt-only-tests:
     - mochitest-valgrind
 
 talos:
+    - talos-bcv
     - talos-chrome
     - talos-damp
     - talos-dromaeojs
     - talos-g1
     - talos-g3
     - talos-g4
     - talos-g5
     - talos-other
@@ -98,16 +99,17 @@ linux-qr-tests:
     - mochitest-a11y
     - mochitest-gpu
     - mochitest-media
     - mochitest-webgl
     - reftest
     - xpcshell
 
 linux-talos-profiling:
+    - talos-bcv-profiling
     - talos-chrome-profiling
     - talos-damp-profiling
     - talos-dromaeojs-profiling
     - talos-g1-profiling
     - talos-g3-profiling
     - talos-g4-profiling
     - talos-g5-profiling
     - talos-other-profiling
@@ -166,16 +168,17 @@ windows-tests:
     - test-verify
     - test-verify-gpu
     - test-verify-wpt
     - web-platform-tests
     - web-platform-tests-reftests
     - xpcshell
 
 windows-talos:
+    - talos-bcv
     - talos-chrome
     - talos-damp
     - talos-dromaeojs
     - talos-g1
     - talos-g4
     - talos-g5
     - talos-other
     - talos-perf-reftest
@@ -185,16 +188,17 @@ windows-talos:
     - talos-xperf
     - talos-speedometer
     - talos-tp6
     - talos-tps
     - talos-motionmark
     - talos-h1
 
 windows-talos-profiling:
+    - talos-bcv-profiling
     - talos-chrome-profiling
     - talos-damp-profiling
     - talos-dromaeojs-profiling
     - talos-g1-profiling
     - talos-g3-profiling
     - talos-g4-profiling
     - talos-g5-profiling
     - talos-motionmark-profiling
@@ -230,16 +234,17 @@ macosx64-tests:
     - test-verify
     - test-verify-gpu
     - test-verify-wpt
     - web-platform-tests
     - web-platform-tests-reftests
     - xpcshell
 
 macosx64-talos:
+    - talos-bcv
     - talos-chrome
     - talos-damp
     - talos-dromaeojs
     - talos-g1
     - talos-g4
     - talos-g5
     - talos-other
     - talos-svgr
@@ -249,16 +254,17 @@ macosx64-talos:
     - talos-tp6
     - talos-tp6-stylo-threads
     # - talos-tps # Bug 1453007 times out
     - talos-speedometer
     - talos-motionmark
     # - talos-h1 # too long to unpack profile- Bug 1442893
 
 macosx64-talos-profiling:
+    - talos-bcv-profiling
     - talos-chrome-profiling
     - talos-damp-profiling
     - talos-dromaeojs-profiling
     - talos-g1-profiling
     - talos-g3-profiling
     - talos-g4-profiling
     - talos-g5-profiling
     - talos-other-profiling
--- a/testing/talos/talos.json
+++ b/testing/talos/talos.json
@@ -1,10 +1,13 @@
 {
     "suites": {
+        "bcv-e10s": {
+            "tests": ["basic_compositor_video"]
+        },
         "chromez-e10s": {
             "tests": ["about_preferences_basic", "tresize"]
         },
         "dromaeojs-e10s": {
             "tests": ["dromaeo_css", "kraken"]
         },
         "flex-e10s": {
             "tests": ["tart_flex", "ts_paint_flex"]
@@ -23,17 +26,17 @@
         "tps-e10s": {
             "tests": ["tps"],
             "pagesets_name": "tp5n.zip"
         },
         "g3-e10s": {
             "tests": ["dromaeo_dom"]
         },
         "g4-e10s": {
-            "tests": ["basic_compositor_video", "glvideo", "displaylist_mutate", "rasterflood_svg", "rasterflood_gradient"]
+            "tests": ["glvideo", "displaylist_mutate", "rasterflood_svg", "rasterflood_gradient"]
         },
         "g5-e10s": {
             "tests": ["ts_paint_webext", "tp5o_webext"],
             "pagesets_name": "tp5n.zip"
         },
         "motionmark-e10s": {
             "tests": ["motionmark_animometer", "motionmark_htmlsuite", "JetStream", "ARES6"],
             "benchmark_zip": "jetstream.zip"