Bug 1493907 - [wdspec] Run Wdspec tests for shippable builds in headless mode on all platforms. r=webdriver-reviewers,ato
authorHenrik Skupin <mail@hskupin.info>
Wed, 03 Jul 2019 14:56:28 +0000
changeset 544006 60ee55f4c31d4eee4d7d3941f4cab6bf883e9d98
parent 544005 d62f57d8e0b72ba75be5b50bb02d042ec2ace36c
child 544007 66be066c4ac045545e800549b313b6d9c0c26780
push id2131
push userffxbld-merge
push dateMon, 26 Aug 2019 18:30:20 +0000
treeherdermozilla-release@b19ffb3ca153 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewerswebdriver-reviewers, ato
bugs1493907
milestone69.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1493907 - [wdspec] Run Wdspec tests for shippable builds in headless mode on all platforms. r=webdriver-reviewers,ato Differential Revision: https://phabricator.services.mozilla.com/D36726
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
taskcluster/ci/test/web-platform.yml
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -44,16 +44,17 @@ linux64/opt:
         - raptor-firefox
         - raptor-fetch-firefox
         - marionette-media-tests
 linux64-shippable/opt:
     build-platform: linux64-shippable/opt
     test-sets:
         - common-tests
         - web-platform-tests
+        - web-platform-tests-wdspec-headless
         - opt-only-tests
         - desktop-screenshot-capture
         - talos
         - awsy
         - mochitest-headless
         - marionette-headless
         - linux-talos-flex
         - raptor-chromium
@@ -147,16 +148,17 @@ windows7-32-shippable/opt:
     build-platform: win32-shippable/opt
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - windows-reftest-gpu
         - windows-talos
         - windows-tests
         - web-platform-tests
+        - web-platform-tests-wdspec-headless
         - raptor-chromium
         - raptor-firefox
 
 windows7-32-devedition/opt:
     build-platform: win32-devedition-nightly/opt
     test-sets:
         - desktop-screenshot-capture
         - windows-reftest-gpu
@@ -216,16 +218,17 @@ windows10-64-shippable/opt:
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - desktop-instrumentation
         - windows-talos
         - marionette-gpu-tests
         - windows-tests
         - web-platform-tests
+        - web-platform-tests-wdspec-headless
         - raptor-firefox
         - raptor-chromium
         - raptor-profiling
 
 windows10-64-devedition/opt:
     build-platform: win64-devedition-nightly/opt
     test-sets:
         - desktop-screenshot-capture
@@ -272,16 +275,17 @@ macosx1014-64-shippable/opt:
         - macosx1014-64-tests
         - macosx64-talos
         # - desktop-screenshot-capture
         - awsy
         - raptor-chromium
         - raptor-firefox
         - raptor-profiling
         - marionette-media-tests
+        - web-platform-tests-wdspec-headless
 
 macosx1014-64/debug:
     build-platform: macosx64-shippable/opt
     test-sets:
         - macosx1014-64-tests
         # - marionette-media-tests
 
 macosx1014-64-devedition/opt:
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -46,19 +46,17 @@ common-tests:
     - test-verify-wpt
     - xpcshell
 
 web-platform-tests:
     - web-platform-tests
     - web-platform-tests-reftests
     - web-platform-tests-wdspec
 
-web-platform-tests-headless:
-    - web-platform-tests-headless
-    - web-platform-tests-reftests-headless
+web-platform-tests-wdspec-headless:
     - web-platform-tests-wdspec-headless
 
 opt-only-tests:
     - mochitest-valgrind
 
 talos:
     - talos-bcv
     - talos-chrome
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -68,40 +68,16 @@ web-platform-tests:
             windows10-aarch64.*: 2
             .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
             default: default
     mozharness:
         chunked: true
         extra-options:
             - --test-type=testharness
 
-web-platform-tests-headless:
-    description: "Web platform test headless run"
-    suite: web-platform-tests
-    treeherder-symbol: W(wptH)
-    chunks:
-        by-test-platform:
-            macosx.*/opt: 8
-            macosx.*/debug: 16
-    e10s: true
-    max-run-time: 7200
-    run-on-projects: []  # disabled pending releng approval
-    mozharness:
-        chunked: true
-        extra-options:
-            by-test-platform:
-                windows.*:
-                    - --test-type=testharness
-                    - --headless
-                    - --headless-width=1024
-                    - --headless-height=768
-                default:
-                    - --test-type=testharness
-                    - --headless
-
 web-platform-tests-reftests:
     description: "Web platform reftest run"
     suite:
         name: web-platform-tests-reftests
     schedules-component: web-platform-tests-reftests
     treeherder-symbol: W(Wr)
     chunks:
         by-test-platform:
@@ -122,36 +98,16 @@ web-platform-tests-reftests:
             android.*: 2
             linux64-asan/opt: 2
             windows10-aarch64.*: 2
             default: default
     mozharness:
         extra-options:
             - --test-type=reftest
 
-web-platform-tests-reftests-headless:
-    description: "Web platform reftest headless run"
-    suite:
-        name: web-platform-tests-reftests
-    schedules-component: web-platform-tests-reftests
-    treeherder-symbol: W(WrH)
-    chunks: 6
-    e10s: true
-    run-on-projects: []  # disabled pending releng approval
-    mozharness:
-        extra-options:
-            by-test-platform:
-                windows.*:
-                    - --test-type=reftest
-                    - --headless
-                    - --headless-width=1024
-                    - --headless-height=768
-                default:
-                    - --test-type=reftest
-
 web-platform-tests-wdspec:
     description: "Web platform webdriver-spec run"
     suite:
         name: web-platform-tests-wdspec
     schedules-component: web-platform-tests-wdspec
     treeherder-symbol: W(Wd)
     chunks:
         by-test-platform:
@@ -173,25 +129,26 @@ web-platform-tests-wdspec:
             default: default
 
 web-platform-tests-wdspec-headless:
     description: "Web platform webdriver-spec headless run"
     suite:
         name: web-platform-tests-wdspec
     schedules-component: web-platform-tests-wdspec
     treeherder-symbol: W(WdH)
-    run-on-projects: []  # disabled pending releng approval
+    chunks: 2
+    tier: 2
     mozharness:
         extra-options:
             by-test-platform:
                 windows.*:
                     - --test-type=wdspec
                     - --headless
-                    - --headless-width=1024
-                    - --headless-height=768
+                    - --headless-width=1600
+                    - --headless-height=1200
                 default:
                     - --test-type=wdspec
                     - --headless
 
 test-verify-wpt:
     description: "Extra verification of web-platform tests modified on this push"
     suite:
         category: test-verify