Bug 1602863 - run web-platform-tests on ubuntu1804 except ccov r=jmaher
☠☠ backed out by 46bb509181bf ☠ ☠
authorEdwin Takahashi <egao@mozilla.com>
Sat, 11 Jan 2020 01:33:53 +0000
changeset 509856 ba5a1a2c62f6354e56f4be5af7346d3f17a4457a
parent 509855 e8d220dbe0299d90441b3dce6587a5b174f24644
child 509857 34b855ac76ea37bc1dc02d6437194991e85b64e3
push id37005
push usernerli@mozilla.com
push dateSat, 11 Jan 2020 21:51:30 +0000
treeherdermozilla-central@408f6c0f9814 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1602863
milestone74.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1602863 - run web-platform-tests on ubuntu1804 except ccov r=jmaher Changes: Rename the `web-platform-tests-1804` set to `web-platform-tests`. Create a new set with name `web-platform-tests-wdspec` which will hold only the `wdspec` test to be run on ubuntu1604. Use the now-named `web-platform-tests` set to be used for ubuntu1804 platforms. Differential Revision: https://phabricator.services.mozilla.com/D59449
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
taskcluster/ci/test/web-platform.yml
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -26,74 +26,74 @@ linux1804-32-shippable/opt:
 
 linux1804-64/opt:
     build-platform: linux64/opt
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - linux1804-tests
         - mochitest-headless
-        - web-platform-tests-1804
+        - web-platform-tests
 
 linux1804-64/debug:
     build-platform: linux64/debug
     test-sets:
         - linux1804-tests
-        - web-platform-tests-1804
+        - web-platform-tests
 
 linux1804-64-shippable/opt:
     build-platform: linux64-shippable/opt
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - linux1804-tests
         - marionette-headless
         - mochitest-headless
-        - web-platform-tests-1804
+        - web-platform-tests
         - web-platform-tests-wdspec-headless
 
 linux1804-64-devedition/opt:
     build-platform: linux64-devedition-nightly/opt
     test-sets:
         - desktop-screenshot-capture
         - linux1804-tests
-        - web-platform-tests-1804
+        - web-platform-tests
 
 linux1804-64-asan/opt:
     build-platform: linux64-asan/opt
     test-sets:
         - linux1804-tests
-        - web-platform-tests-1804
+        - web-platform-tests
 
 # Stylo sequential runs check memory and
 # performance when using a single thread.
 linux1804-64-stylo-sequential/opt:
     build-platform: linux64/opt
     test-sets:
         - awsy-stylo-sequential
 
 linux1804-64-qr/opt:
     build-platform: linux64/opt
     test-sets:
         - awsy
         - linux1804-qr-tests
-        - web-platform-tests-1804
+        - web-platform-tests
 
 linux1804-64-shippable-qr/opt:
     build-platform: linux64-shippable/opt
     test-sets:
         - awsy
         - linux1804-qr-tests
-        - web-platform-tests-1804
+        - web-platform-tests
 
 linux1804-64-qr/debug:
     build-platform: linux64/debug
     test-sets:
         - linux1804-qr-tests
-        - web-platform-tests-1804
+        - web-platform-tests
 
 # Disabled temporarily due to Bug 1602863
 # linux1804-64-asan-qr/opt:
 #     build-platform: linux64-asan/opt
 #     test-sets:
 #         - linux-qr-smoketests
 
 # Temporarily disabled as ccov still runs on ubuntu1604, Bug 1606861
@@ -102,35 +102,35 @@ linux1804-64-qr/debug:
 #     test-sets:
 #         - awsy
 #         - linux1804-tests
 
 linux64/debug:
     build-platform: linux64/debug
     test-sets:
         - linux-common-tests
-        - web-platform-tests
+        - web-platform-tests-wdspec
 
 linux64/opt:
     build-platform: linux64/opt
     test-sets:
         - linux-common-tests
-        - web-platform-tests
+        - web-platform-tests-wdspec
         - opt-only-tests
         - talos
         - linux-talos-flex
         - raptor-firefox
         - browsertime
         - raptor-fetch-firefox
 
 linux64-shippable/opt:
     build-platform: linux64-shippable/opt
     test-sets:
         - linux-common-tests
-        - web-platform-tests
+        - web-platform-tests-wdspec
         - opt-only-tests
         - talos
         - linux-talos-flex
         - raptor-chrome
         - raptor-chromium
         - raptor-fetch-chromium
         - raptor-firefox
         - browsertime
@@ -138,52 +138,52 @@ linux64-shippable/opt:
         - raptor-profiling
         - raptor-fetch-profiling
         - talos-profiling
 
 linux64-devedition/opt:
     build-platform: linux64-devedition-nightly/opt
     test-sets:
         - linux-common-tests
-        - web-platform-tests
+        - web-platform-tests-wdspec
         - opt-only-tests
 
 # TODO: use 'asan' label here, instead of -asan/opt
 linux64-asan/opt:
     build-platform: linux64-asan/opt
     test-sets:
         - linux-common-tests
-        - web-platform-tests
+        - web-platform-tests-wdspec
 
 # QR builds just run a subset right now.
 linux64-qr/opt:
     build-platform: linux64/opt
     test-sets:
         - linux-qr-tests
         - talos
-        - web-platform-tests
+        - web-platform-tests-wdspec
         - raptor-firefox
         - browsertime
         - raptor-fetch-firefox
 
 linux64-shippable-qr/opt:
     build-platform: linux64-shippable/opt
     test-sets:
         - linux-qr-tests
         - talos
-        - web-platform-tests
+        - web-platform-tests-wdspec
         - raptor-firefox
         - browsertime
         - raptor-fetch-firefox
 
 linux64-qr/debug:
     build-platform: linux64/debug
     test-sets:
         - linux-qr-tests
-        - web-platform-tests
+        - web-platform-tests-wdspec
 
 linux64-asan-qr/opt:
     build-platform: linux64-asan/opt
     test-sets:
         - linux-qr-smoketests
 
 linux64-ccov/opt:
     build-platform: linux64-ccov/opt
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -46,28 +46,28 @@ common-tests:
     - telemetry-tests-client
     - test-verify
     - test-verify-gpu
     - test-verify-wpt
     - xpcshell
 
 web-platform-tests:
     - web-platform-tests
-    - web-platform-tests-wdspec
-
-web-platform-tests-1804:
     - web-platform-tests-crashtests
     - web-platform-tests-reftests
 
 web-platform-tests-linux-ccov:
     - web-platform-tests
     - web-platform-tests-crashtests
     - web-platform-tests-reftests
     - web-platform-tests-wdspec
 
+web-platform-tests-wdspec:
+    - web-platform-tests-wdspec
+
 web-platform-tests-wdspec-headless:
     - web-platform-tests-wdspec-headless
 
 opt-only-tests:
     - mochitest-valgrind
 
 talos:
     - talos-bcv
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -7,22 +7,22 @@ job-defaults:
         category: web-platform-tests
     instance-size: xlarge
     max-run-time:
         by-test-platform:
             android-em-7.0-x86_64/debug: 7200
             default: 5400
     variants:
         by-test-platform:
-            linux64/debug: ['fission', 'serviceworker']
+            linux1804-64/debug: ['fission', 'serviceworker']
             default: ['fission']
     fission-run-on-projects:
         by-test-platform:
-            linux64-qr/debug: ['trunk']
-            linux64-qr/opt: ['mozilla-central']
+            linux1804-64-qr/debug: ['trunk']
+            linux1804-64-qr/opt: ['mozilla-central']
             windows10-64-qr/opt: ['mozilla-central']
             default: []
     fission-tier: 2
     mozharness:
         script: web_platform_tests.py
         config:
             by-test-platform:
                 windows.*:
@@ -43,41 +43,41 @@ job-defaults:
 
 web-platform-tests:
     description: "Web platform test run"
     suite: web-platform-tests
     treeherder-symbol: W(wpt)
     chunks:
         by-test-platform:
             android.*: 18
-            linux64-asan/opt: 24
+            linux1804-64-asan/opt: 24
             linux64-ccov/debug: 24
             linux64-ccov/opt: 24
             linux.*/debug: 18
             macosx*/opt: 8
             macosx.*/debug: 16
             windows.*/debug: 18
             windows10-64-ccov/opt: 18
             windows10-aarch64/opt: 16
             default: 12
     max-run-time:
         by-test-platform:
             .*-ccov/.*: 10800
-            linux64-qr/debug: 9000
+            linux1804-64-qr/debug: 9000
             default: 7200
     e10s: true
     run-on-projects:
         by-test-platform:
             windows10-aarch64/opt: ['try', 'mozilla-central']
             linux1804-32-shippable/opt: ['try', 'release']  # skip integration, Bug 1599197
             .*-qr/.*: ['release', 'try']  # skip on integration branches due to high load
             default: built-projects
     tier:
         by-test-platform:
-            linux64-asan/opt: 2
+            linux1804-64-asan/opt: 2
             windows10-aarch64.*: 2
             .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
             linux64-ccov/opt: 3
             default: default
     mozharness:
         chunked: true
         extra-options:
             - --test-type=testharness
@@ -193,17 +193,17 @@ test-verify-wpt:
     schedules-component: test-verify-wpt
     treeherder-symbol: TVw
     max-run-time: 10800
     run-on-projects:
         by-test-platform:
             # do not run on ccov
             .*-ccov/.*: []
             .*-asan/.*: []
-            (?:windows10-64|windows7-32|linux64)(?:-qr)?/opt: ['mozilla-central', 'try']
+            (?:windows10-64|windows7-32|linux1804-64)(?:-qr)?/opt: ['mozilla-central', 'try']
             macosx.*64(?:-qr)?/opt: ['mozilla-central', 'try']
             # do not run on beta or release: usually just confirms earlier results
             default: ['trunk', 'try']
     tier: 2
     mozharness:
         extra-options:
             - --verify