Bug 1550895 - Run geckoview wpt as tier-2 jobs r=jgraham
authorWes Kocher <wkocher@mozilla.com>
Fri, 17 May 2019 22:47:59 +0000
changeset 474613 a4c80ac02e503ab80d94b6aa1584a4c659c0c073
parent 474612 c34880f0f63009f9bafaf5e5064c8c30085618c1
child 474614 d650f8a160f8c80d2645f4b2936175db013460ec
push id36042
push userdvarga@mozilla.com
push dateTue, 21 May 2019 04:19:40 +0000
treeherdermozilla-central@ca560ff55451 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjgraham
bugs1550895
milestone69.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1550895 - Run geckoview wpt as tier-2 jobs r=jgraham This patch runs wpt against opt and debug builds of geckoview as tier-2 jobs on mozilla-central and try. Differential Revision: https://phabricator.services.mozilla.com/D31581
taskcluster/ci/test/test-sets.yml
taskcluster/ci/test/web-platform.yml
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -445,28 +445,28 @@ android-opt-tests:
     # Robocop tests often fail on Debug builds
     - robocop
 
 android-x86_64-opt-tests:
     # crashtests failing on debug; bug 1524493
     - crashtest
     # geckoview-junit perma-fail on opt and debug; bug 1521195
     # - geckoview-junit
-    - web-platform-tests
-    - web-platform-tests-reftests
 
 android-x86_64-tests:
     - gtest
     - cppunit
     - jsreftest
     - marionette
     - mochitest
     - mochitest-gpu
     # various reftest (plain) failures; bug 1501582
     # - reftest
+    - web-platform-tests
+    - web-platform-tests-reftests
     - xpcshell
 
 android-x86-tests:
     - web-platform-tests
     - web-platform-tests-reftests
 
 android-ccov-tests:
     - geckoview-junit
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -1,17 +1,20 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 ---
 job-defaults:
     suite:
         category: web-platform-tests
     instance-size: xlarge
-    max-run-time: 5400
+    max-run-time:
+        by-test-platform:
+            android-em-7.0-x86_64/debug: 7200
+            default: 5400
     variants:
         by-test-platform:
             linux64/debug: ['serviceworker']
             default: []
     virtualization:
         by-test-platform:
             windows10-64(?:-pgo|-shippable)?-qr/.*: virtual-with-gpu
             default: virtual
@@ -27,16 +30,17 @@ job-defaults:
                     - android/androidx86_7_0.py
                     - web_platform_tests/prod_config_android.py
                 default:
                     - web_platform_tests/prod_config.py
                     - remove_executables.py
     target:
         by-test-platform:
             android-em-7.0-x86_64/opt: geckoview-androidTest.apk
+            android-em-7.0-x86_64/debug: geckoview-androidTest.apk
             default: null
 
 web-platform-tests:
     description: "Web platform test run"
     suite: web-platform-tests
     treeherder-symbol: W(wpt)
     chunks:
         by-test-platform:
@@ -58,17 +62,16 @@ web-platform-tests:
     run-on-projects:
         by-test-platform:
             android.*: ['mozilla-central', 'try']
             windows10-aarch64/opt: ['try', 'mozilla-central']
             .*-qr/.*: ['release', 'try']  # skip on integration branches due to high load
             default: built-projects
     tier:
         by-test-platform:
-            android-em-7.0-x86_64/opt: 3
             android.*: 2
             linux64-asan/opt: 2
             windows10-aarch64.*: 2
             .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
             default: default
     mozharness:
         chunked: true
         extra-options:
@@ -122,17 +125,16 @@ web-platform-tests-reftests:
             default: true
     run-on-projects:
         by-test-platform:
             android.*: ['mozilla-central', 'try']
             windows10-aarch64/opt: ['try', 'mozilla-central']
             default: built-projects
     tier:
         by-test-platform:
-            android-em-7.0-x86_64/opt: 3
             android.*: 2
             linux64-asan/opt: 2
             windows10-aarch64.*: 2
             default: default
     mozharness:
         extra-options:
             - --test-type=reftest
 
@@ -175,17 +177,17 @@ web-platform-tests-wdspec:
     run-on-projects:
         by-test-platform:
             windows10-aarch64/opt: ['try', 'mozilla-central']
             android.*: ['mozilla-central', 'try']
             .*-qr/.*: ['release', 'try']
             default: built-projects
     tier:
         by-test-platform:
-            android.*: 3
+            android.*: 2
             linux64-asan/opt: 2
             .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
             default: default
 
 web-platform-tests-wdspec-headless:
     description: "Web platform webdriver-spec headless run"
     suite:
         name: web-platform-tests-wdspec