Bug 1501562 - Run wpt against geckoview r=jgraham
☠☠ backed out by 3c1b4fc52fe2 ☠ ☠
authorWes Kocher <wkocher@mozilla.com>
Fri, 19 Apr 2019 21:10:50 +0000
changeset 470332 a033f955b188dcf34133d865822803c27602cf46
parent 470327 43c7c3f10a71a5bede2282db7dcd80d674cf237d
child 470333 fddb75448c79cf2db033f10127d0f6c6384d125b
push id35901
push usershindli@mozilla.com
push dateMon, 22 Apr 2019 15:47:10 +0000
treeherdermozilla-central@1d1471ae2e7a [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjgraham
bugs1501562
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1501562 - Run wpt against geckoview r=jgraham This patch leaves wpt running against fennec on androidx86 as tier2, adds wpt to run against geckoview testactivity on android x86_64 as tier3, and adds enough metadata to run_info_extras to help differentiate the two in expectation files. Fennec is "os == android and not e10s", while geckoview is "os == android and e10s". Differential Revision: https://phabricator.services.mozilla.com/D27182
taskcluster/ci/test/test-sets.yml
taskcluster/ci/test/web-platform.yml
testing/web-platform/tests/tools/wptrunner/wptrunner/browsers/fennec.py
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -407,16 +407,18 @@ android-opt-tests:
     - robocop
 
 android-x86_64-opt-tests:
     # crashtests failing on debug; bug 1524493
     - crashtest
     # geckoview-junit perma-fail on opt and debug; bug 1521195
     # - geckoview-junit
     - mochitest
+    - web-platform-tests
+    - web-platform-tests-reftests
 
 android-x86_64-tests:
     - gtest
     - jsreftest
     - marionette
     - mochitest-clipboard
     - mochitest-gpu
     # various reftest (plain) failures; bug 1501582
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -18,24 +18,28 @@ job-defaults:
                 macosx.*:
                     - web_platform_tests/prod_config_mac.py
                 android-em.*:
                     - android/androidx86_7_0.py
                     - web_platform_tests/prod_config_android.py
                 default:
                     - web_platform_tests/prod_config.py
                     - remove_executables.py
+    target:
+        by-test-platform:
+            android-em-7.0-x86_64/opt: geckoview-androidTest.apk
+            default: null
 
 web-platform-tests:
     description: "Web platform test run"
     suite: web-platform-tests
     treeherder-symbol: W(wpt)
     chunks:
         by-test-platform:
-            android.*: 36
+            android.*: 18
             linux.*/debug: 18
             macosx64.*/opt: 8
             macosx64/debug: 16
             windows10.*/debug: 18
             windows10-aarch64/opt: 12
             macosx64-ccov/debug: 24
             default: 12
     max-run-time:
@@ -50,16 +54,17 @@ web-platform-tests:
     run-on-projects:
         by-test-platform:
             android.*: ['mozilla-central', 'try']
             windows10-aarch64/opt: ['try', 'mozilla-central']
             .*-qr/.*: ['release', 'try']  # skip on integration branches due to high load
             default: built-projects
     tier:
         by-test-platform:
+            android-em-7.0-x86_64/opt: 3
             android.*: 2
             linux64-asan/opt: 2
             windows10-aarch64.*: 2
             .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
             default: default
     mozharness:
         chunked: true
         extra-options:
@@ -91,31 +96,29 @@ web-platform-tests-headless:
                 default:
                     - --test-type=testharness
                     - --headless
 
 web-platform-tests-reftests:
     description: "Web platform reftest run"
     suite: web-platform-tests-reftests
     treeherder-symbol: W(Wr)
-    chunks:
-        by-test-platform:
-            android.*: 12
-            default: 6
+    chunks: 6
     e10s:
         by-test-platform:
             linux32/debug: both
             default: true
     run-on-projects:
         by-test-platform:
             android.*: ['mozilla-central', 'try']
             windows10-aarch64/opt: ['try', 'mozilla-central']
             default: built-projects
     tier:
         by-test-platform:
+            android-em-7.0-x86_64/opt: 3
             android.*: 2
             linux64-asan/opt: 2
             windows10-aarch64.*: 2
             default: default
     mozharness:
         extra-options:
             - --test-type=reftest
 
--- a/testing/web-platform/tests/tools/wptrunner/wptrunner/browsers/fennec.py
+++ b/testing/web-platform/tests/tools/wptrunner/wptrunner/browsers/fennec.py
@@ -63,17 +63,18 @@ def browser_kwargs(test_type, run_info_d
             "tests_root": config.doc_root}
 
 
 def env_extras(**kwargs):
     return []
 
 
 def run_info_extras(**kwargs):
-    rv = {"e10s": False,
+    package = kwargs["package_name"]
+    rv = {"e10s": True if package is not None and "geckoview" in package else False,
           "headless": False,
           "sw-e10s": False}
     rv.update(run_info_browser_version(kwargs["binary"]))
     return rv
 
 
 def env_options():
     # The server host is set to public localhost IP so that resources can be accessed