Bug 1501562 - Run wpt against geckoview r=jgraham
☠☠ backed out by 7133f3098dc5 ☠ ☠
authorWes Kocher <wkocher@mozilla.com>
Tue, 23 Apr 2019 21:02:30 +0000
changeset 532443 f5d44a3e3a7a45700df23849b5741836fb94ba8f
parent 532442 db8e013ac78c8b0b4436fd86f867ce75e0064b5a
child 532444 8045a87e5ce666e6de3fb71c58f60007d1f27608
push id2082
push userffxbld-merge
push dateMon, 01 Jul 2019 08:34:18 +0000
treeherdermozilla-release@2fb19d0466d2 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjgraham
bugs1501562
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1501562 - Run wpt against geckoview r=jgraham This patch leaves wpt running against fennec on androidx86 as tier2, adds wpt to run against geckoview testactivity on android x86_64 as tier3, and adds enough metadata to run_info_extras to help differentiate the two in expectation files. Fennec is "os == android and not e10s", while geckoview is "os == android and e10s". Differential Revision: https://phabricator.services.mozilla.com/D27182
taskcluster/ci/test/test-sets.yml
taskcluster/ci/test/web-platform.yml
testing/web-platform/tests/tools/wptrunner/wptrunner/browsers/fennec.py
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -404,16 +404,18 @@ android-opt-tests:
     - robocop
 
 android-x86_64-opt-tests:
     # crashtests failing on debug; bug 1524493
     - crashtest
     # geckoview-junit perma-fail on opt and debug; bug 1521195
     # - geckoview-junit
     - mochitest
+    - web-platform-tests
+    - web-platform-tests-reftests
 
 android-x86_64-tests:
     - gtest
     - cppunit
     - jsreftest
     - marionette
     - mochitest-clipboard
     - mochitest-gpu
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -20,24 +20,28 @@ job-defaults:
                 macosx.*:
                     - web_platform_tests/prod_config_mac.py
                 android-em.*:
                     - android/androidx86_7_0.py
                     - web_platform_tests/prod_config_android.py
                 default:
                     - web_platform_tests/prod_config.py
                     - remove_executables.py
+    target:
+        by-test-platform:
+            android-em-7.0-x86_64/opt: geckoview-androidTest.apk
+            default: null
 
 web-platform-tests:
     description: "Web platform test run"
     suite: web-platform-tests
     treeherder-symbol: W(wpt)
     chunks:
         by-test-platform:
-            android.*: 36
+            android.*: 18
             linux.*/debug: 18
             macosx64.*/opt: 8
             macosx64/debug: 16
             windows10.*/debug: 18
             windows10-aarch64/opt: 12
             macosx64-ccov/debug: 24
             default: 12
     max-run-time:
@@ -52,16 +56,17 @@ web-platform-tests:
     run-on-projects:
         by-test-platform:
             android.*: ['mozilla-central', 'try']
             windows10-aarch64/opt: ['try', 'mozilla-central']
             .*-qr/.*: ['release', 'try']  # skip on integration branches due to high load
             default: built-projects
     tier:
         by-test-platform:
+            android-em-7.0-x86_64/opt: 3
             android.*: 2
             linux64-asan/opt: 2
             windows10-aarch64.*: 2
             .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
             default: default
     mozharness:
         chunked: true
         extra-options:
@@ -95,31 +100,29 @@ web-platform-tests-headless:
                     - --headless
 
 web-platform-tests-reftests:
     description: "Web platform reftest run"
     suite:
         name: web-platform-tests-reftests
     schedules-component: web-platform-tests-reftests
     treeherder-symbol: W(Wr)
-    chunks:
-        by-test-platform:
-            android.*: 12
-            default: 6
+    chunks: 6
     e10s:
         by-test-platform:
             linux32/debug: both
             default: true
     run-on-projects:
         by-test-platform:
             android.*: ['mozilla-central', 'try']
             windows10-aarch64/opt: ['try', 'mozilla-central']
             default: built-projects
     tier:
         by-test-platform:
+            android-em-7.0-x86_64/opt: 3
             android.*: 2
             linux64-asan/opt: 2
             windows10-aarch64.*: 2
             default: default
     mozharness:
         extra-options:
             - --test-type=reftest
 
--- a/testing/web-platform/tests/tools/wptrunner/wptrunner/browsers/fennec.py
+++ b/testing/web-platform/tests/tools/wptrunner/wptrunner/browsers/fennec.py
@@ -63,17 +63,18 @@ def browser_kwargs(test_type, run_info_d
             "tests_root": config.doc_root}
 
 
 def env_extras(**kwargs):
     return []
 
 
 def run_info_extras(**kwargs):
-    rv = {"e10s": False,
+    package = kwargs["package_name"]
+    rv = {"e10s": True if package is not None and "geckoview" in package else False,
           "headless": False,
           "sw-e10s": False}
     rv.update(run_info_browser_version(kwargs["binary"]))
     return rv
 
 
 def env_options():
     # The server host is set to public localhost IP so that resources can be accessed