Bug 1590805 - Run reftests and crashtests on android emulator with webrender enabled. r=gbrown
authorJamie Nicol <jnicol@mozilla.com>
Fri, 08 Nov 2019 22:05:35 +0000
changeset 501385 0effdf5676a9a0eaddf52a7c3e12945194104c35
parent 501384 cea0bc0724141732068175f1f82e1c215b4bfd12
child 501386 1f760cf44ba32c2e76cc93f309a68fb02eaa7b32
push id114169
push userncsoregi@mozilla.com
push dateMon, 11 Nov 2019 12:39:11 +0000
treeherdermozilla-inbound@d609eb2a8fe2 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersgbrown
bugs1590805
milestone72.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1590805 - Run reftests and crashtests on android emulator with webrender enabled. r=gbrown Add new test platforms "android-em-7.0-x86_64-qr/opt" and "android-em-7.0-x86_64-qr/debug", which run a new test-set "android-x86_64-qr-tests", which includes reftests and crashtests. Differential Revision: https://phabricator.services.mozilla.com/D51295
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
taskcluster/taskgraph/transforms/tests.py
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -355,16 +355,26 @@ android-em-7.0-x86_64/opt:
     test-sets:
         - android-x86_64-tests
 
 android-em-7.0-x86_64/debug:
     build-platform: android-x86_64/debug
     test-sets:
         - android-x86_64-tests
 
+android-em-7.0-x86_64-qr/opt:
+    build-platform: android-x86_64/opt
+    test-sets:
+        - android-x86_64-qr-tests
+
+android-em-7.0-x86_64-qr/debug:
+    build-platform: android-x86_64/debug
+    test-sets:
+        - android-x86_64-qr-tests
+
 # android-hw test platforms execute on real devices attached to Autophone hosts.
 
 # android-hw-g5-7-0 Motorola Moto G5 Android 7.0
 
 android-hw-g5-7-0-arm7-api-16/opt:
     build-platform: android-api-16/opt
     test-sets:
         - android-hw-arm7-browsertime
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -515,16 +515,20 @@ android-x86_64-tests:
     - mochitest
     - mochitest-gpu
     - reftest
     - test-verify
     - web-platform-tests
     - web-platform-tests-reftests
     - xpcshell
 
+android-x86_64-qr-tests:
+    - crashtest
+    - reftest
+
 devtools-tests:
     - mochitest-devtools-chrome
 
 mochitest-headless:
     - mochitest-plain-headless
 
 marionette-headless:
     - marionette-headless
--- a/taskcluster/taskgraph/transforms/tests.py
+++ b/taskcluster/taskgraph/transforms/tests.py
@@ -748,16 +748,19 @@ def set_treeherder_machine_platform(conf
         # On macOS though, the regular builds are in the table.  This causes a
         # conflict in `verify_task_graph_symbol` once you add a new test
         # platform based on regular macOS builds, such as for QR.
         # Since it's unclear if the regular macOS builds can be removed from
         # the table, workaround the issue for QR.
         if 'android' in test['test-platform'] and 'pgo/opt' in test['test-platform']:
             platform_new = test['test-platform'].replace('-pgo/opt', '/pgo')
             test['treeherder-machine-platform'] = platform_new
+        elif 'android-em-7.0-x86_64-qr' in test['test-platform']:
+            opt = test['test-platform'].split('/')[1]
+            test['treeherder-machine-platform'] = 'android-em-7-0-x86_64-qr/'+opt
         elif '-qr' in test['test-platform']:
             test['treeherder-machine-platform'] = test['test-platform']
         elif 'android-hw' in test['test-platform']:
             test['treeherder-machine-platform'] = test['test-platform']
         elif 'android-em-7.0-x86_64' in test['test-platform']:
             opt = test['test-platform'].split('/')[1]
             test['treeherder-machine-platform'] = 'android-em-7-0-x86_64/'+opt
         elif 'android-em-7.0-x86' in test['test-platform']:
@@ -818,17 +821,19 @@ def set_tier(config, tests):
                                          'macosx1014-64-nightly/opt',
                                          'macosx1014-64-shippable/opt',
                                          'macosx1014-64-devedition/opt',
                                          'macosx1014-64-qr/opt',
                                          'macosx1014-64-shippable-qr/opt',
                                          'macosx1014-64-qr/debug',
                                          'android-em-7.0-x86_64/opt',
                                          'android-em-7.0-x86_64/debug',
-                                         'android-em-7.0-x86/opt']:
+                                         'android-em-7.0-x86/opt',
+                                         'android-em-7.0-x86_64-qr/opt',
+                                         'android-em-7.0-x86_64-qr/debug']:
                 test['tier'] = 1
             else:
                 test['tier'] = 2
 
         yield test
 
 
 @transforms.add