Bug 1414048 - Run full Android test suite for Android Bng; r=nalexander
authorGeoff Brown <gbrown@mozilla.com>
Fri, 17 Nov 2017 14:18:57 -0700
changeset 392557 07cd8a123061a4aaf47931ded25eb9bf18d1afb3
parent 392556 c45ac1f1f242f53613b5164d23418cb97f149229
child 392558 5f01cc9399e6a0f3798cca682e397c37f94b164d
push id32923
push userarchaeopteryx@coole-files.de
push dateSat, 18 Nov 2017 09:59:20 +0000
treeherdermozilla-central@d4753dc14b2a [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersnalexander
bugs1414048
milestone59.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1414048 - Run full Android test suite for Android Bng; r=nalexander Run all the normal Android tests against Android Bng builds, except geckoview because geckoview_example is not built for Bng.
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -294,24 +294,27 @@ macosx64-devedition/opt:
 ##
 # Android platforms (matching /android.*/)
 
 android-4.3-arm7-api-16/debug:
     build-platform: android-api-16/debug
     test-sets:
         - android-common-tests
         - android-debug-tests
+        - android-gradle-tests
 
 android-4.3-arm7-api-16/opt:
     build-platform: android-api-16/opt
     test-sets:
         - android-common-tests
         - android-opt-tests
+        - android-gradle-tests
 
 android-4.2-x86/opt:
     build-platform: android-x86/opt
     test-sets:
         - android-x86-tests
 
 android-4.3-arm7-api-16-gradle/opt:
     build-platform: android-api-16-gradle/opt
     test-sets:
-        - android-gradle-tests
+        - android-common-tests
+        - android-opt-tests
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -324,26 +324,24 @@ android-common-tests:
     - mochitest-media
     - reftest
     - test-verify
     - xpcshell
 
 android-debug-tests:
     # Marionette only available on Fennec debug builds as a security precaution
     - marionette
-    - geckoview
 
 android-opt-tests:
+    # Robocop tests often fail on Debug builds
     - robocop
-    - geckoview
 
 android-gradle-tests:
-    - mochitest-chrome
-    - robocop
-    - test-verify
+    # geckoview_example is only built in gradle builds
+    - geckoview
 
 android-x86-tests:
     - mochitest-chrome
     - xpcshell
     - geckoview
 
 devtools-tests:
     - mochitest-devtools-chrome