Bug 1596578 - Run test-info(all), test-info(disabled-by-os), tier 2 on mozilla-central; r- r=jmaher
authorGeoff Brown <gbrown@mozilla.com>
Fri, 15 Nov 2019 17:26:40 +0000
changeset 502251 9e78205ab7d0eac06ad757db1fc605b3e2c7a75c
parent 502250 afb9438378f091aa9f31192c235191625c3d538a
child 502252 6777cec97d189411d2713a2231593cbe046b480e
push id114172
push userdluca@mozilla.com
push dateTue, 19 Nov 2019 11:31:10 +0000
treeherdermozilla-inbound@b5c5ba07d3db [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1596578
milestone72.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1596578 - Run test-info(all), test-info(disabled-by-os), tier 2 on mozilla-central; r- r=jmaher Run two more test-info tasks alongside the existing fission task, on mozilla-central only. There are many possible test-info reports; these are the most obvious: - a list and summary of all tests, broken out by component - a list and summary of tests skipped or marked failing on each OS, broken out by component - a list of all the manifest annotations I think this will provide a good starting point for discussion around what types of reports we want to see in the future. Differential Revision: https://phabricator.services.mozilla.com/D53226
taskcluster/ci/source-test/file-metadata.yml
--- a/taskcluster/ci/source-test/file-metadata.yml
+++ b/taskcluster/ci/source-test/file-metadata.yml
@@ -29,17 +29,17 @@ bugzilla-components:
         mach: file-info bugzilla-automation /builds/worker/artifacts
     worker:
         max-run-time: 2700
     when:
         files-changed:
             - "**"
 
 test-info-fission:
-    description: Generate test manifest metadata for fission
+    description: Generate test manifest metadata for tests disabled on fission
     treeherder:
         symbol: test-info(fission)
         tier: 2
     index:
         product: source
         job-name: test-info-fission
     worker:
         docker-image: {in-tree: debian7-amd64-build}
@@ -52,9 +52,65 @@ test-info-fission:
             - linux64-cbindgen
             - linux64-nasm
             - linux64-node
     run:
         using: run-task
         cwd: '{checkout}'
         command: >-
             source taskcluster/scripts/misc/source-test-common.sh &&
-            ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,skip-if --filter-values='(?<!!)fission' --output-file /builds/worker/artifacts/test-info-fission.json
+            ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,fails-if,random-if,skip-if --filter-values='(?<!!)fission' --output-file /builds/worker/artifacts/test-info-fission.json
+
+test-info-disabled-by-os:
+    description: Generate test manifest metadata for tests disabled on each operating system
+    treeherder:
+        symbol: test-info(disabled-by-os)
+        tier: 2
+    index:
+        product: source
+        job-name: test-info-disabled-by-os
+    worker:
+        docker-image: {in-tree: debian7-amd64-build}
+    run-on-projects: ['mozilla-central']
+    fetches:
+        toolchain:
+            - linux64-clang
+            - linux64-clang-tidy
+            - linux64-rust
+            - linux64-cbindgen
+            - linux64-nasm
+            - linux64-node
+    run:
+        using: run-task
+        cwd: '{checkout}'
+        command: >-
+            source taskcluster/scripts/misc/source-test-common.sh &&
+            ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,fails-if,random-if,skip-if --filter-values='(?<!!)(android|android_version|Android|AndroidVersion|geckoview|emulator|device)' --output-file /builds/worker/artifacts/test-info-disabled-on-android.json &&
+            ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,fails-if,random-if,skip-if --filter-values='(?<!!)(linux|Linux)' --output-file /builds/worker/artifacts/test-info-disabled-on-linux.json &&
+            ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,fails-if,random-if,skip-if --filter-values='(?<!!)(osx|OSX|mac)' --output-file /builds/worker/artifacts/test-info-disabled-on-mac.json &&
+            ./mach test-info report --show-tests --show-summary --filter-keys=fail-if,fails-if,random-if,skip-if --filter-values='(?<!!)(win|Windows|WINNT)' --output-file /builds/worker/artifacts/test-info-disabled-on-windows.json
+
+test-info-all:
+    description: Generate global test manifest metadata
+    treeherder:
+        symbol: test-info(all)
+        tier: 2
+    index:
+        product: source
+        job-name: test-info-all
+    worker:
+        docker-image: {in-tree: debian7-amd64-build}
+    run-on-projects: ['mozilla-central']
+    fetches:
+        toolchain:
+            - linux64-clang
+            - linux64-clang-tidy
+            - linux64-rust
+            - linux64-cbindgen
+            - linux64-nasm
+            - linux64-node
+    run:
+        using: run-task
+        cwd: '{checkout}'
+        command: >-
+            source taskcluster/scripts/misc/source-test-common.sh &&
+            ./mach test-info report --show-tests --show-summary --output-file /builds/worker/artifacts/test-info-all-tests.json &&
+            ./mach test-info report --show-annotations --output-file /builds/worker/artifacts/test-info-manifest-conditions.json