Bug 1360120: Promote win64-asan builds and tests to tier 2. r=dustin
authorDavid Major <dmajor@mozilla.com>
Fri, 01 Jun 2018 10:18:27 -0400
changeset 420896 38ec627c4758007cbadf94a16ee188f5505bb9af
parent 420895 24447bd95fbd88c310b93e096f476873364a7ab1
child 420897 c9221e2a82ce30347027f53c14f640b794ea7972
push id34083
push userapavel@mozilla.com
push dateSat, 02 Jun 2018 23:03:25 +0000
treeherdermozilla-central@1f62ecdf59b6 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersdustin
bugs1360120
milestone62.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1360120: Promote win64-asan builds and tests to tier 2. r=dustin I've deliberately left as tier-3 the following tests: - gtest (perma-OOM, likely from ASan malloc-meddling) - xpcshell (builds need to be signed plus other failures too)
taskcluster/ci/build/windows.yml
taskcluster/ci/test/compiled.yml
taskcluster/ci/test/firefox-ui.yml
taskcluster/ci/test/marionette.yml
taskcluster/ci/test/misc.yml
taskcluster/ci/test/mochitest.yml
taskcluster/ci/test/reftest.yml
taskcluster/ci/test/web-platform.yml
--- a/taskcluster/ci/build/windows.yml
+++ b/taskcluster/ci/build/windows.yml
@@ -571,17 +571,17 @@ win64-ccov/debug:
 win64-asan/debug:
     description: "Win64 Debug ASAN"
     index:
         product: firefox
         job-name: win64-asan-debug
     treeherder:
         platform: windows2012-64/asan
         symbol: Bd
-        tier: 3
+        tier: 2
     worker-type: aws-provisioner-v1/gecko-{level}-b-win2012
     worker:
         max-run-time: 7200
         env:
             TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win64/releng.manifest"
             PERFHERDER_EXTRA_OPTIONS: "debug asan"
     run:
         using: mozharness
@@ -601,17 +601,17 @@ win64-asan/debug:
 win64-asan/opt:
     description: "Win64 Opt ASAN"
     index:
         product: firefox
         job-name: win64-asan-opt
     treeherder:
         platform: windows2012-64/asan
         symbol: Bo
-        tier: 3
+        tier: 2
     worker-type: aws-provisioner-v1/gecko-{level}-b-win2012
     worker:
         max-run-time: 7200
         env:
             TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win64/releng.manifest"
             PERFHERDER_EXTRA_OPTIONS: "opt asan"
     run:
         using: mozharness
--- a/taskcluster/ci/test/compiled.yml
+++ b/taskcluster/ci/test/compiled.yml
@@ -21,34 +21,28 @@ job-defaults:
 cppunit:
     description: "CPP Unit Tests"
     suite: cppunittest
     treeherder-symbol: Cpp
     instance-size:
         by-test-platform:
             android.*: xlarge
             default: default
-    run-on-projects:
-        by-test-platform:
-            windows10-64-asan/opt: []  # as an exception to windows.*
-            default: built-projects
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
+    run-on-projects: built-projects
 
 gtest:
     description: "GTests run"
     suite: gtest
     treeherder-symbol: GTest
     instance-size: xlarge
     run-on-projects:
         by-test-platform:
             windows.*-pgo/.*: []  # permafails on pgo
             windows.*-nightly/.*: []  # permafails on nightly too
+            windows10-64-asan/opt: []  # permafails on asan too
             .*-devedition/.*: []  # don't run on devedition
             default: built-projects
     tier:
         by-test-platform:
             windows7-32-pgo.*: 3
             windows10-64-pgo.*: 3
             windows10-64-asan.*: 3
             default: default
@@ -75,12 +69,8 @@ jittest:
             windows10-64-ccov/debug: 7200
             default: 3600
     mozharness:
         chunked:
             by-test-platform:
                 windows.*: false
                 macosx.*: false
                 default: true
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
--- a/taskcluster/ci/test/firefox-ui.yml
+++ b/taskcluster/ci/test/firefox-ui.yml
@@ -16,25 +16,18 @@ job-defaults:
 firefox-ui-functional-local:
     description: "Firefox-ui-tests functional run"
     suite: "firefox-ui/functional local"
     treeherder-symbol: Fxfn-l(en-US)
     mozharness:
         extra-options:
             - "--tag"
             - "local"
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 firefox-ui-functional-remote:
     description: "Firefox-ui-tests functional run"
     suite: "firefox-ui/functional remote"
     treeherder-symbol: Fxfn-r(en-US)
     mozharness:
         extra-options:
             - "--tag"
             - "remote"
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
--- a/taskcluster/ci/test/marionette.yml
+++ b/taskcluster/ci/test/marionette.yml
@@ -28,27 +28,22 @@ marionette:
             default: 5400
     instance-size:
         by-test-platform:
             android.*: xlarge
             default: default
     tier:
         by-test-platform:
             android.*: 2
-            windows10-64-asan.*: 3
             default: default
     chunks:
         by-test-platform:
             android.*: 10
             default: 1
 
 marionette-headless:
     description: "Marionette headless unittest run"
     treeherder-symbol: MnH
     max-run-time: 5400
     instance-size: default
     mozharness:
         extra-options:
             - --headless
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
--- a/taskcluster/ci/test/misc.yml
+++ b/taskcluster/ci/test/misc.yml
@@ -97,20 +97,17 @@ test-verify:
     max-run-time: 10800
     allow-software-gl-layers: false
     run-on-projects:
         by-test-platform:
             # do not run on ccov; see also the enable_code_coverage transform
             .*-ccov/.*: []
             # do not run on beta or release: usually just confirms earlier results
             default: ['trunk', 'try']
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         script:
             by-test-platform:
                 android.*: android_emulator_unittest.py
                 default: desktop_unittest.py
         config:
             by-test-platform:
                 android.*:
@@ -139,20 +136,17 @@ test-verify-gpu:
     max-run-time: 10800
     allow-software-gl-layers: false
     run-on-projects:
         by-test-platform:
             # do not run on ccov; see also the enable_code_coverage transform
             .*-ccov/.*: []
             # do not run on beta or release: usually just confirms earlier results
             default: ['trunk', 'try']
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         script:
             by-test-platform:
                 android.*: android_emulator_unittest.py
                 default: desktop_unittest.py
         config:
             by-test-platform:
                 android.*:
@@ -177,20 +171,17 @@ test-coverage:
     instance-size: default
     max-run-time: 10800
     allow-software-gl-layers: false
     run-on-projects:
         by-test-platform:
             # only run on mozilla-central and try.
             .*-ccov/.*: ['mozilla-central', 'try']
             default: []
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         script:
             by-test-platform:
                 android.*: android_emulator_unittest.py
                 default: desktop_unittest.py
         config:
             by-test-platform:
                 android.*:
--- a/taskcluster/ci/test/mochitest.yml
+++ b/taskcluster/ci/test/mochitest.yml
@@ -62,20 +62,16 @@ mochitest:
         by-test-platform:
             linux32/debug: both
             default: true
     max-run-time:
         by-test-platform:
             android.*: 7200
             default: 5400
     allow-software-gl-layers: false
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
     mozharness:
         mochitest-flavor: plain
         extra-options:
             by-test-platform:
                 android.*:
                     - --test-suite=mochitest
                 default: []
         chunked:
@@ -87,20 +83,16 @@ mochitest-a11y:
     description: "Mochitest a11y run"
     suite: mochitest/a11y
     treeherder-symbol: M(a11y)
     loopback-video: true
     e10s: false
     run-on-projects: built-projects
     mozharness:
         mochitest-flavor: a11y
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 mochitest-browser-chrome:
     description: "Mochitest browser-chrome run"
     suite:
         by-test-platform:
             linux64-jsdcov/opt: mochitest/browser-chrome-coverage
             default: mochitest/browser-chrome-chunked
     treeherder-symbol: M(bc)
@@ -120,20 +112,16 @@ mochitest-browser-chrome:
         mochitest-flavor: browser
         chunked: true
     # Bug 1281241: migrating to m3.large instances
     instance-size:
         by-test-platform:
             linux64-jsdcov/opt: xlarge
             default: default
     allow-software-gl-layers: false
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 browser-instrumentation:
     description: "Extra instrumentation for a browser-chrome run (XUL, XBL, etc)"
     suite: mochitest/browser-chrome-instrumentation
     treeherder-symbol: M(inst)
     loopback-video: true
     tier: 3
     run-on-projects:
@@ -189,20 +177,16 @@ mochitest-chrome:
             by-test-platform:
                 android.*:
                     - --test-suite=mochitest-chrome
                 default: []
         chunked:
             by-test-platform:
                 android.*: false
                 default: true
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 mochitest-clipboard:
     description: "Mochitest clipboard run"
     suite: mochitest/clipboard
     treeherder-symbol: M(cl)
     loopback-video: true
     instance-size: xlarge
     max-run-time:
@@ -217,20 +201,16 @@ mochitest-clipboard:
         mochitest-flavor: plain
         extra-options:
             by-test-platform:
                 android.*:
                     # note that Android runs fewer suites than other platforms
                     - --test-suite=mochitest-plain-clipboard
                 default:
                     - --mochitest-suite=plain-clipboard,chrome-clipboard,browser-chrome-clipboard
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 mochitest-devtools-chrome:
     description: "Mochitest devtools-chrome run"
     suite:
         by-test-platform:
             linux64-jsdcov/opt: mochitest/mochitest-devtools-chrome-coverage
             default: mochitest/mochitest-devtools-chrome-chunked
     treeherder-symbol: M(dt)
@@ -251,20 +231,16 @@ mochitest-devtools-chrome:
         mochitest-flavor: chrome
         chunked: true
     instance-size:
         by-test-platform:
             linux64-asan/opt: xlarge  # runs out of memory on default/m3.large
             default: default
     # Bug 1296086: high number of intermittents observed with software GL and large instances
     allow-software-gl-layers: false
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 mochitest-gpu:
     description: "Mochitest GPU run"
     suite: mochitest/gpu
     treeherder-symbol: M(gpu)
     run-on-projects: built-projects
     loopback-video: true
     instance-size:
@@ -283,17 +259,16 @@ mochitest-gpu:
                 android.*:
                     # note that Android runs fewer suites than other platforms
                     - --test-suite=mochitest-plain-gpu
                 default:
                     - --mochitest-suite=plain-gpu,chrome-gpu,browser-chrome-gpu
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 mochitest-media:
     description: "Mochitest media run"
     suite: mochitest/mochitest-media
     treeherder-symbol: M(mda)
     max-run-time:
         by-test-platform:
@@ -321,17 +296,16 @@ mochitest-media:
             by-test-platform:
                 android.*: false
                 macosx64.*: false
                 windows10-64.*: false
                 default: true
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 mochitest-plain-headless:
     description: "Mochitest plain headless run"
     suite: mochitest/plain-chunked
     treeherder-symbol: M(h)
     loopback-video: true
     chunks:
@@ -399,10 +373,9 @@ mochitest-webgl:
         mochitest-flavor: plain
         chunked:
             by-test-platform:
                 android.*: false
                 default: true
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
--- a/taskcluster/ci/test/reftest.yml
+++ b/taskcluster/ci/test/reftest.yml
@@ -45,17 +45,16 @@ crashtest:
             default: 1
     e10s:
         by-test-platform:
             linux32/debug: both
             default: true
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 jsreftest:
     description: "JS Reftest run"
     suite: reftest/jsreftest
     schedules-component: jsreftest  # scheduling for this reftest is different from the others..
     treeherder-symbol: R(J)
     run-on-projects: built-projects
@@ -78,17 +77,16 @@ jsreftest:
     max-run-time:
         by-test-platform:
             android.*: 7200
             windows10-64-ccov/debug: 7200
             default: 3600
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 reftest:
     description: "Reftest run"
     suite: reftest/reftest
     treeherder-symbol: R(R)
     run-on-projects: built-projects
     instance-size:
@@ -124,17 +122,16 @@ reftest:
             by-test-platform:
                 android.*: false
                 macosx64/opt: false
                 windows10-64.*/opt: false
                 default: true
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 reftest-gpu:
     description: "Reftest GPU run"
     suite: reftest/reftest-gpu
     treeherder-symbol: R(Rg)
     chunks:
         by-test-platform:
@@ -166,12 +163,8 @@ reftest-no-accel:
             windows.*: 4
             default: 8
     mozharness:
         chunked:
             by-test-platform:
                 windows10-64.*/opt: false
                 macosx.*: false
                 default: true
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -140,33 +140,27 @@ test-verify-wpt:
     treeherder-symbol: TVw
     max-run-time: 10800
     run-on-projects:
         by-test-platform:
             # do not run on ccov; see also the enable_code_coverage transform
             .*-ccov/.*: []
             # do not run on beta or release: usually just confirms earlier results
             default: ['trunk', 'try']
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         extra-options:
             - --verify
 
 test-coverage-wpt:
     description: "Per web-platform test coverage"
     suite: test-coverage-wpt
     treeherder-symbol: TCw
     max-run-time: 10800
     run-on-projects:
         by-test-platform:
             # only run on mozilla-central and try.
             .*-ccov/.*: ['mozilla-central', 'try']
             default: []
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         extra-options:
             - --per-test-coverage