Bug 1360120: Promote win64-asan builds and tests to tier 2. r=dustin
authorDavid Major <dmajor@mozilla.com>
Fri, 01 Jun 2018 10:18:27 -0400
changeset 1528979 38ec627c4758007cbadf94a16ee188f5505bb9af
parent 1528978 24447bd95fbd88c310b93e096f476873364a7ab1
child 1528980 c9221e2a82ce30347027f53c14f640b794ea7972
push id276055
push usersurkov.alexander@gmail.com
push dateFri, 01 Jun 2018 15:22:50 +0000
treeherdertry@b0e8b387f142 [default view] [failures only]
reviewersdustin
bugs1360120
milestone62.0a1
Bug 1360120: Promote win64-asan builds and tests to tier 2. r=dustin I've deliberately left as tier-3 the following tests: - gtest (perma-OOM, likely from ASan malloc-meddling) - xpcshell (builds need to be signed plus other failures too)
taskcluster/ci/build/windows.yml
taskcluster/ci/test/compiled.yml
taskcluster/ci/test/firefox-ui.yml
taskcluster/ci/test/marionette.yml
taskcluster/ci/test/misc.yml
taskcluster/ci/test/mochitest.yml
taskcluster/ci/test/reftest.yml
taskcluster/ci/test/web-platform.yml
--- a/taskcluster/ci/build/windows.yml
+++ b/taskcluster/ci/build/windows.yml
@@ -571,17 +571,17 @@ win64-ccov/debug:
 win64-asan/debug:
     description: "Win64 Debug ASAN"
     index:
         product: firefox
         job-name: win64-asan-debug
     treeherder:
         platform: windows2012-64/asan
         symbol: Bd
-        tier: 3
+        tier: 2
     worker-type: aws-provisioner-v1/gecko-{level}-b-win2012
     worker:
         max-run-time: 7200
         env:
             TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win64/releng.manifest"
             PERFHERDER_EXTRA_OPTIONS: "debug asan"
     run:
         using: mozharness
@@ -601,17 +601,17 @@ win64-asan/debug:
 win64-asan/opt:
     description: "Win64 Opt ASAN"
     index:
         product: firefox
         job-name: win64-asan-opt
     treeherder:
         platform: windows2012-64/asan
         symbol: Bo
-        tier: 3
+        tier: 2
     worker-type: aws-provisioner-v1/gecko-{level}-b-win2012
     worker:
         max-run-time: 7200
         env:
             TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win64/releng.manifest"
             PERFHERDER_EXTRA_OPTIONS: "opt asan"
     run:
         using: mozharness
--- a/taskcluster/ci/test/compiled.yml
+++ b/taskcluster/ci/test/compiled.yml
@@ -21,34 +21,28 @@ job-defaults:
 cppunit:
     description: "CPP Unit Tests"
     suite: cppunittest
     treeherder-symbol: Cpp
     instance-size:
         by-test-platform:
             android.*: xlarge
             default: default
-    run-on-projects:
-        by-test-platform:
-            windows10-64-asan/opt: []  # as an exception to windows.*
-            default: built-projects
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
+    run-on-projects: built-projects
 
 gtest:
     description: "GTests run"
     suite: gtest
     treeherder-symbol: GTest
     instance-size: xlarge
     run-on-projects:
         by-test-platform:
             windows.*-pgo/.*: []  # permafails on pgo
             windows.*-nightly/.*: []  # permafails on nightly too
+            windows10-64-asan/opt: []  # permafails on asan too
             .*-devedition/.*: []  # don't run on devedition
             default: built-projects
     tier:
         by-test-platform:
             windows7-32-pgo.*: 3
             windows10-64-pgo.*: 3
             windows10-64-asan.*: 3
             default: default
@@ -75,12 +69,8 @@ jittest:
             windows10-64-ccov/debug: 7200
             default: 3600
     mozharness:
         chunked:
             by-test-platform:
                 windows.*: false
                 macosx.*: false
                 default: true
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
--- a/taskcluster/ci/test/firefox-ui.yml
+++ b/taskcluster/ci/test/firefox-ui.yml
@@ -16,25 +16,18 @@ job-defaults:
 firefox-ui-functional-local:
     description: "Firefox-ui-tests functional run"
     suite: "firefox-ui/functional local"
     treeherder-symbol: Fxfn-l(en-US)
     mozharness:
         extra-options:
             - "--tag"
             - "local"
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 firefox-ui-functional-remote:
     description: "Firefox-ui-tests functional run"
     suite: "firefox-ui/functional remote"
     treeherder-symbol: Fxfn-r(en-US)
     mozharness:
         extra-options:
             - "--tag"
             - "remote"
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
--- a/taskcluster/ci/test/marionette.yml
+++ b/taskcluster/ci/test/marionette.yml
@@ -28,27 +28,22 @@ marionette:
             default: 5400
     instance-size:
         by-test-platform:
             android.*: xlarge
             default: default
     tier:
         by-test-platform:
             android.*: 2
-            windows10-64-asan.*: 3
             default: default
     chunks:
         by-test-platform:
             android.*: 10
             default: 1
 
 marionette-headless:
     description: "Marionette headless unittest run"
     treeherder-symbol: MnH
     max-run-time: 5400
     instance-size: default
     mozharness:
         extra-options:
             - --headless
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
--- a/taskcluster/ci/test/misc.yml
+++ b/taskcluster/ci/test/misc.yml
@@ -97,20 +97,17 @@ test-verify:
     max-run-time: 10800
     allow-software-gl-layers: false
     run-on-projects:
         by-test-platform:
             # do not run on ccov; see also the enable_code_coverage transform
             .*-ccov/.*: []
             # do not run on beta or release: usually just confirms earlier results
             default: ['trunk', 'try']
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         script:
             by-test-platform:
                 android.*: android_emulator_unittest.py
                 default: desktop_unittest.py
         config:
             by-test-platform:
                 android.*:
@@ -139,20 +136,17 @@ test-verify-gpu:
     max-run-time: 10800
     allow-software-gl-layers: false
     run-on-projects:
         by-test-platform:
             # do not run on ccov; see also the enable_code_coverage transform
             .*-ccov/.*: []
             # do not run on beta or release: usually just confirms earlier results
             default: ['trunk', 'try']
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         script:
             by-test-platform:
                 android.*: android_emulator_unittest.py
                 default: desktop_unittest.py
         config:
             by-test-platform:
                 android.*:
@@ -177,20 +171,17 @@ test-coverage:
     instance-size: default
     max-run-time: 10800
     allow-software-gl-layers: false
     run-on-projects:
         by-test-platform:
             # only run on mozilla-central and try.
             .*-ccov/.*: ['mozilla-central', 'try']
             default: []
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         script:
             by-test-platform:
                 android.*: android_emulator_unittest.py
                 default: desktop_unittest.py
         config:
             by-test-platform:
                 android.*:
--- a/taskcluster/ci/test/mochitest.yml
+++ b/taskcluster/ci/test/mochitest.yml
@@ -62,20 +62,16 @@ mochitest:
         by-test-platform:
             linux32/debug: both
             default: true
     max-run-time:
         by-test-platform:
             android.*: 7200
             default: 5400
     allow-software-gl-layers: false
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
     mozharness:
         mochitest-flavor: plain
         extra-options:
             by-test-platform:
                 android.*:
                     - --test-suite=mochitest
                 default: []
         chunked:
@@ -87,20 +83,16 @@ mochitest-a11y:
     description: "Mochitest a11y run"
     suite: mochitest/a11y
     treeherder-symbol: M(a11y)
     loopback-video: true
     e10s: false
     run-on-projects: built-projects
     mozharness:
         mochitest-flavor: a11y
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 mochitest-browser-chrome:
     description: "Mochitest browser-chrome run"
     suite:
         by-test-platform:
             linux64-jsdcov/opt: mochitest/browser-chrome-coverage
             default: mochitest/browser-chrome-chunked
     treeherder-symbol: M(bc)
@@ -120,20 +112,16 @@ mochitest-browser-chrome:
         mochitest-flavor: browser
         chunked: true
     # Bug 1281241: migrating to m3.large instances
     instance-size:
         by-test-platform:
             linux64-jsdcov/opt: xlarge
             default: default
     allow-software-gl-layers: false
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 browser-instrumentation:
     description: "Extra instrumentation for a browser-chrome run (XUL, XBL, etc)"
     suite: mochitest/browser-chrome-instrumentation
     treeherder-symbol: M(inst)
     loopback-video: true
     tier: 3
     run-on-projects:
@@ -189,20 +177,16 @@ mochitest-chrome:
             by-test-platform:
                 android.*:
                     - --test-suite=mochitest-chrome
                 default: []
         chunked:
             by-test-platform:
                 android.*: false
                 default: true
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 mochitest-clipboard:
     description: "Mochitest clipboard run"
     suite: mochitest/clipboard
     treeherder-symbol: M(cl)
     loopback-video: true
     instance-size: xlarge
     max-run-time:
@@ -217,20 +201,16 @@ mochitest-clipboard:
         mochitest-flavor: plain
         extra-options:
             by-test-platform:
                 android.*:
                     # note that Android runs fewer suites than other platforms
                     - --test-suite=mochitest-plain-clipboard
                 default:
                     - --mochitest-suite=plain-clipboard,chrome-clipboard,browser-chrome-clipboard
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 mochitest-devtools-chrome:
     description: "Mochitest devtools-chrome run"
     suite:
         by-test-platform:
             linux64-jsdcov/opt: mochitest/mochitest-devtools-chrome-coverage
             default: mochitest/mochitest-devtools-chrome-chunked
     treeherder-symbol: M(dt)
@@ -251,20 +231,16 @@ mochitest-devtools-chrome:
         mochitest-flavor: chrome
         chunked: true
     instance-size:
         by-test-platform:
             linux64-asan/opt: xlarge  # runs out of memory on default/m3.large
             default: default
     # Bug 1296086: high number of intermittents observed with software GL and large instances
     allow-software-gl-layers: false
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
 
 mochitest-gpu:
     description: "Mochitest GPU run"
     suite: mochitest/gpu
     treeherder-symbol: M(gpu)
     run-on-projects: built-projects
     loopback-video: true
     instance-size:
@@ -283,17 +259,16 @@ mochitest-gpu:
                 android.*:
                     # note that Android runs fewer suites than other platforms
                     - --test-suite=mochitest-plain-gpu
                 default:
                     - --mochitest-suite=plain-gpu,chrome-gpu,browser-chrome-gpu
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 mochitest-media:
     description: "Mochitest media run"
     suite: mochitest/mochitest-media
     treeherder-symbol: M(mda)
     max-run-time:
         by-test-platform:
@@ -321,17 +296,16 @@ mochitest-media:
             by-test-platform:
                 android.*: false
                 macosx64.*: false
                 windows10-64.*: false
                 default: true
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 mochitest-plain-headless:
     description: "Mochitest plain headless run"
     suite: mochitest/plain-chunked
     treeherder-symbol: M(h)
     loopback-video: true
     chunks:
@@ -399,10 +373,9 @@ mochitest-webgl:
         mochitest-flavor: plain
         chunked:
             by-test-platform:
                 android.*: false
                 default: true
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
--- a/taskcluster/ci/test/reftest.yml
+++ b/taskcluster/ci/test/reftest.yml
@@ -45,17 +45,16 @@ crashtest:
             default: 1
     e10s:
         by-test-platform:
             linux32/debug: both
             default: true
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 jsreftest:
     description: "JS Reftest run"
     suite: reftest/jsreftest
     schedules-component: jsreftest  # scheduling for this reftest is different from the others..
     treeherder-symbol: R(J)
     run-on-projects: built-projects
@@ -78,17 +77,16 @@ jsreftest:
     max-run-time:
         by-test-platform:
             android.*: 7200
             windows10-64-ccov/debug: 7200
             default: 3600
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 reftest:
     description: "Reftest run"
     suite: reftest/reftest
     treeherder-symbol: R(R)
     run-on-projects: built-projects
     instance-size:
@@ -124,17 +122,16 @@ reftest:
             by-test-platform:
                 android.*: false
                 macosx64/opt: false
                 windows10-64.*/opt: false
                 default: true
     tier:
         by-test-platform:
             linux64-qr/.*: 1
-            windows10-64-asan.*: 3
             default: default
 
 reftest-gpu:
     description: "Reftest GPU run"
     suite: reftest/reftest-gpu
     treeherder-symbol: R(Rg)
     chunks:
         by-test-platform:
@@ -166,12 +163,8 @@ reftest-no-accel:
             windows.*: 4
             default: 8
     mozharness:
         chunked:
             by-test-platform:
                 windows10-64.*/opt: false
                 macosx.*: false
                 default: true
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: default
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/ci/test/web-platform.yml
@@ -140,33 +140,27 @@ test-verify-wpt:
     treeherder-symbol: TVw
     max-run-time: 10800
     run-on-projects:
         by-test-platform:
             # do not run on ccov; see also the enable_code_coverage transform
             .*-ccov/.*: []
             # do not run on beta or release: usually just confirms earlier results
             default: ['trunk', 'try']
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         extra-options:
             - --verify
 
 test-coverage-wpt:
     description: "Per web-platform test coverage"
     suite: test-coverage-wpt
     treeherder-symbol: TCw
     max-run-time: 10800
     run-on-projects:
         by-test-platform:
             # only run on mozilla-central and try.
             .*-ccov/.*: ['mozilla-central', 'try']
             default: []
-    tier:
-        by-test-platform:
-            windows10-64-asan.*: 3
-            default: 2
+    tier: 2
     mozharness:
         extra-options:
             - --per-test-coverage