Bug 1290282 - Switch to 16 vCPU instances for build tasks; r=dustin
authorGregory Szorc <gps@mozilla.com>
Mon, 08 Aug 2016 12:38:19 -0700
changeset 308599 fe048eedd71ab4551131d03ddfb13e1f3d876dd0
parent 308598 7d0cb37025ded808b8e53c874d29d772cd7c54a2
child 308600 fc6ed18f76e16d3e2a392c93fd77b867e12955e4
push id30545
push usercbook@mozilla.com
push dateTue, 09 Aug 2016 13:42:31 +0000
treeherdermozilla-central@643a67968688 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersdustin
bugs1290282
milestone51.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1290282 - Switch to 16 vCPU instances for build tasks; r=dustin We've created a new worker type based on c4.4xlarge and m4.4xlarge instances to replace the existing worker types based on c3.2xlarge, m3.2xlarge, and r3.2xlarge. The new worker type has 16 vCPU instead of 8, which makes build tasks complete ~10 minutes faster. We've also consolidated down into a single pool for workers. MozReview-Commit-ID: sOfKspFjCS
taskcluster/ci/legacy/tasks/builds/dbg_linux32.yml
taskcluster/ci/legacy/tasks/builds/dbg_linux64-asan.yml
taskcluster/ci/legacy/tasks/builds/dbg_linux64.yml
taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux32.yml
taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux64.yml
taskcluster/ci/legacy/tasks/builds/haz_linux.yml
taskcluster/ci/legacy/tasks/builds/haz_shell_linux.yml
taskcluster/ci/legacy/tasks/builds/linux64_clang.yml
taskcluster/ci/legacy/tasks/builds/linux64_gcc.yml
taskcluster/ci/legacy/tasks/builds/opt_linux32.yml
taskcluster/ci/legacy/tasks/builds/opt_linux64-asan.yml
taskcluster/ci/legacy/tasks/builds/opt_linux64.yml
taskcluster/ci/legacy/tasks/builds/opt_linux64_artifact.yml
taskcluster/ci/legacy/tasks/builds/opt_linux64_pgo.yml
taskcluster/ci/legacy/tasks/builds/opt_linux64_st-an.yml
taskcluster/ci/legacy/tasks/builds/opt_linux64_valgrind.yml
taskcluster/ci/legacy/tasks/builds/sm_base.yml
--- a/taskcluster/ci/legacy/tasks/builds/dbg_linux32.yml
+++ b/taskcluster/ci/legacy/tasks/builds/dbg_linux32.yml
@@ -6,17 +6,17 @@
 task:
   metadata:
       name: '[TC] Linux32 Debug'
       description: 'Linux32 Debug'
 
   routes:
     - 'coalesce.v1.builds.{{project}}.dbg_linux32'
 
-  workerType: dbg-linux32
+  workerType: 'gecko-{{level}}-b-linux'
 
   payload:
     supersederUrl: 'https://coalesce.mozilla-releng.net/v1/list/builds.{{project}}.dbg_linux32'
 
     env:
       MH_CUSTOM_BUILD_VARIANT_CFG: 'debug'
 
   extra:
--- a/taskcluster/ci/legacy/tasks/builds/dbg_linux64-asan.yml
+++ b/taskcluster/ci/legacy/tasks/builds/dbg_linux64-asan.yml
@@ -7,17 +7,17 @@ task:
   metadata:
       name: '[TC] Linux64 ASan Debug'
       description: 'Linux64 ASan Debug'
 
   routes:
     - 'index.buildbot.branches.{{project}}.linux64-asan'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-asan'
 
-  workerType: dbg-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   payload:
     env:
       MH_CUSTOM_BUILD_VARIANT_CFG: 'asan-tc-and-debug'
 
   extra:
     treeherder:
       groupSymbol: tc
--- a/taskcluster/ci/legacy/tasks/builds/dbg_linux64.yml
+++ b/taskcluster/ci/legacy/tasks/builds/dbg_linux64.yml
@@ -7,17 +7,17 @@ task:
   metadata:
       name: '[TC] Linux64 Debug'
       description: 'Linux64 Debug'
 
   routes:
     - 'index.buildbot.branches.{{project}}.linux64-debug'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-debug'
 
-  workerType: dbg-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   payload:
     env:
       MH_CUSTOM_BUILD_VARIANT_CFG: 'debug'
 
   extra:
     treeherder:
       groupSymbol: tc
--- a/taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux32.yml
+++ b/taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux32.yml
@@ -3,17 +3,17 @@
   variables:
     build_name: 'linux32-l10n'
     platform: 'linux32'
 task:
   metadata:
       name: '[TC] Linux32 L10n'
       description: 'Linux32 L10n'
 
-  workerType: opt-linux32
+  workerType: 'gecko-{{level}}-b-linux'
 
   extra:
     treeherder:
       groupSymbol: tc
       groupName: Submitted by taskcluster
       tier: 2
       symbol: L10n
 
--- a/taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux64.yml
+++ b/taskcluster/ci/legacy/tasks/builds/firefox_l10n_linux64.yml
@@ -3,17 +3,17 @@
   variables:
     build_name: 'linux64-l10n'
     platform: 'linux64'
 task:
   metadata:
       name: '[TC] Linux64 L10n'
       description: 'Linux64 L10n'
 
-  workerType: opt-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   extra:
     treeherder:
       groupSymbol: tc
       groupName: Submitted by taskcluster
       tier: 2
       symbol: L10n
 
--- a/taskcluster/ci/legacy/tasks/builds/haz_linux.yml
+++ b/taskcluster/ci/legacy/tasks/builds/haz_linux.yml
@@ -3,17 +3,17 @@
   variables:
     build_name: 'browser-haz'
     build_type: 'debug'
 task:
   metadata:
     name: '[TC] Browser Hazard Linux'
     description: Browser Hazard Analysis Linux
 
-  workerType: dbg-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   scopes:
     - 'docker-worker:cache:tooltool-cache'
     - 'docker-worker:relengapi-proxy:tooltool.download.public'
     - 'docker-worker:cache:level-{{level}}-{{project}}-build-linux64-haz-workspace'
 
   payload:
     cache:
--- a/taskcluster/ci/legacy/tasks/builds/haz_shell_linux.yml
+++ b/taskcluster/ci/legacy/tasks/builds/haz_shell_linux.yml
@@ -3,17 +3,17 @@
   variables:
     build_name: 'shell-haz'
     build_type: 'debug'
 task:
   metadata:
     name: '[TC] JS Shell Hazard Linux'
     description: JS Shell Hazard Analysis Linux
 
-  workerType: dbg-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   scopes:
     - 'docker-worker:cache:tooltool-cache'
     - 'docker-worker:relengapi-proxy:tooltool.download.public'
     - 'docker-worker:cache:level-{{level}}-{{project}}-build-linux64-haz-workspace'
 
   payload:
     cache:
--- a/taskcluster/ci/legacy/tasks/builds/linux64_clang.yml
+++ b/taskcluster/ci/legacy/tasks/builds/linux64_clang.yml
@@ -3,17 +3,17 @@
   variables:
     build_name: 'linux64-clang'
     build_type: 'opt'
 task:
   metadata:
     name: '[TC] Clang'
     description: 'Clang'
 
-  workerType: opt-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   routes:
     - 'index.buildbot.branches.{{project}}.clang'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.clang'
 
   scopes:
     - 'docker-worker:cache:tooltool-cache'
 
--- a/taskcluster/ci/legacy/tasks/builds/linux64_gcc.yml
+++ b/taskcluster/ci/legacy/tasks/builds/linux64_gcc.yml
@@ -3,17 +3,17 @@
   variables:
     build_name: 'linux64-gcc'
     build_type: 'opt'
 task:
   metadata:
     name: '[TC] GCC'
     description: 'GCC'
 
-  workerType: opt-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   routes:
     - 'index.buildbot.branches.{{project}}.gcc'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.gcc'
 
   payload:
     env:
       MOZHARNESS_DISABLE: 'true'
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux32.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux32.yml
@@ -6,17 +6,17 @@
 task:
   metadata:
       name: '[TC] Linux32 Opt'
       description: 'Linux32 Opt'
 
   routes:
       - 'coalesce.v1.builds.{{project}}.opt_linux32'
 
-  workerType: opt-linux32
+  workerType: 'gecko-{{level}}-b-linux'
 
   payload:
       supersederUrl: 'https://coalesce.mozilla-releng.net/v1/list/builds.{{project}}.opt_linux32'
 
   extra:
     treeherder:
       groupSymbol: tc
       groupName: Submitted by taskcluster
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64-asan.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64-asan.yml
@@ -7,17 +7,17 @@ task:
   metadata:
       name: '[TC] Linux64 ASan Opt'
       description: 'Linux64 ASan Opt'
 
   routes:
     - 'index.buildbot.branches.{{project}}.linux64-asan'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-asan'
 
-  workerType: opt-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   payload:
     env:
       MH_CUSTOM_BUILD_VARIANT_CFG: 'asan-tc'
 
   extra:
     treeherder:
       groupSymbol: tc
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64.yml
@@ -7,16 +7,16 @@ task:
   metadata:
       name: '[TC] Linux64 Opt'
       description: 'Linux64 Opt'
 
   routes:
     - 'index.buildbot.branches.{{project}}.linux64'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64'
 
-  workerType: opt-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   extra:
     treeherder:
       groupSymbol: tc
       groupName: Submitted by taskcluster
       symbol: B
       tier: 2
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64_artifact.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64_artifact.yml
@@ -7,17 +7,17 @@ task:
   metadata:
       name: '[TC] Linux64 Artifact Opt'
       description: 'Linux64 Opt Artifact build'
 
   routes:
     - 'index.buildbot.branches.{{project}}.linux64-artifact'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-artifact'
 
-  workerType: opt-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   payload:
     env:
       MOZHARNESS_SCRIPT: 'mozharness/scripts/fx_desktop_build.py'
       MOZHARNESS_CONFIG: 'builds/releng_sub_linux_configs/64_artifact.py balrog/production.py'
       MOZHARNESS_ACTIONS: 'get-secrets build generate-build-stats'
       DIST_UPLOADS: ''
       DIST_TARGET_UPLOADS: ''
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64_pgo.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64_pgo.yml
@@ -8,17 +8,17 @@ task:
       name: '[TC] Linux64 PGO Opt'
       description: 'Linux64 PGO Opt'
 
   routes:
     - 'index.buildbot.branches.{{project}}.linux64-pgo'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-pgo'
     - 'coalesce.v1.builds.{{project}}.linux64-pgo'
 
-  workerType: opt-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   payload:
     supersederUrl: 'https://coalesce.mozilla-releng.net/v1/list/builds.{{project}}.linux64-pgo'
 
     env:
       # add various options to mozharness command line run
       MOZHARNESS_OPTIONS: 'enable-pgo'
 
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64_st-an.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64_st-an.yml
@@ -7,17 +7,17 @@ task:
   metadata:
       name: '[TC] Linux64 Static Analysis Opt'
       description: 'Linux64 Static Analysis Opt'
 
   routes:
     - 'index.buildbot.branches.{{project}}.linux64-st-an'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-st-an'
 
-  workerType: opt-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   payload:
     env:
       MOZHARNESS_SCRIPT: 'mozharness/scripts/fx_desktop_build.py'
       MOZHARNESS_CONFIG: 'builds/releng_sub_linux_configs/64_stat_and_opt.py balrog/production.py'
       MOZHARNESS_ACTIONS: 'get-secrets build generate-build-stats'
       DIST_UPLOADS: ''
       DIST_TARGET_UPLOADS: ''
--- a/taskcluster/ci/legacy/tasks/builds/opt_linux64_valgrind.yml
+++ b/taskcluster/ci/legacy/tasks/builds/opt_linux64_valgrind.yml
@@ -7,17 +7,17 @@ task:
   metadata:
       name: '[TC] Linux64 Valgrind Opt'
       description: 'Linux64 Valgrind Opt'
 
   routes:
     - 'index.buildbot.branches.{{project}}.linux64-valgrind'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.linux64-valgrind'
 
-  workerType: opt-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   payload:
     env:
       MH_CUSTOM_BUILD_VARIANT_CFG: 'valgrind'
       MOZHARNESS_ACTIONS: 'get-secrets build valgrind-test generate-build-stats'
 
     maxRunTime: 72000
 
--- a/taskcluster/ci/legacy/tasks/builds/sm_base.yml
+++ b/taskcluster/ci/legacy/tasks/builds/sm_base.yml
@@ -1,12 +1,12 @@
 $inherits:
   from: 'tasks/builds/firefox_docker_base.yml'
 task:
-  workerType: dbg-linux64
+  workerType: 'gecko-{{level}}-b-linux'
 
   routes:
     - 'index.buildbot.branches.{{project}}.sm-plain'
     - 'index.buildbot.revisions.{{head_rev}}.{{project}}.sm-plain'
 
   scopes:
     - 'docker-worker:cache:tooltool-cache'
     - 'docker-worker:cache:level-{{level}}-{{project}}-build-spidermonkey-workspace'