Bug 1536555 - run tc win builds on gcp at tier 3 r=coop,pmoore
authorRob Thijssen <rthijssen@mozilla.com>
Thu, 04 Apr 2019 06:49:44 +0000
changeset 467913 6dc5bafd664927f4d7ddc2d67964108d81f03eb9
parent 467912 130653bcfef08ffa4a0a122c87f7b675c20ad665
child 467914 f7f603959f6cc3fecc7984d808f1829c3293be8a
push id35813
push useraiakab@mozilla.com
push dateThu, 04 Apr 2019 16:07:30 +0000
treeherdermozilla-central@aa623df2ae8f [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewerscoop, pmoore
bugs1536555
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1536555 - run tc win builds on gcp at tier 3 r=coop,pmoore this change adds support for parallel gcp builds for the following windows build configurations: - win32 - opt - debug - pgo - win64 - opt - debug - pgo gcp builds are triggered with a treeherder tier 3 flag so that they are only displayed in the treeherder ui when the user has a tier 3 flag set. gcp builds use a th build symbol of "Bg" to make them easy to differentiate from ec2 builds in the treeherder ui. gcp builds use a perfherder "gcp" flag to make them easier to differentiate from ec2 builds in the perfherder ui. Differential Revision: https://phabricator.services.mozilla.com/D24865
taskcluster/ci/build/windows.yml
taskcluster/taskgraph/util/workertypes.py
--- a/taskcluster/ci/build/windows.yml
+++ b/taskcluster/ci/build/windows.yml
@@ -1145,8 +1145,242 @@ win64-aarch64-devedition-nightly/opt:
     run-on-projects: ['mozilla-beta']
     toolchains:
         - win64-clang-cl
         - win64-aarch64-rust
         - win64-rust-size
         - win64-cbindgen
         - win64-nasm
         - win64-node
+
+
+win32-gcp/debug:
+    description: "Win32 Debug - built on GCP"
+    index:
+        product: firefox
+        job-name: win32-gcp-debug
+    attributes:
+        enable-full-crashsymbols: true
+    treeherder:
+        platform: windows2012-32/debug
+        symbol: Bg
+        tier: 3
+    worker-type: releng-hardware/gecko-{level}-b-win2012-gamma
+    worker:
+        max-run-time: 7200
+        env:
+            TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win32/releng.manifest"
+            PERFHERDER_EXTRA_OPTIONS: gcp
+    run:
+        options: [append-env-variables-from-configs]
+        script: mozharness/scripts/fx_desktop_build.py
+        secrets: true
+        config:
+            - builds/releng_base_firefox.py
+            - builds/taskcluster_base_windows.py
+            - builds/taskcluster_base_win32.py
+            - builds/taskcluster_sub_win32/debug.py
+        mozconfig-variant: debug
+    toolchains:
+        - win64-clang-cl
+        - win64-rust
+        - win64-rust-size
+        - win64-cbindgen
+        - win64-sccache
+        - win64-nasm
+        - win64-node
+
+win32-gcp/opt:
+    description: "Win32 Opt - built on GCP"
+    index:
+        product: firefox
+        job-name: win32-gcp-opt
+    attributes:
+        enable-full-crashsymbols: true
+    treeherder:
+        platform: windows2012-32/opt
+        symbol: Bg
+        tier: 3
+    worker-type: releng-hardware/gecko-{level}-b-win2012-gamma
+    worker:
+        max-run-time: 7200
+        env:
+            TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win32/releng.manifest"
+            PERFHERDER_EXTRA_OPTIONS: gcp
+    run:
+        options: [append-env-variables-from-configs]
+        script: mozharness/scripts/fx_desktop_build.py
+        secrets: true
+        config:
+            - builds/releng_base_firefox.py
+            - builds/taskcluster_base_windows.py
+            - builds/taskcluster_base_win32.py
+        extra-config:
+            stage_platform: win32
+    run-on-projects: ['mozilla-central', 'try']
+    toolchains:
+        - win64-clang-cl
+        - win64-rust
+        - win64-rust-size
+        - win64-cbindgen
+        - win64-sccache
+        - win64-nasm
+        - win64-node
+
+win32-gcp-shippable/opt:
+    description: "Win32 Opt Shippable - built on GCP"
+    index:
+        product: firefox
+        job-name: win32-gcp-opt
+        type: shippable
+    attributes:
+        shippable: true
+        enable-full-crashsymbols: true
+    stub-installer:
+        by-project:
+            default: false
+            mozilla-central: true
+            try: true
+            mozilla-beta: true
+            mozilla-release: true
+    shipping-phase: build
+    shipping-product: firefox
+    treeherder:
+        platform: windows2012-32-shippable/opt
+        symbol: Bg
+        tier: 3
+    worker-type: releng-hardware/gecko-{level}-b-win2012-gamma
+    worker:
+        max-run-time: 10800
+        env:
+            TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win32/releng.manifest"
+            PERFHERDER_EXTRA_OPTIONS: gcp
+    run:
+        options: [append-env-variables-from-configs]
+        script: mozharness/scripts/fx_desktop_build.py
+        secrets: true
+        config:
+            - builds/releng_base_firefox.py
+            - builds/taskcluster_base_windows.py
+            - builds/taskcluster_base_win32.py
+            - taskcluster_nightly.py
+        extra-config:
+            stage_platform: win32
+    toolchains:
+        - win64-clang-cl
+        - win64-rust
+        - win64-rust-size
+        - win64-cbindgen
+        - win64-nasm
+        - win64-node
+
+win64-gcp/debug:
+    description: "Win64 Debug - built on GCP"
+    index:
+        product: firefox
+        job-name: win64-gcp-debug
+    attributes:
+        enable-full-crashsymbols: true
+    treeherder:
+        platform: windows2012-64/debug
+        symbol: Bg
+        tier: 3
+    worker-type: releng-hardware/gecko-{level}-b-win2012-gamma
+    worker:
+        max-run-time: 7200
+        env:
+            TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win64/releng.manifest"
+            PERFHERDER_EXTRA_OPTIONS: gcp
+    run:
+        options: [append-env-variables-from-configs]
+        script: mozharness/scripts/fx_desktop_build.py
+        secrets: true
+        config:
+            - builds/releng_base_firefox.py
+            - builds/taskcluster_base_windows.py
+            - builds/taskcluster_base_win64.py
+            - builds/taskcluster_sub_win64/debug.py
+        mozconfig-variant: debug
+    toolchains:
+        - win64-clang-cl
+        - win64-rust
+        - win64-rust-size
+        - win64-cbindgen
+        - win64-sccache
+        - win64-nasm
+        - win64-node
+
+win64-gcp/opt:
+    description: "Win64 Opt - built on GCP"
+    index:
+        product: firefox
+        job-name: win64-gcp-opt
+    attributes:
+        enable-full-crashsymbols: true
+    treeherder:
+        platform: windows2012-64/opt
+        symbol: Bg
+        tier: 3
+    worker-type: releng-hardware/gecko-{level}-b-win2012-gamma
+    worker:
+        max-run-time: 7200
+        env:
+            TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win64/releng.manifest"
+            PERFHERDER_EXTRA_OPTIONS: gcp
+    run:
+        options: [append-env-variables-from-configs]
+        script: mozharness/scripts/fx_desktop_build.py
+        secrets: true
+        config:
+            - builds/releng_base_firefox.py
+            - builds/taskcluster_base_windows.py
+            - builds/taskcluster_base_win64.py
+        extra-config:
+            stage_platform: win64
+    run-on-projects: ['mozilla-central', 'try']
+    toolchains:
+        - win64-clang-cl
+        - win64-rust
+        - win64-rust-size
+        - win64-cbindgen
+        - win64-sccache
+        - win64-nasm
+        - win64-node
+
+win64-gcp-shippable/opt:
+    description: "Win64 Shippable - built on GCP"
+    index:
+        product: firefox
+        job-name: win64-gcp-opt
+        type: shippable
+    attributes:
+        shippable: true
+        enable-full-crashsymbols: true
+    shipping-phase: build
+    shipping-product: firefox
+    treeherder:
+        platform: windows2012-64-shippable/opt
+        symbol: Bg
+        tier: 3
+    worker-type: releng-hardware/gecko-{level}-b-win2012-gamma
+    worker:
+        max-run-time: 10800
+        env:
+            TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win64/releng.manifest"
+            PERFHERDER_EXTRA_OPTIONS: gcp
+    run:
+        options: [append-env-variables-from-configs]
+        script: mozharness/scripts/fx_desktop_build.py
+        secrets: true
+        config:
+            - builds/releng_base_firefox.py
+            - builds/taskcluster_base_windows.py
+            - builds/taskcluster_base_win64.py
+            - taskcluster_nightly.py
+        extra-config:
+            stage_platform: win64
+    toolchains:
+        - win64-clang-cl
+        - win64-rust
+        - win64-rust-size
+        - win64-cbindgen
+        - win64-nasm
+        - win64-node
--- a/taskcluster/taskgraph/util/workertypes.py
+++ b/taskcluster/taskgraph/util/workertypes.py
@@ -8,26 +8,29 @@ from mozbuild.util import memoize
 
 from .keyed_by import evaluate_keyed_by
 
 WORKER_TYPES = {
     'aws-provisioner-v1/gecko-1-b-linux': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-1-b-linux-large': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-1-b-linux-xlarge': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-1-b-win2012': ('generic-worker', 'windows'),
+    'releng-hardware/gecko-1-b-win2012-gamma': ('generic-worker', 'windows'),
     'aws-provisioner-v1/gecko-1-images': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-2-b-linux': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-2-b-linux-large': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-2-b-linux-xlarge': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-2-b-win2012': ('generic-worker', 'windows'),
+    'releng-hardware/gecko-2-b-win2012-gamma': ('generic-worker', 'windows'),
     'aws-provisioner-v1/gecko-2-images': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-3-b-linux': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-3-b-linux-large': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-3-b-linux-xlarge': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-3-b-win2012': ('generic-worker', 'windows'),
+    'releng-hardware/gecko-3-b-win2012-gamma': ('generic-worker', 'windows'),
     'aws-provisioner-v1/gecko-3-images': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-symbol-upload': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-t-linux-large': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-t-linux-medium': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-t-linux-xlarge': ('docker-worker', 'linux'),
     'aws-provisioner-v1/gecko-t-win10-64': ('generic-worker', 'windows'),
     'aws-provisioner-v1/gecko-t-win10-64-gpu': ('generic-worker', 'windows'),
     'releng-hardware/gecko-t-win10-64-hw': ('generic-worker', 'windows'),