Bug 1380348 - Enable Devedition nightlies (beta only) r=Callek
authorRail Aliiev <rail@mozilla.com>
Thu, 27 Jul 2017 11:53:16 -0400
changeset 371404 5b3385365e5478c02dd26d7537a563a84983a127
parent 371403 ec1b0a2fe492bb5499b61dda3b88b0e17a8aa81e
child 371405 27e0a6f71b642b932977960ae524005a3b40abc2
push id32245
push userkwierso@gmail.com
push dateThu, 27 Jul 2017 22:44:21 +0000
treeherdermozilla-central@0aab101edb50 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersCallek
bugs1380348
milestone56.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1380348 - Enable Devedition nightlies (beta only) r=Callek MozReview-Commit-ID: EYpEMRSIxbB
taskcluster/ci/build/macosx.yml
taskcluster/ci/build/windows.yml
taskcluster/ci/repackage-signing/kind.yml
taskcluster/ci/repackage/kind.yml
taskcluster/ci/test/test-platforms.yml
taskcluster/taskgraph/target_tasks.py
taskcluster/taskgraph/transforms/beetmover.py
taskcluster/taskgraph/transforms/gecko_v2_whitelist.py
--- a/taskcluster/ci/build/macosx.yml
+++ b/taskcluster/ci/build/macosx.yml
@@ -83,38 +83,44 @@ macosx64-dmd/opt:
     run-on-projects: [ ]
     toolchains:
         - linux64-cctools-port
         - linux64-clang
         - linux64-hfsplus
         - linux64-libdmg
         - linux64-sccache
 
-macosx64-devedition/opt:
-    description: "MacOS X Dev Edition x64"
+macosx64-devedition-nightly/opt:
+    description: "MacOS X Dev Edition x64 Nightly"
+    attributes:
+        nightly: true
     index:
         product: devedition
-        job-name: macosx64-devedition-opt
+        job-name: macosx64-opt
+        type: nightly
     treeherder:
         platform: osx-cross-devedition/opt
-        symbol: tc(B)
+        symbol: tc(N)
         tier: 1
     worker-type: aws-provisioner-v1/gecko-{level}-b-macosx64
     worker:
         max-run-time: 36000
         env:
             TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/macosx64/cross-releng.manifest"
     run:
         using: mozharness
         actions: [get-secrets build update]
         config:
             - builds/releng_base_mac_64_cross_builds.py
+            - disable_signing.py
+            - taskcluster_nightly.py
         script: "mozharness/scripts/fx_desktop_build.py"
         secrets: true
         tooltool-downloads: internal
+        custom-build-variant-cfg: devedition
     run-on-projects: ['mozilla-beta',]
     toolchains:
         - linux64-cctools-port
         - linux64-clang
         - linux64-hfsplus
         - linux64-libdmg
         - linux64-sccache
 
--- a/taskcluster/ci/build/windows.yml
+++ b/taskcluster/ci/build/windows.yml
@@ -425,11 +425,65 @@ win64-asan/opt:
         env:
             TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win64/clang.manifest"
     run:
         using: mozharness
         script: mozharness/scripts/fx_desktop_build.py
         config:
             - builds/taskcluster_firefox_win64_asan_opt.py
     run-on-projects: []
+
+win32-devedition-nightly/opt:
+    description: "Win32 Dev Edition Nightly"
+    index:
+        product: devedition
+        job-name: win32-opt
+        type: nightly
+    attributes:
+        nightly: true
+    treeherder:
+        platform: windows2012-32-devedition/opt
+        symbol: tc(N)
+        tier: 1
+    worker-type: aws-provisioner-v1/gecko-{level}-b-win2012
+    worker:
+        max-run-time: 7200
+        env:
+            TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win32/releng.manifest"
+    run:
+        using: mozharness
+        script: mozharness/scripts/fx_desktop_build.py
+        config:
+            - builds/taskcluster_firefox_windows_32_opt.py
+            - disable_signing.py
+            - taskcluster_nightly.py
+        custom-build-variant-cfg: devedition
+    run-on-projects: [ 'mozilla-beta', ]
+
+win64-devedition-nightly/opt:
+    description: "Win64 Dev Edition Nightly"
+    index:
+        product: devedition
+        job-name: win64-opt
+        type: nightly
+    attributes:
+        nightly: true
+    treeherder:
+        platform: windows2012-64-devedition/opt
+        symbol: tc(N)
+        tier: 1
+    worker-type: aws-provisioner-v1/gecko-{level}-b-win2012
+    worker:
+        max-run-time: 7200
+        env:
+            TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/win64/releng.manifest"
+    run:
+        using: mozharness
+        script: mozharness/scripts/fx_desktop_build.py
+        config:
+            - builds/taskcluster_firefox_windows_64_opt.py
+            - disable_signing.py
+            - taskcluster_nightly.py
+        custom-build-variant-cfg: devedition
+    run-on-projects: [ 'mozilla-beta', ]
     toolchains:
         - win64-clang-cl
         - win64-sccache
--- a/taskcluster/ci/repackage-signing/kind.yml
+++ b/taskcluster/ci/repackage-signing/kind.yml
@@ -10,10 +10,13 @@ transforms:
    - taskgraph.transforms.task:transforms
 
 kind-dependencies:
   - repackage
   - repackage-l10n
 
 only-for-build-platforms:
   - macosx64-nightly/opt
+  - macosx64-devedition-nightly/opt
   - win32-nightly/opt
+  - win32-devedition-nightly/opt
   - win64-nightly/opt
+  - win64-devedition-nightly/opt
--- a/taskcluster/ci/repackage/kind.yml
+++ b/taskcluster/ci/repackage/kind.yml
@@ -10,10 +10,13 @@ transforms:
    - taskgraph.transforms.job:transforms
    - taskgraph.transforms.task:transforms
 
 kind-dependencies:
   - build-signing
 
 only-for-build-platforms:
   - macosx64-nightly/opt
+  - macosx64-devedition-nightly/opt
   - win32-nightly/opt
+  - win32-devedition-nightly/opt
   - win64-nightly/opt
+  - win64-devedition-nightly/opt
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -257,17 +257,17 @@ macosx64/opt:
         - awsy
 
 macosx64-nightly/opt:
       build-platform: macosx64-nightly/opt
       test-sets:
         - macosx64-tests
 
 macosx64-devedition/opt:
-    build-platform: macosx64-devedition/opt
+    build-platform: macosx64-devedition-nightly/opt
     test-sets:
         - macosx64-tests
 
 ##
 # Android platforms (matching /android.*/)
 
 android-4.3-arm7-api-15/debug:
     build-platform: android-api-15/debug
--- a/taskcluster/taskgraph/target_tasks.py
+++ b/taskcluster/taskgraph/target_tasks.py
@@ -228,28 +228,26 @@ def target_tasks_mozilla_beta(full_task_
 
     def filter(task):
         if not standard_filter(task, parameters):
             return False
         platform = task.attributes.get('build_platform')
         if platform in ('linux64-pgo', 'linux-pgo', 'android-api-15-nightly',
                         'android-x86-nightly'):
             return False
-        if platform in ('macosx64-nightly', 'win64-nightly', 'win32-nightly'):
-            # Don't do some nightlies on-push until it's ready.
-            return False
         if platform in ('linux64', 'linux'):
             if task.attributes['build_type'] == 'opt' and \
                task.attributes.get('unittest_suite') != 'talos':
                 return False
         # skip l10n, beetmover, balrog
         if task.kind in [
             'balrog', 'beetmover', 'beetmover-checksums', 'beetmover-l10n',
             'checksums-signing', 'nightly-l10n', 'nightly-l10n-signing',
-            'push-apk', 'push-apk-breakpoint',
+            'push-apk', 'push-apk-breakpoint', 'beetmover-repackage',
+            'beetmover-repackage-signing',
         ]:
             return False
         return True
 
     return [l for l, t in full_task_graph.tasks.iteritems() if filter(t)]
 
 
 @_target_task('mozilla_release_tasks')
--- a/taskcluster/taskgraph/transforms/beetmover.py
+++ b/taskcluster/taskgraph/transforms/beetmover.py
@@ -152,24 +152,36 @@ UPSTREAM_ARTIFACT_UNSIGNED_PATHS = {
     'android-aarch64-nightly': _MOBILE_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US,
     'android-api-15-nightly': _MOBILE_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US,
     'android-x86-old-id-nightly': _MOBILE_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US,
     'android-api-15-old-id-nightly': _MOBILE_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US,
     'macosx64-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US + [
         "host/bin/mar",
         "host/bin/mbsdiff",
     ],
+    'macosx64-devedition-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US + [
+        "host/bin/mar",
+        "host/bin/mbsdiff",
+    ],
     'win32-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US + [
         "host/bin/mar.exe",
         "host/bin/mbsdiff.exe",
     ],
+    'win32-devedition-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US + [
+        "host/bin/mar.exe",
+        "host/bin/mbsdiff.exe",
+    ],
     'win64-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US + [
         "host/bin/mar.exe",
         "host/bin/mbsdiff.exe",
     ],
+    'win64-devedition-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_UNSIGNED_EN_US + [
+        "host/bin/mar.exe",
+        "host/bin/mbsdiff.exe",
+    ],
     'linux64-nightly-l10n': _DESKTOP_UPSTREAM_ARTIFACTS_UNSIGNED_L10N,
     'linux-nightly-l10n': _DESKTOP_UPSTREAM_ARTIFACTS_UNSIGNED_L10N,
     'android-x86-nightly-multi': _MOBILE_UPSTREAM_ARTIFACTS_UNSIGNED_MULTI,
     'android-x86-old-id-nightly-multi': _MOBILE_UPSTREAM_ARTIFACTS_UNSIGNED_MULTI,
     'android-aarch64-nightly-multi': _MOBILE_UPSTREAM_ARTIFACTS_UNSIGNED_MULTI,
     'android-api-15-nightly-l10n': ["balrog_props.json"],
     'android-api-15-nightly-multi': _MOBILE_UPSTREAM_ARTIFACTS_UNSIGNED_MULTI,
     'android-api-15-old-id-nightly-multi': _MOBILE_UPSTREAM_ARTIFACTS_UNSIGNED_MULTI,
@@ -202,22 +214,32 @@ UPSTREAM_ARTIFACT_SIGNED_PATHS = {
     'android-aarch64-nightly': ["en-US/target.apk"],
     'android-api-15-nightly': ["en-US/target.apk"],
     'android-x86-old-id-nightly': ["en-US/target.apk"],
     'android-api-15-old-id-nightly': ["en-US/target.apk"],
     'macosx64-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_SIGNED_EN_US + [
         "target.dmg",
         "target.dmg.asc",
     ],
+    'macosx64-devedition-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_SIGNED_EN_US + [
+        "target.dmg",
+        "target.dmg.asc",
+    ],
     'win32-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_SIGNED_EN_US + [
         "target.zip",
     ],
+    'win32-devedition-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_SIGNED_EN_US + [
+        "target.zip",
+    ],
     'win64-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_SIGNED_EN_US + [
         "target.zip",
     ],
+    'win64-devedition-nightly': _DESKTOP_UPSTREAM_ARTIFACTS_SIGNED_EN_US + [
+        "target.zip",
+    ],
     'linux64-nightly-l10n': _DESKTOP_UPSTREAM_ARTIFACTS_SIGNED_L10N + [
         "target.tar.bz2",
         "target.tar.bz2.asc",
     ],
     'linux-nightly-l10n': _DESKTOP_UPSTREAM_ARTIFACTS_SIGNED_L10N + [
         "target.tar.bz2",
         "target.tar.bz2.asc",
     ],
--- a/taskcluster/taskgraph/transforms/gecko_v2_whitelist.py
+++ b/taskcluster/taskgraph/transforms/gecko_v2_whitelist.py
@@ -52,17 +52,18 @@ JOB_NAME_WHITELIST = set([
     'linux64-dmd-opt',
     'macosx64-add-on-devel',
     'macosx64-clang-tidy',
     'macosx64-debug',
     'macosx64-nightly-repackage',
     'macosx64-nightly-repackage-signing',
     'macosx64-noopt-debug',
     'macosx64-opt',
-    'macosx64-devedition-opt',
+    'macosx64-devedition-nightly-repackage',
+    'macosx64-devedition-nightly-repackage-signing',
     'macosx64-st-an-debug',
     'macosx64-st-an-opt',
     'macosx64-dmd-opt',
     'shell-haz-debug',
     'sm-arm-sim-debug',
     'sm-arm64-sim-debug',
     'sm-asan-opt',
     'sm-compacting-debug',
@@ -73,29 +74,33 @@ JOB_NAME_WHITELIST = set([
     'sm-package-opt',
     'sm-plain-opt',
     'sm-plaindebug-debug',
     'sm-rootanalysis-debug',
     'sm-tsan-opt',
     'win32-add-on-devel',
     'win32-clang-tidy',
     'win32-debug',
+    'win32-devedition-nightly-repackage',
+    'win32-devedition-nightly-repackage-signing',
     'win32-devedition-opt',
     'win32-nightly-repackage',
     'win32-nightly-repackage-signing',
     'win32-noopt-debug',
     'win32-opt',
     'win32-pgo',
     'win32-st-an-debug',
     'win32-st-an-opt',
     'win32-dmd-opt',
     'win64-add-on-devel',
     'win64-clang-tidy',
     'win64-debug',
     'win64-devedition-opt',
+    'win64-devedition-nightly-repackage',
+    'win64-devedition-nightly-repackage-signing',
     'win64-nightly-repackage',
     'win64-nightly-repackage-signing',
     'win64-noopt-debug',
     'win64-opt',
     'win64-pgo',
     'win64-st-an-debug',
     'win64-st-an-opt',
     'win64-asan-debug',