Port Bug 1460777: Taskgraph tasks for retrieving remote content; rs=bustage-fix
authorTom Prince <mozilla@hocat.ca>
Thu, 07 Jun 2018 14:09:36 -0600
changeset 32187 41a1e39051d2c2b6eed4df4af2dd4a324b777b96
parent 32186 0e040d8fb3649341515e5560b1ec0b7857f31bbf
child 32188 e48189835da7a3b8a0131b7d17085515b7748466
push id385
push userclokep@gmail.com
push dateTue, 04 Sep 2018 23:26:14 +0000
reviewersbustage-fix
bugs1460777
Port Bug 1460777: Taskgraph tasks for retrieving remote content; rs=bustage-fix
taskcluster/ci/config.yml
taskcluster/ci/docker-image/kind.yml
taskcluster/ci/fetch/kind.yml
taskcluster/ci/packages/kind.yml
taskcluster/ci/toolchain/kind.yml
taskcluster/comm_taskgraph/__init__.py
--- a/taskcluster/ci/config.yml
+++ b/taskcluster/ci/config.yml
@@ -6,16 +6,17 @@ treeherder:
         'Z': 'MozMill tests'
         'I': 'Docker Image Builds'
         'TL': 'Toolchain builds for Linux 64-bits'
         'TM': 'Toolchain builds for OSX'
         'TMW': 'Toolchain builds for Windows MinGW'
         'TW32': 'Toolchain builds for Windows 32-bits'
         'TW64': 'Toolchain builds for Windows 64-bits'
         'Deb7': 'Packages for Debian 7'
+        'Deb9': 'Packages for Debian 9'
         'L10n': 'Localised Repacks'
         'L10n-Rpk': 'Localized Repackaged Repacks'
         'rs': 'Repackage signing'
         'BMR-L10n': 'Beetmover repackages for locales'
         'c-Up': 'Balrog submission of complete updates'
         'cs': 'Checksum signing'
         'BMcs': 'Beetmover checksums,'
         'Rel': 'Release promotion'
--- a/taskcluster/ci/docker-image/kind.yml
+++ b/taskcluster/ci/docker-image/kind.yml
@@ -7,13 +7,15 @@ base-path: taskcluster/ci
 
 kind-dependencies:
     - packages
 
 jobs:
     - debian7-amd64-build
     - debian7-base
     - debian7-i386-build
+    - debian9-base
     - desktop1604-test
+    - fetch
     - image_builder
     - lint
     - toolchain-build
     - update-verify
new file mode 100644
--- /dev/null
+++ b/taskcluster/ci/fetch/kind.yml
@@ -0,0 +1,6 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+loader: comm_taskgraph:reference_loader
+base-path: taskcluster/ci
--- a/taskcluster/ci/packages/kind.yml
+++ b/taskcluster/ci/packages/kind.yml
@@ -17,8 +17,10 @@ jobs:
     - deb7-mercurial
     - deb7-ninja
     - deb7-python
     - deb7-python3.5
     - deb7-python3-defaults
     - deb7-python-zstandard
     - deb7-valgrind
     - deb7-xz-utils
+    - deb9-mercurial
+    - deb9-python-zstandard
--- a/taskcluster/ci/toolchain/kind.yml
+++ b/taskcluster/ci/toolchain/kind.yml
@@ -1,15 +1,18 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 loader: comm_taskgraph:reference_loader
 base-path: taskcluster/ci
 
+kind-dependencies:
+   - fetch
+
 jobs:
     - linux64-cctools-port
     - linux64-clang
     - linux64-clang-3.9
     - linux64-gcc
     - linux64-gcc-4.9
     - linux64-hfsplus
     - linux64-libdmg
--- a/taskcluster/comm_taskgraph/__init__.py
+++ b/taskcluster/comm_taskgraph/__init__.py
@@ -32,21 +32,25 @@ def reference_loader(kind, path, config,
     `jobs` key.
     """
     base_path = config.pop('base-path')
     sub_path = os.path.join(base_path, kind)
     sub_config = load_yaml(sub_path, "kind.yml")
     loader = _get_loader(sub_path, sub_config)
     inputs = loader(kind, sub_path, sub_config, params, loaded_tasks)
 
-    jobs = set(config.pop('jobs'))
+    jobs = config.pop('jobs', None)
 
     config.update(sub_config)
 
-    return (job for job in inputs if (_get_aliases(kind, job) & jobs))
+    if jobs is not None:
+        jobs = set(jobs)
+        return (job for job in inputs if (_get_aliases(kind, job) & jobs))
+    else:
+        return inputs
 
 
 def remove_widevine_and_stub_installer(config, jobs):
     """
     Remove references to widevine signing and to packaging a stub installer.
 
     This is an expedient hack to avoid adding special cases for handling these in
     mozilla-central code. The proper fix is to address Bug 1331143 which should allow