taskcluster/taskgraph/loader/single_dep.py
author Aki Sasaki <asasaki@mozilla.com>
Tue, 05 Dec 2017 19:10:48 -0800
changeset 448081 13d6dfaa9bce4b23bf116064355a8b0babd34a64
parent 402292 feb371151541d2a14a138926f2f277f80bff781f
child 489087 8b061c70417b490d816e997741900dfdea137625
permissions -rw-r--r--
bug 1423081 - inherit shipping-product from upstream. r=callek MozReview-Commit-ID: 88NKe04ql1a

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

from __future__ import absolute_import, print_function, unicode_literals

import copy


def loader(kind, path, config, params, loaded_tasks):
    """
    Load tasks based on the jobs dependant kinds.

    The `only-for-build-platforms` kind configuration, if specified, will limit
    the build platforms for which a job will be created. Alternatively there is
    'not-for-build-platforms' kind configuration which will be consulted only after
    'only-for-build-platforms' is checked (if present), and omit any jobs where the
    build platform matches.

    Optional `only-for-attributes` kind configuration, if specified, will limit
    the jobs chosen to ones which have the specified attribute, with the specified
    value.

    Optional `job-template` kind configuration value, if specified, will be used to
    pass configuration down to the specified transforms used.
    """
    only_platforms = config.get('only-for-build-platforms')
    not_platforms = config.get('not-for-build-platforms')
    only_attributes = config.get('only-for-attributes')
    job_template = config.get('job-template')

    for task in loaded_tasks:
        if task.kind not in config.get('kind-dependencies', []):
            continue

        if only_platforms or not_platforms:
            build_platform = task.attributes.get('build_platform')
            build_type = task.attributes.get('build_type')
            if not build_platform or not build_type:
                continue
            platform = "{}/{}".format(build_platform, build_type)
            if only_platforms and platform not in only_platforms:
                continue
            elif not_platforms and platform in not_platforms:
                continue

        if only_attributes:
            config_attrs = set(only_attributes)
            if config_attrs - set(task.attributes):
                # make sure all attributes exist
                continue

        job = {'dependent-task': task}
        if job_template:
            job.update(copy.deepcopy(job_template))

        # copy shipping_product from upstream
        product = task.attributes.get(
            'shipping_product', task.task.get('shipping-product')
        )
        if product:
            job.setdefault('shipping-product', product)

        yield job