taskcluster/actions/add-new-jobs.py
author Sebastian Hengst <archaeopteryx@coole-files.de>
Fri, 28 Jul 2017 20:36:25 +0200
changeset 617859 078c33d6232712265e5f5361782142e4b5aa1479
parent 617857 taskcluster/taskgraph/actions/add-new-jobs.py@c0e98ba118f16aee0d7101bd9a3ddb9945031b58
permissions -rw-r--r--
Backed out changeset 9368bd804513 (bug 1384729) for bustage: pattern 'actions/**' in 'taskcluster/moz.build' corresponds to no files in the tree. r=backout on a CLOSED TREE

from .registry import register_callback_action
from slugid import nice as slugid

from actions.util import create_task
from taskgraph.util.taskcluster import get_artifact
from taskgraph.util.parameterization import resolve_task_references
from taskgraph.taskgraph import TaskGraph


@register_callback_action(
    name='add-new-jobs',
    title='Add new jobs',
    symbol='add-new',
    description="Add new jobs using task labels",
    order=10000,
    context=[{}],
    schema={
        'type': 'object',
        'properties': {
            'tasks': {
                'type': 'array',
                'description': 'An array of task labels',
                'items': {
                    'type': 'string'
                }
            }
        }
    }
)
def add_new_jobs_action(parameters, input, task_group_id, task_id, task):
    full_task_graph = get_artifact(task_id, "public/full-task-graph.json")
    _, full_task_graph = TaskGraph.from_json(full_task_graph)
    label_to_taskid = get_artifact(task_id, "public/label-to-taskid.json")

    for elem in input['tasks']:
        if elem in full_task_graph.tasks:
            task = full_task_graph.tasks[elem]

            # fix up the task's dependencies, similar to how optimization would
            # have done in the decision
            dependencies = {name: label_to_taskid[label]
                            for name, label in task.dependencies.iteritems()}
            task_def = resolve_task_references(task.label, task.task, dependencies)
            task_def.setdefault('dependencies', []).extend(dependencies.itervalues())
            # actually create the new task
            create_task(slugid(), task_def, parameters['level'])
        else:
            raise Exception('{} was not found in the task-graph'.format(elem))