author Noemi Erli <>
Sat, 12 Jan 2019 00:00:06 +0200
changeset 453615 1ddef6cf6c7ee86191872cac0782b9f6dc01c923
parent 448418 920c0a874e738a781a087faba7e170aaed2f1fa3
child 460964 1b5a4da48de351e8f1145e3c3e49c4cd86cd9ad0
permissions -rw-r--r--
Merge mozilla-central to inbound. a=merge CLOSED TREE

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at

Templates provide a way of modifying the task definition of selected
tasks. They live under taskcluster/taskgraph/templates.

from __future__ import absolute_import, print_function, unicode_literals

import json
import os
import sys
from abc import ABCMeta, abstractmethod
from argparse import Action, SUPPRESS

import mozpack.path as mozpath
from mozbuild.base import BuildEnvironmentNotFoundException, MozbuildObject
from .tasks import resolve_tests_by_suite

here = os.path.abspath(os.path.dirname(__file__))
build = MozbuildObject.from_environment(cwd=here)

class Template(object):
    __metaclass__ = ABCMeta

    def add_arguments(self, parser):

    def context(self, **kwargs):

class Artifact(Template):

    def add_arguments(self, parser):
        group = parser.add_mutually_exclusive_group()
        group.add_argument('--artifact', action='store_true',
                           help='Force artifact builds where possible.')
        group.add_argument('--no-artifact', action='store_true',
                           help='Disable artifact builds even if being used locally.')

    def context(self, artifact, no_artifact, **kwargs):
        if artifact:
            return {
                'artifact': {'enabled': '1'}

        if no_artifact:

            if build.substs.get("MOZ_ARTIFACT_BUILDS"):
                print("Artifact builds enabled, pass --no-artifact to disable")
                return {
                    'artifact': {'enabled': '1'}
        except BuildEnvironmentNotFoundException:

class Path(Template):

    def add_arguments(self, parser):
        parser.add_argument('paths', nargs='*',
                            help='Run tasks containing tests under the specified path(s).')

    def context(self, paths, **kwargs):
        if not paths:

        for p in paths:
            if not os.path.exists(p):
                print("error: '{}' is not a valid path.".format(p), file=sys.stderr)

        paths = [mozpath.relpath(mozpath.join(os.getcwd(), p), build.topsrcdir) for p in paths]
        return {
            'env': {
                'MOZHARNESS_TEST_PATHS': json.dumps(resolve_tests_by_suite(paths)),

class Environment(Template):

    def add_arguments(self, parser):
        parser.add_argument('--env', action='append', default=None,
                            help='Set an environment variable, of the form FOO=BAR. '
                                 'Can be passed in multiple times.')

    def context(self, env, **kwargs):
        if not env:
        return {
            'env': dict(e.split('=', 1) for e in env),

class RangeAction(Action):
    def __init__(self, min, max, *args, **kwargs):
        self.min = min
        self.max = max
        kwargs['metavar'] = '[{}-{}]'.format(self.min, self.max)
        super(RangeAction, self).__init__(*args, **kwargs)

    def __call__(self, parser, namespace, values, option_string=None):
        name = option_string or self.dest
        if values < self.min:
            parser.error('{} can not be less than {}'.format(name, self.min))
        if values > self.max:
            parser.error('{} can not be more than {}'.format(name, self.max))
        setattr(namespace, self.dest, values)

class Rebuild(Template):

    def add_arguments(self, parser):
        parser.add_argument('--rebuild', action=RangeAction, min=2, max=20, default=None, type=int,
                            help='Rebuild all selected tasks the specified number of times.')

    def context(self, rebuild, **kwargs):
        if not rebuild:

        return {
            'rebuild': rebuild,

class ChemspillPrio(Template):

    def add_arguments(self, parser):
        parser.add_argument('--chemspill-prio', action='store_true',
                            help='Run at a higher priority than most try jobs (chemspills only).')

    def context(self, chemspill_prio, **kwargs):
        if chemspill_prio:
            return {
                'chemspill-prio': {}

class GeckoProfile(Template):

    def add_arguments(self, parser):
        parser.add_argument('--gecko-profile', dest='profile', action='store_true', default=False,
                            help='Create and upload a gecko profile during talos/raptor tasks.')
        # For backwards compatibility
        parser.add_argument('--talos-profile', dest='profile', action='store_true', default=False,
                            help='Create and upload a gecko profile during talos tasks.')
        # This is added for consistency with the 'syntax' selector
        parser.add_argument('--geckoProfile', dest='profile', action='store_true', default=False,

    def context(self, profile, **kwargs):
        if not profile:
        return {'gecko-profile': profile}

all_templates = {
    'artifact': Artifact,
    'path': Path,
    'env': Environment,
    'rebuild': Rebuild,
    'chemspill-prio': ChemspillPrio,
    'gecko-profile': GeckoProfile,