testing/mozharness/scripts/firefox_media_tests_taskcluster.py
author Boris Chiou <boris.chiou@gmail.com>
Tue, 21 Mar 2017 14:27:46 +0800
changeset 348639 c6b29c15b94eb218ddd1714eb3ea4c978e8ab09b
parent 320442 1a8074c331254eff2cc12bde3d3b20fa6df622f8
permissions -rw-r--r--
Bug 1343153 - Part 2: Use Servo css-parser for ParseEasing. r=birtles,emilio We use Servo css-parser to parse keyframe property-value pairs, so we should also use it to parse easing for Web Animations. MozReview-Commit-ID: FsfHQaNT2xO

#!/usr/bin/env python
# ***** BEGIN LICENSE BLOCK *****
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# ***** BEGIN LICENSE BLOCK *****
"""firefox_media_tests_taskcluster.py

Adapted from firefox_media_tests_buildbot.py

Author: Bryce Van Dyk
"""
import copy
import glob
import os
import sys

sys.path.insert(1, os.path.dirname(sys.path[0]))

from mozharness.base.log import DEBUG, ERROR, INFO
from mozharness.base.script import PostScriptAction
from mozharness.mozilla.blob_upload import (
    BlobUploadMixin,
    blobupload_config_options
)
from mozharness.mozilla.testing.firefox_media_tests import (
    FirefoxMediaTestsBase, TESTFAILED, SUCCESS
)


class FirefoxMediaTestsTaskcluster(FirefoxMediaTestsBase):

    def __init__(self):
        config_options = copy.deepcopy(blobupload_config_options)
        super(FirefoxMediaTestsTaskcluster, self).__init__(
            config_options=config_options,
            all_actions=['clobber',
                         'download-and-extract',
                         'create-virtualenv',
                         'install',
                         'run-media-tests',
                         ],
        )

    def query_abs_dirs(self):
        if self.abs_dirs:
            return self.abs_dirs
        abs_dirs = super(FirefoxMediaTestsTaskcluster, self).query_abs_dirs()
        dirs = {
            'abs_blob_upload_dir': os.path.join(abs_dirs['abs_work_dir'],
                                                   'blobber_upload_dir')
        }
        abs_dirs.update(dirs)
        self.abs_dirs = abs_dirs
        return self.abs_dirs

    def _query_cmd(self):
        cmd = super(FirefoxMediaTestsTaskcluster, self)._query_cmd()
        dirs = self.query_abs_dirs()
        # configure logging
        blob_upload_dir = dirs.get('abs_blob_upload_dir')
        cmd += ['--gecko-log', os.path.join(blob_upload_dir, 'gecko.log')]
        cmd += ['--log-html', os.path.join(blob_upload_dir, 'media_tests.html')]
        cmd += ['--log-mach', os.path.join(blob_upload_dir, 'media_tests_mach.log')]
        return cmd

    @PostScriptAction('run-media-tests')
    def _collect_uploads(self, action, success=None):
        """ Copy extra (log) files to blob upload dir. """
        dirs = self.query_abs_dirs()
        log_dir = dirs.get('abs_log_dir')
        blob_upload_dir = dirs.get('abs_blob_upload_dir')
        if not log_dir or not blob_upload_dir:
            return
        self.mkdir_p(blob_upload_dir)
        # Move firefox-media-test screenshots into log_dir
        screenshots_dir = os.path.join(dirs['base_work_dir'],
                                       'screenshots')
        log_screenshots_dir = os.path.join(log_dir, 'screenshots')
        if os.access(log_screenshots_dir, os.F_OK):
            self.rmtree(log_screenshots_dir)
        if os.access(screenshots_dir, os.F_OK):
            self.move(screenshots_dir, log_screenshots_dir)

        # logs to upload: broadest level (info), error, screenshots
        uploads = glob.glob(os.path.join(log_screenshots_dir, '*'))
        log_files = self.log_obj.log_files
        log_level = self.log_obj.log_level

        def append_path(filename, dir=log_dir):
            if filename:
                uploads.append(os.path.join(dir, filename))

        append_path(log_files.get(ERROR))
        # never upload debug logs
        if log_level == DEBUG:
            append_path(log_files.get(INFO))
        else:
            append_path(log_files.get(log_level))
        # in case of SimpleFileLogger
        append_path(log_files.get('default'))
        for f in uploads:
            if os.access(f, os.F_OK):
                dest = os.path.join(blob_upload_dir, os.path.basename(f))
                self.copyfile(f, dest)


if __name__ == '__main__':
    media_test = FirefoxMediaTestsTaskcluster()
    media_test.run_and_exit()