testing/marionette/mach_commands.py
author Andrew Halberstadt <ahalberstadt@mozilla.com>
Thu, 23 Nov 2017 13:04:19 -0500
changeset 396220 d3afe2be86851ca2114b177cfb801c63cdec793c
parent 375082 153542f0ae5604a4026d85c4fa68c8792783dacf
child 399901 945b63ad5a0bdba0db9ccd656f256726c0a71841
permissions -rw-r--r--
Bug 1209463 - [test] Use a common logger across suites from |mach test| and other test commands, r=gbrown In order for |mach test| and |mach mochitest| to log an overall summary, every test harness invocation they make needs to use the same structured logger (otherwise the affected suite will be missing from the summary). MozReview-Commit-ID: 8LJw7r8SItk

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

from __future__ import absolute_import, unicode_literals

import argparse
import os
import sys

from mach.decorators import (
    CommandArgument,
    CommandProvider,
    Command,
    SubCommand,
)

from mozbuild.base import (
    MachCommandBase,
    MachCommandConditions as conditions,
)


def is_firefox_or_android(cls):
    """Must have Firefox build or Android build."""
    return conditions.is_firefox(cls) or conditions.is_android(cls)


def create_parser_tests():
    from marionette_harness.runtests import MarionetteArguments
    from mozlog.structured import commandline
    parser = MarionetteArguments()
    commandline.add_logging_group(parser)
    return parser


def run_marionette(tests, binary=None, topsrcdir=None, **kwargs):
    from mozlog.structured import commandline

    from marionette_harness.runtests import (
        MarionetteTestRunner,
        MarionetteHarness
    )

    parser = create_parser_tests()

    if not tests:
        tests = [os.path.join(topsrcdir,
                 "testing/marionette/harness/marionette_harness/tests/unit-tests.ini")]

    args = argparse.Namespace(tests=tests)

    args.binary = binary

    for k, v in kwargs.iteritems():
        setattr(args, k, v)

    parser.verify_usage(args)

    args.logger = kwargs.get('log')
    if not args.logger:
        args.logger = commandline.setup_logging("Marionette Unit Tests",
                                                args,
                                                {"mach": sys.stdout})
    failed = MarionetteHarness(MarionetteTestRunner, args=vars(args)).run()
    if failed > 0:
        return 1
    else:
        return 0


@CommandProvider
class MachCommands(MachCommandBase):

    """Deprecated in favour of ./mach marionette <subcommand>."""

    @Command("marionette-test",
             category="testing",
             description="Remote control protocol to Gecko, used for functional UI tests and browser automation.",
             conditions=[is_firefox_or_android],
             parser=create_parser_tests,
             )
    def run_marionette_test(self, tests, **kwargs):
        print >>sys.stderr, ("warning: ./mach marionette-test is deprecated; "
                             "please use ./mach marionette test")

        if "test_objects" in kwargs:
            tests = []
            for obj in kwargs["test_objects"]:
                tests.append(obj["file_relpath"])
            del kwargs["test_objects"]

        if not kwargs.get("binary") and conditions.is_firefox(self):
            kwargs["binary"] = self.get_binary_path("app")
        return run_marionette(tests, topsrcdir=self.topsrcdir, **kwargs)


@CommandProvider
class Marionette(MachCommandBase):

    @property
    def srcdir(self):
        return os.path.join(self.topsrcdir, "testing/marionette")

    @Command("marionette",
             category="misc",
             description="Remote control protocol to Gecko, used for functional UI tests and browser automation.",
             conditions=[is_firefox_or_android],
             )
    def marionette(self):
        self.parser.print_usage()
        return 1

    @SubCommand("marionette", "test",
                description="Run browser automation tests based on Marionette harness.",
                parser=create_parser_tests,
                )
    def marionette_test(self, tests, **kwargs):
        if "test_objects" in kwargs:
            tests = []
            for obj in kwargs["test_objects"]:
                tests.append(obj["file_relpath"])
            del kwargs["test_objects"]

        if not kwargs.get("binary") and conditions.is_firefox(self):
            kwargs["binary"] = self.get_binary_path("app")
        return run_marionette(tests, topsrcdir=self.topsrcdir, **kwargs)

    @SubCommand("marionette", "doc",
                description="Generate Marionette server API documentation in testing/marionette/doc.")
    @CommandArgument("--http",
                     help='HTTP service address (e.g. "127.0.0.1:6060" or just ":6060".'
                     )
    def marionette_doc(self, http, **kwargs):
        import subprocess

        def is_marionette_source_file(filename):
            path = os.path.join(self.srcdir, filename)
            return (os.path.isfile(path)
                    and filename.endswith(".js")
                    and not filename.startswith("test_"))

        srcs = [f for f in os.listdir(
            self.srcdir) if is_marionette_source_file(f)]

        proc = subprocess.Popen(
            ["jsdoc", "-c", ".jsdoc.js"] + srcs, cwd=self.srcdir)
        proc.wait()

        if http and proc.returncode == 0:
            import SimpleHTTPServer
            import SocketServer

            host, port = http.split(":")
            host = host or "127.0.0.1"
            port = int(port)

            handler = SimpleHTTPServer.SimpleHTTPRequestHandler
            httpd = SocketServer.TCPServer((host, int(port)), handler)

            print "serving at %s:%s" % (host, port)
            os.chdir(os.path.join(self.srcdir, "doc"))
            httpd.serve_forever()

        return proc.returncode