Bug 1405561 - Show --verify in mochitest help and standardize --verify description; r=jmaher
authorGeoff Brown <gbrown@mozilla.com>
Wed, 04 Oct 2017 11:19:39 -0600
changeset 384387 8a01b9dba150fe3c3943a1c9989bb2eed789dc48
parent 384386 908add663c5be97c5d8aeb9e3bf82ef9c445a73e
child 384388 5676964b1a220c90eedefd94a49796afe2ed4e76
push id95787
push usergbrown@mozilla.com
push dateWed, 04 Oct 2017 17:20:33 +0000
treeherdermozilla-inbound@5676964b1a22 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1405561
milestone58.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1405561 - Show --verify in mochitest help and standardize --verify description; r=jmaher
layout/tools/reftest/reftestcommandline.py
testing/mochitest/mochitest_options.py
testing/xpcshell/xpcshellcommandline.py
--- a/layout/tools/reftest/reftestcommandline.py
+++ b/layout/tools/reftest/reftestcommandline.py
@@ -241,17 +241,18 @@ class ReftestArgumentsParser(argparse.Ar
                           action="append",
                           dest="sandboxReadWhitelist",
                           default=[],
                           help="Path to add to the sandbox whitelist.")
 
         self.add_argument("--verify",
                           action="store_true",
                           default=False,
-                          help="Test verification mode.")
+                          help="Run tests in verification mode: Run many times in different "
+                               "ways, to see if there are intermittent failures.")
 
         self.add_argument("--verify-max-time",
                           type=int,
                           default=3600,
                           help="Maximum time, in seconds, to run in --verify mode..")
 
         mozlog.commandline.add_logging_group(self)
 
--- a/testing/mochitest/mochitest_options.py
+++ b/testing/mochitest/mochitest_options.py
@@ -585,24 +585,23 @@ class MochitestArguments(ArgumentContain
           "dest": "sandboxReadWhitelist",
           "action": "append",
           "help": "Path to add to the sandbox whitelist.",
           "suppress": True,
           }],
         [["--verify"],
          {"action": "store_true",
           "default": False,
-          "help": "Test verification mode.",
-          "suppress": True,
+          "help": "Run tests in verification mode: Run many times in different "
+                  "ways, to see if there are intermittent failures.",
           }],
         [["--verify-max-time"],
          {"type": int,
           "default": 3600,
           "help": "Maximum time, in seconds, to run in --verify mode.",
-          "suppress": True,
           }],
     ]
 
     defaults = {
         # Bug 1065098 - The geckomediaplugin process fails to produce a leak
         # log for some reason.
         'ignoreMissingLeaks': ["geckomediaplugin"],
         'extensionsToExclude': ['specialpowers'],
--- a/testing/xpcshell/xpcshellcommandline.py
+++ b/testing/xpcshell/xpcshellcommandline.py
@@ -123,17 +123,18 @@ def add_common_arguments(parser):
                         type=int, dest="threadCount", default=0,
                         help="override the number of jobs (threads) when running tests "
                              "in parallel, the default is CPU x 1.5 when running via mach "
                              "and CPU x 4 when running in automation")
     parser.add_argument("testPaths", nargs="*", default=None,
                         help="Paths of tests to run.")
     parser.add_argument("--verify",
                         action="store_true", default=False,
-                        help="Verify test(s) by running multiple times.")
+                        help="Run tests in verification mode: Run many times in different "
+                             "ways, to see if there are intermittent failures.")
     parser.add_argument("--verify-max-time",
                         dest="verifyMaxTime",
                         type=int, default=3600,
                         help="Maximum time, in seconds, to run in --verify mode.")
 
 
 def add_remote_arguments(parser):
     parser.add_argument("--deviceIP", action="store", type=str, dest="deviceIP",