Bug 1405561 - Show --verify in mochitest help and standardize --verify description; r=jmaher
authorGeoff Brown <gbrown@mozilla.com>
Wed, 04 Oct 2017 11:19:39 -0600
changeset 1311812 8a01b9dba150fe3c3943a1c9989bb2eed789dc48
parent 1311811 908add663c5be97c5d8aeb9e3bf82ef9c445a73e
child 1311813 5676964b1a220c90eedefd94a49796afe2ed4e76
push id225897
push useropettay@mozilla.com
push dateWed, 04 Oct 2017 19:25:01 +0000
treeherdertry@2f2f41234c44 [default view] [failures only]
reviewersjmaher
bugs1405561
milestone58.0a1
Bug 1405561 - Show --verify in mochitest help and standardize --verify description; r=jmaher
layout/tools/reftest/reftestcommandline.py
testing/mochitest/mochitest_options.py
testing/xpcshell/xpcshellcommandline.py
--- a/layout/tools/reftest/reftestcommandline.py
+++ b/layout/tools/reftest/reftestcommandline.py
@@ -241,17 +241,18 @@ class ReftestArgumentsParser(argparse.Ar
                           action="append",
                           dest="sandboxReadWhitelist",
                           default=[],
                           help="Path to add to the sandbox whitelist.")
 
         self.add_argument("--verify",
                           action="store_true",
                           default=False,
-                          help="Test verification mode.")
+                          help="Run tests in verification mode: Run many times in different "
+                               "ways, to see if there are intermittent failures.")
 
         self.add_argument("--verify-max-time",
                           type=int,
                           default=3600,
                           help="Maximum time, in seconds, to run in --verify mode..")
 
         mozlog.commandline.add_logging_group(self)
 
--- a/testing/mochitest/mochitest_options.py
+++ b/testing/mochitest/mochitest_options.py
@@ -585,24 +585,23 @@ class MochitestArguments(ArgumentContain
           "dest": "sandboxReadWhitelist",
           "action": "append",
           "help": "Path to add to the sandbox whitelist.",
           "suppress": True,
           }],
         [["--verify"],
          {"action": "store_true",
           "default": False,
-          "help": "Test verification mode.",
-          "suppress": True,
+          "help": "Run tests in verification mode: Run many times in different "
+                  "ways, to see if there are intermittent failures.",
           }],
         [["--verify-max-time"],
          {"type": int,
           "default": 3600,
           "help": "Maximum time, in seconds, to run in --verify mode.",
-          "suppress": True,
           }],
     ]
 
     defaults = {
         # Bug 1065098 - The geckomediaplugin process fails to produce a leak
         # log for some reason.
         'ignoreMissingLeaks': ["geckomediaplugin"],
         'extensionsToExclude': ['specialpowers'],
--- a/testing/xpcshell/xpcshellcommandline.py
+++ b/testing/xpcshell/xpcshellcommandline.py
@@ -123,17 +123,18 @@ def add_common_arguments(parser):
                         type=int, dest="threadCount", default=0,
                         help="override the number of jobs (threads) when running tests "
                              "in parallel, the default is CPU x 1.5 when running via mach "
                              "and CPU x 4 when running in automation")
     parser.add_argument("testPaths", nargs="*", default=None,
                         help="Paths of tests to run.")
     parser.add_argument("--verify",
                         action="store_true", default=False,
-                        help="Verify test(s) by running multiple times.")
+                        help="Run tests in verification mode: Run many times in different "
+                             "ways, to see if there are intermittent failures.")
     parser.add_argument("--verify-max-time",
                         dest="verifyMaxTime",
                         type=int, default=3600,
                         help="Maximum time, in seconds, to run in --verify mode.")
 
 
 def add_remote_arguments(parser):
     parser.add_argument("--deviceIP", action="store", type=str, dest="deviceIP",