author | Gregory Szorc <gps@mozilla.com> |
Tue, 17 May 2016 14:45:12 -0700 | |
changeset 300240 | 82fb632252de2b13ac47500bc16f43d12e19eb17 |
parent 300239 | 901aee13bd76c45d6d0c31c7b65e99988ade774b |
child 300241 | 7bff68b26943579c2104cd77f102878c93541718 |
push id | 77869 |
push user | gszorc@mozilla.com |
push date | Thu, 02 Jun 2016 22:09:18 +0000 |
treeherder | mozilla-inbound@7bff68b26943 [default view] [failures only] |
perfherder | [talos] [build metrics] [platform microbench] (compared to previous push) |
reviewers | wlach |
bugs | 1272176 |
milestone | 49.0a1 |
first release with | nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
|
last release without | nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
|
testing/mozharness/external_tools/performance-artifact-schema.json | file | annotate | diff | comparison | revisions |
--- a/testing/mozharness/external_tools/performance-artifact-schema.json +++ b/testing/mozharness/external_tools/performance-artifact-schema.json @@ -19,45 +19,103 @@ "description": "Summary value for subtest", "title": "Subtest value", "type": "number" }, "lowerIsBetter": { "description": "Whether lower values are better for subtest", "title": "Lower is better", "type": "boolean" + }, + "shouldAlert": { + "description": "Whether we should alert", + "title": "Should alert", + "type": "boolean" + }, + "alertThreshold": { + "description": "% change threshold before alerting", + "title": "Alert threshold", + "type": "number" + }, + "minBackWindow": { + "description": "Minimum back window to use for alerting", + "title": "Minimum back window", + "type": "number" + }, + "maxBackWindow": { + "description": "Maximum back window to use for alerting", + "title": "Maximum back window", + "type": "number" + }, + "foreWindow": { + "description": "Fore window to use for alerting", + "title": "Fore window", + "type": "number" } }, "required": [ "name", "value" ], "type": "object" }, "suite_schema": { "properties": { "name": { "title": "Suite name", "type": "string" }, + "extraOptions": { + "type": "array", + "title": "Extra options used in running suite", + "items": { + "type": "string" + }, + "uniqueItems": true + }, "subtests": { "items": { "$ref": "#/definitions/subtest_schema" }, "title": "Subtests", "type": "array" }, "value": { "title": "Suite value", "type": "number" }, "lowerIsBetter": { "description": "Whether lower values are better for suite", "title": "Lower is better", "type": "boolean" + }, + "shouldAlert": { + "description": "Whether we should alert on this suite (overrides default behaviour)", + "title": "Should alert", + "type": "boolean" + }, + "alertThreshold": { + "description": "% change threshold before alerting", + "title": "Alert threshold", + "type": "number" + }, + "minBackWindow": { + "description": "Minimum back window to use for alerting", + "title": "Minimum back window", + "type": "number" + }, + "maxBackWindow": { + "description": "Maximum back window to use for alerting", + "title": "Maximum back window", + "type": "number" + }, + "foreWindow": { + "description": "Fore window to use for alerting", + "title": "Fore window", + "type": "number" } }, "required": [ "name", "subtests" ], "type": "object" }