Bug 1272176 - Synchronize performance artifact schema with upstream; r=wlach
authorGregory Szorc <gps@mozilla.com>
Tue, 17 May 2016 14:45:12 -0700
changeset 300240 82fb632252de2b13ac47500bc16f43d12e19eb17
parent 300239 901aee13bd76c45d6d0c31c7b65e99988ade774b
child 300241 7bff68b26943579c2104cd77f102878c93541718
push id77869
push usergszorc@mozilla.com
push dateThu, 02 Jun 2016 22:09:18 +0000
treeherdermozilla-inbound@7bff68b26943 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewerswlach
bugs1272176
milestone49.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1272176 - Synchronize performance artifact schema with upstream; r=wlach Having the latest schema available seems like a good thing. This is a direct copy of schemas/performance-artifact.json from https://github.com/mozilla/treeherder.git at commit 7bed1b22ceb01e3e71536fa1c4ecd14ddc87e803. MozReview-Commit-ID: JQC4CeW6szM
testing/mozharness/external_tools/performance-artifact-schema.json
--- a/testing/mozharness/external_tools/performance-artifact-schema.json
+++ b/testing/mozharness/external_tools/performance-artifact-schema.json
@@ -19,45 +19,103 @@
                     "description": "Summary value for subtest",
                     "title": "Subtest value",
                     "type": "number"
                 },
                 "lowerIsBetter": {
                     "description": "Whether lower values are better for subtest",
                     "title": "Lower is better",
                     "type": "boolean"
+                },
+                "shouldAlert": {
+                    "description": "Whether we should alert",
+                    "title": "Should alert",
+                    "type": "boolean"
+                },
+                "alertThreshold": {
+                    "description": "% change threshold before alerting",
+                    "title": "Alert threshold",
+                    "type": "number"
+                },
+                "minBackWindow": {
+                    "description": "Minimum back window to use for alerting",
+                    "title": "Minimum back window",
+                    "type": "number"
+                },
+                "maxBackWindow": {
+                    "description": "Maximum back window to use for alerting",
+                    "title": "Maximum back window",
+                    "type": "number"
+                },
+                "foreWindow": {
+                    "description": "Fore window to use for alerting",
+                    "title": "Fore window",
+                    "type": "number"
                 }
             },
             "required": [
                 "name",
                 "value"
             ],
             "type": "object"
         },
         "suite_schema": {
             "properties": {
                 "name": {
                     "title": "Suite name",
                     "type": "string"
                 },
+                "extraOptions": {
+                    "type": "array",
+                    "title": "Extra options used in running suite",
+                    "items": {
+                        "type": "string"
+                    },
+                    "uniqueItems": true
+                },
                 "subtests": {
                     "items": {
                         "$ref": "#/definitions/subtest_schema"
                     },
                     "title": "Subtests",
                     "type": "array"
                 },
                 "value": {
                     "title": "Suite value",
                     "type": "number"
                 },
                 "lowerIsBetter": {
                     "description": "Whether lower values are better for suite",
                     "title": "Lower is better",
                     "type": "boolean"
+                },
+                "shouldAlert": {
+                    "description": "Whether we should alert on this suite (overrides default behaviour)",
+                    "title": "Should alert",
+                    "type": "boolean"
+                },
+                "alertThreshold": {
+                    "description": "% change threshold before alerting",
+                    "title": "Alert threshold",
+                    "type": "number"
+                },
+                "minBackWindow": {
+                    "description": "Minimum back window to use for alerting",
+                    "title": "Minimum back window",
+                    "type": "number"
+                },
+                "maxBackWindow": {
+                    "description": "Maximum back window to use for alerting",
+                    "title": "Maximum back window",
+                    "type": "number"
+                },
+                "foreWindow": {
+                    "description": "Fore window to use for alerting",
+                    "title": "Fore window",
+                    "type": "number"
                 }
             },
             "required": [
                 "name",
                 "subtests"
             ],
             "type": "object"
         }