Bug 1272176 - Synchronize performance artifact schema with upstream; r=wlach draft
authorGregory Szorc <gps@mozilla.com>
Tue, 17 May 2016 14:45:12 -0700
changeset 374693 9230de71ad2d76fa01c1f876d49bfff953c7ad11
parent 374692 75d3d33a07a0fc4d1eaf0e13d270e8de852e7010
child 374694 feae08c31fd7789eb7b3e64613ba2f001ccc6c69
push id20067
push userbmo:gps@mozilla.com
push dateThu, 02 Jun 2016 19:55:21 +0000
reviewerswlach
bugs1272176
milestone49.0a1
Bug 1272176 - Synchronize performance artifact schema with upstream; r=wlach Having the latest schema available seems like a good thing. This is a direct copy of schemas/performance-artifact.json from https://github.com/mozilla/treeherder.git at commit 7bed1b22ceb01e3e71536fa1c4ecd14ddc87e803. MozReview-Commit-ID: JQC4CeW6szM
testing/mozharness/external_tools/performance-artifact-schema.json
--- a/testing/mozharness/external_tools/performance-artifact-schema.json
+++ b/testing/mozharness/external_tools/performance-artifact-schema.json
@@ -19,45 +19,103 @@
                     "description": "Summary value for subtest",
                     "title": "Subtest value",
                     "type": "number"
                 },
                 "lowerIsBetter": {
                     "description": "Whether lower values are better for subtest",
                     "title": "Lower is better",
                     "type": "boolean"
+                },
+                "shouldAlert": {
+                    "description": "Whether we should alert",
+                    "title": "Should alert",
+                    "type": "boolean"
+                },
+                "alertThreshold": {
+                    "description": "% change threshold before alerting",
+                    "title": "Alert threshold",
+                    "type": "number"
+                },
+                "minBackWindow": {
+                    "description": "Minimum back window to use for alerting",
+                    "title": "Minimum back window",
+                    "type": "number"
+                },
+                "maxBackWindow": {
+                    "description": "Maximum back window to use for alerting",
+                    "title": "Maximum back window",
+                    "type": "number"
+                },
+                "foreWindow": {
+                    "description": "Fore window to use for alerting",
+                    "title": "Fore window",
+                    "type": "number"
                 }
             },
             "required": [
                 "name",
                 "value"
             ],
             "type": "object"
         },
         "suite_schema": {
             "properties": {
                 "name": {
                     "title": "Suite name",
                     "type": "string"
                 },
+                "extraOptions": {
+                    "type": "array",
+                    "title": "Extra options used in running suite",
+                    "items": {
+                        "type": "string"
+                    },
+                    "uniqueItems": true
+                },
                 "subtests": {
                     "items": {
                         "$ref": "#/definitions/subtest_schema"
                     },
                     "title": "Subtests",
                     "type": "array"
                 },
                 "value": {
                     "title": "Suite value",
                     "type": "number"
                 },
                 "lowerIsBetter": {
                     "description": "Whether lower values are better for suite",
                     "title": "Lower is better",
                     "type": "boolean"
+                },
+                "shouldAlert": {
+                    "description": "Whether we should alert on this suite (overrides default behaviour)",
+                    "title": "Should alert",
+                    "type": "boolean"
+                },
+                "alertThreshold": {
+                    "description": "% change threshold before alerting",
+                    "title": "Alert threshold",
+                    "type": "number"
+                },
+                "minBackWindow": {
+                    "description": "Minimum back window to use for alerting",
+                    "title": "Minimum back window",
+                    "type": "number"
+                },
+                "maxBackWindow": {
+                    "description": "Maximum back window to use for alerting",
+                    "title": "Maximum back window",
+                    "type": "number"
+                },
+                "foreWindow": {
+                    "description": "Fore window to use for alerting",
+                    "title": "Fore window",
+                    "type": "number"
                 }
             },
             "required": [
                 "name",
                 "subtests"
             ],
             "type": "object"
         }