Bug 1459621 - Support (or document) mach try syntax for gecko profiling r=jmaher jmaher
authorflorin.strugariu <bebe@mozilla.ro>
Mon, 22 Oct 2018 15:28:23 +0000
changeset 490758 42412209a3220de529f13d8ab51987e7a55c0213
parent 490757 8c08dcec61d8a3e5e234aacae1e2a373545bcdeb
child 490759 33dd2766eab8fd99cc3345b9984ee597e2306caa
push id247
push userfmarier@mozilla.com
push dateSat, 27 Oct 2018 01:06:44 +0000
reviewersjmaher
bugs1459621
milestone64.0a1
Bug 1459621 - Support (or document) mach try syntax for gecko profiling r=jmaher jmaher Differential Revision: https://phabricator.services.mozilla.com/D9386
taskcluster/ci/config.yml
taskcluster/ci/test/talos.yml
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
--- a/taskcluster/ci/config.yml
+++ b/taskcluster/ci/config.yml
@@ -29,17 +29,16 @@ treeherder:
         'Rap-C': 'Raptor performance tests on Google Chrome'
         'Rap-C-e10s': 'Raptor performance tests on Google Chrome with e10s'
         'T': 'Talos performance tests'
         'Tsd': 'Talos performance tests with Stylo disabled'
         'Tss': 'Talos performance tests with Stylo sequential'
         'T-e10s': 'Talos performance tests with e10s'
         'Tsd-e10s': 'Talos performance tests with e10s, Stylo disabled'
         'Tss-e10s': 'Talos performance tests with e10s, Stylo sequential'
-        'T-P-e10s': 'Talos performance tests with e10s and gecko profiling'
         'tt': 'Telemetry tests'
         'tt-e10s': 'Telemetry tests with e10s'
         'SY-e10s': 'Are we slim yet tests by TaskCluster with e10s'
         'SYsd-e10s': 'Are we slim yet tests by TaskCluster with e10s, Stylo disabled'
         'SYss-e10s': 'Are we slim yet tests by TaskCluster with e10s, Stylo sequential'
         'VP': 'VideoPuppeteer tests'
         'W': 'Web platform tests'
         'W-sw': 'Web platform tests with serviceworker redesign'
--- a/taskcluster/ci/test/talos.yml
+++ b/taskcluster/ci/test/talos.yml
@@ -37,100 +37,49 @@ talos-bcv:
         by-test-platform:
             .*-qr/.*: 3  # this should be disabled but might run via try syntax anyway, so explicitly downgrade to tier-3
             default: default
     max-run-time: 1800
     mozharness:
         extra-options:
             - --suite=bcv
 
-talos-bcv-profiling:
-    description: "Talos profiling basic compositor video"
-    try-name: bcv-profiling
-    treeherder-symbol: T-P(bcv)
-    run-on-projects:
-        by-test-platform:
-            .*-qr/.*: []  # this test is not useful with webrender
-            default: ['mozilla-central', 'try']
-    tier:
-        by-test-platform:
-            .*-qr/.*: 3  # this should be disabled but might run via try syntax anyway, so explicitly downgrade to tier-3
-            default: default
-    max-run-time: 1800
-    mozharness:
-        extra-options:
-            - --suite=bcv
-            - --geckoProfile
-
 talos-chrome:
     description: "Talos chrome"
     try-name: chromez
     treeherder-symbol: T(c)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --suite=chromez
 
-talos-chrome-profiling:
-    description: "Talos profiling chrome"
-    try-name: chromez-profiling
-    treeherder-symbol: T-P(c)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=chromez
-            - --geckoProfile
-
 talos-damp:
     description: "Talos devtools (damp)"
     try-name: damp
     treeherder-symbol: T(damp)
     max-run-time: 5400
     run-on-projects:
         by-test-platform:
             linux64-ccov/.*: ['try']  # Bug 1407593
             default: ['mozilla-beta', 'trunk', 'try']
     mozharness:
         extra-options:
             - --suite=damp
 
-talos-damp-profiling:
-    description: "Talos profiling devtools"
-    try-name: damp-profiling
-    treeherder-symbol: T-P(damp)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=damp
-            - --geckoProfile
-
 talos-dromaeojs:
     description: "Talos dromaeojs"
     try-name: dromaeojs
     treeherder-symbol: T(d)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 2100
     mozharness:
         extra-options:
             - --suite=dromaeojs
 
-talos-dromaeojs-profiling:
-    description: "Talos profiling dromaeojs"
-    try-name: dromaeojs-profiling
-    treeherder-symbol: T-P(d)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 2100
-    mozharness:
-        extra-options:
-            - --suite=dromaeojs
-            - --geckoProfile
-
 talos-flex:
     description: "Talos XUL flexbox emulation enabled"
     try-name: flex
     treeherder-symbol: T(f)
     tier: 3
     run-on-projects: ['mozilla-central', 'try']
     max-run-time: 1800
     mozharness:
@@ -145,105 +94,52 @@ talos-g1:
     max-run-time:
         by-test-platform:
             linux64.*: 3600
             default: 7200
     mozharness:
         extra-options:
             - --suite=g1
 
-talos-g1-profiling:
-    description: "Talos profiling g1"
-    try-name: g1-profiling
-    treeherder-symbol: T-P(g1)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time:
-        by-test-platform:
-            linux64.*: 3600
-            default: 7200
-    mozharness:
-        extra-options:
-            - --suite=g1
-            - --geckoProfile
-
 talos-g3:
     description: "Talos g3"
     try-name: g3
     treeherder-symbol: T(g3)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 900
     mozharness:
         extra-options:
             - --suite=g3
 
-talos-g3-profiling:
-    description: "Talos profiling g3"
-    try-name: g3-profiling
-    treeherder-symbol: T-P(g3)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 900
-    mozharness:
-        extra-options:
-            - --suite=g3
-            - --geckoProfile
-
 talos-g4:
     description: "Talos g4"
     try-name: g4
     treeherder-symbol: T(g4)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time:
         by-test-platform:
             linux64.*: 1500
             default: 1800
     mozharness:
         extra-options:
             - --suite=g4
 
-talos-g4-profiling:
-    description: "Talos profiling g4"
-    try-name: g4-profiling
-    treeherder-symbol: T-P(g4)
-    run-on-projects: ['mozilla-central', 'try']
-    mozharness:
-        extra-options:
-            - --suite=g4
-            - --geckoProfile
-    max-run-time:
-        by-test-platform:
-            linux64.*: 1500
-            default: 1800
-
 talos-g5:
     description: "Talos g5"
     try-name: g5
     treeherder-symbol: T(g5)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     mozharness:
         extra-options:
             - --suite=g5
     max-run-time:
         by-test-platform:
             linux64.*: 1200
             default: 1800
 
-talos-g5-profiling:
-    description: "Talos profiling g5"
-    try-name: g5-profiling
-    treeherder-symbol: T-P(g5)
-    run-on-projects: ['mozilla-central', 'try']
-    mozharness:
-        extra-options:
-            - --suite=g5
-            - --geckoProfile
-    max-run-time:
-        by-test-platform:
-            linux64.*: 1200
-            default: 1800
-
 talos-h1:
     description: "Talos h1"
     try-name: h1
     treeherder-symbol: T(h1)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     mozharness:
         extra-options:
             - --suite=h1
@@ -275,32 +171,16 @@ talos-motionmark:
         by-test-platform:
             windows10-64-ccov/.*: 3
             linux64-ccov/.*: 3
             default: 2
     mozharness:
         extra-options:
             - --suite=motionmark
 
-talos-motionmark-profiling:
-    description: "Talos profiling motionmark"
-    try-name: motionmark-profiling
-    treeherder-symbol: T-P(mm)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 3600
-    tier:
-        by-test-platform:
-            windows10-64-ccov/.*: 3
-            linux64-ccov/.*: 3
-            default: 2
-    mozharness:
-        extra-options:
-            - --suite=motionmark
-            - --geckoProfile
-
 talos-other:
     description: "Talos other"
     try-name: other
     treeherder-symbol: T(o)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1500
     mozharness:
         extra-options:
@@ -311,153 +191,76 @@ talos-sessionrestore-many-windows:
     try-name: sessionrestore-many-windows
     treeherder-symbol: T(smw)
     run-on-projects: ['mozilla-central', 'try']
     max-run-time: 1500
     mozharness:
         extra-options:
             - --suite=sessionrestore-many-windows
 
-talos-other-profiling:
-    description: "Talos profiling other"
-    try-name: other-profiling
-    treeherder-symbol: T-P(o)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1500
-    mozharness:
-        extra-options:
-            - --suite=other
-            - --geckoProfile
-
 talos-perf-reftest:
     description: "Talos perf-reftest"
     try-name: perf-reftest
     treeherder-symbol: T(p)
     run-on-projects: ['trunk', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --suite=perf-reftest
 
-talos-perf-reftest-profiling:
-    description: "Talos profiling perf-reftest"
-    try-name: perf-reftest-profiling
-    treeherder-symbol: T-P(p)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=perf-reftest
-            - --geckoProfile
-
 talos-perf-reftest-singletons:
     description: "Talos perf-reftest singletons"
     try-name: perf-reftest-singletons
     treeherder-symbol: T(ps)
     run-on-projects: ['trunk', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --suite=perf-reftest-singletons
 
-talos-perf-reftest-singletons-profiling:
-    description: "Talos profiling perf-reftest singletons"
-    try-name: perf-reftest-singletons-profiling
-    treeherder-symbol: T-P(ps)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=perf-reftest-singletons
-            - --geckoProfile
-
 talos-speedometer:
     description: "Talos speedometer"
     try-name: speedometer
     treeherder-symbol: T(sp)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1500
     mozharness:
         extra-options:
             - --suite=speedometer
 
-talos-speedometer-profiling:
-    description: "Talos profiling speedometer"
-    try-name: speedometer-profiling
-    treeherder-symbol: T-P(sp)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1500
-    mozharness:
-        extra-options:
-            - --suite=speedometer
-            - --geckoProfile
-
 talos-svgr:
     description: "Talos svgr"
     try-name: svgr
     treeherder-symbol: T(s)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1800
     mozharness:
         extra-options:
             - --suite=svgr
 
-talos-svgr-profiling:
-    description: "Talos profiling svgr"
-    try-name: svgr-profiling
-    treeherder-symbol: T-P(s)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1800
-    mozharness:
-        extra-options:
-            - --suite=svgr
-            - --geckoProfile
-
 talos-tp5o:
     description: "Talos tp5o"
     try-name: tp5o
     treeherder-symbol: T(tp)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1800
     mozharness:
         extra-options:
             - --suite=tp5o
 
-talos-tp5o-profiling:
-    description: "Talos profiling tp5o"
-    try-name: tp5o-profiling
-    treeherder-symbol: T-P(tp)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1800
-    mozharness:
-        extra-options:
-            - --suite=tp5o
-            - --geckoProfile
-
 talos-tp6:
     description: "Talos tp6"
     try-name: tp6
     treeherder-symbol: T(tp6)
     run-on-projects: ['trunk', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --suite=tp6
 
-talos-tp6-profiling:
-    description: "Talos profiling tp6"
-    try-name: tp6-profiling
-    treeherder-symbol: T-P(tp6)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=tp6
-            - --geckoProfile
-
 talos-tp6-stylo-threads:
     description: "Talos Stylo sequential tp6"
     try-name: tp6-stylo-threads
     treeherder-symbol: Tss(tp6)
     max-run-time: 1200
     run-on-projects:
         by-test-platform:
             macosx.*: ['mozilla-beta', 'autoland', 'try']
@@ -474,27 +277,16 @@ talos-tps:
     run-on-projects:
         by-test-platform:
             linux64-ccov/.*: ['try']  # Bug 1407593
             default: ['mozilla-beta', 'trunk', 'try']
     mozharness:
         extra-options:
             - --suite=tps
 
-talos-tps-profiling:
-    description: "Talos page scroll profiling (tps)"
-    try-name: tps-profiling
-    treeherder-symbol: T-P(tps)
-    max-run-time: 900
-    run-on-projects: ['mozilla-central', 'try']
-    mozharness:
-        extra-options:
-            - --suite=tps
-            - --geckoProfile
-
 talos-xperf:
     description: "Talos xperf"
     try-name: xperf
     treeherder-symbol: T(x)
     virtualization: virtual
     os-groups: ['Administrators']
     run-as-administrator:
         by-test-platform:
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -58,17 +58,16 @@ linux64/opt:
 linux64-nightly/opt:
     build-platform: linux64-nightly/opt
     test-sets:
         - common-tests
         - web-platform-tests
         - opt-only-tests
         - desktop-screenshot-capture
         - awsy
-        - linux-talos-profiling
         - raptor-chrome
 linux64-devedition/opt:
     build-platform: linux64-devedition-nightly/opt
     test-sets:
         - common-tests
         - web-platform-tests
         - opt-only-tests
         - desktop-screenshot-capture
@@ -204,17 +203,16 @@ windows10-64-pgo/opt:
 
 windows10-64-nightly/opt:
     build-platform: win64-nightly/opt
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - desktop-instrumentation
         - windows-tests
-        - windows-talos-profiling
         - raptor-chrome
 
 windows10-64-devedition/opt:
     build-platform: win64-devedition-nightly/opt
     test-sets:
         - desktop-screenshot-capture
         - windows-tests
 
@@ -253,17 +251,16 @@ macosx64/opt:
         - desktop-screenshot-capture
         - awsy
         - raptor-firefox
 
 macosx64-nightly/opt:
     build-platform: macosx64-nightly/opt
     test-sets:
         - macosx64-tests
-        - macosx64-talos-profiling
         - awsy
         - raptor-chrome
 
 macosx64-devedition/opt:
     build-platform: macosx64-devedition-nightly/opt
     test-sets:
         - macosx64-tests
 
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -138,35 +138,16 @@ linux-qr-tests:
     - mochitest-a11y
     - mochitest-gpu
     - mochitest-media
     - mochitest-webgl1-core
     - mochitest-webgl1-ext
     - reftest
     - xpcshell
 
-linux-talos-profiling:
-    - talos-bcv-profiling
-    - talos-chrome-profiling
-    - talos-damp-profiling
-    - talos-dromaeojs-profiling
-    - talos-g1-profiling
-    - talos-g3-profiling
-    - talos-g4-profiling
-    - talos-g5-profiling
-    - talos-other-profiling
-    - talos-perf-reftest-profiling
-    - talos-perf-reftest-singletons-profiling
-    - talos-speedometer-profiling
-    - talos-motionmark-profiling
-    - talos-svgr-profiling
-    - talos-tp5o-profiling
-    - talos-tp6-profiling
-    # - talos-tps-profiling # Bug 1453007 - times out
-
 linux-talos-flex:
     - talos-flex
 
 windows-qr-tests:
     - crashtest
     - mochitest
     - mochitest-gpu
     - mochitest-media
@@ -231,35 +212,16 @@ windows-talos:
     - talos-tp5o
     - talos-xperf
     - talos-speedometer
     - talos-tp6
     - talos-tps
     - talos-motionmark
     # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
 
-windows-talos-profiling:
-    - talos-bcv-profiling
-    - talos-chrome-profiling
-    - talos-damp-profiling
-    - talos-dromaeojs-profiling
-    - talos-g1-profiling
-    - talos-g3-profiling
-    - talos-g4-profiling
-    - talos-g5-profiling
-    - talos-motionmark-profiling
-    - talos-other-profiling
-    - talos-perf-reftest-profiling
-    - talos-perf-reftest-singletons-profiling
-    - talos-speedometer-profiling
-    - talos-svgr-profiling
-    - talos-tp5o-profiling
-    - talos-tp6-profiling
-    - talos-tps-profiling
-
 macosx64-tests:
     - cppunit
     - crashtest
     - firefox-ui-functional-local
     - firefox-ui-functional-remote
     - gtest
     - jittest
     - jsreftest
@@ -302,35 +264,16 @@ macosx64-talos:
     - talos-perf-reftest-singletons
     - talos-tp6
     - talos-tp6-stylo-threads
     # - talos-tps # Bug 1453007 times out
     - talos-speedometer
     - talos-motionmark
     # - talos-h1 # too long to unpack profile- Bug 1442893
 
-macosx64-talos-profiling:
-    - talos-bcv-profiling
-    - talos-chrome-profiling
-    - talos-damp-profiling
-    - talos-dromaeojs-profiling
-    - talos-g1-profiling
-    - talos-g3-profiling
-    - talos-g4-profiling
-    - talos-g5-profiling
-    - talos-other-profiling
-    - talos-perf-reftest-profiling
-    - talos-perf-reftest-singletons-profiling
-    - talos-speedometer-profiling
-    - talos-motionmark-profiling
-    - talos-svgr-profiling
-    - talos-tp5o-profiling
-    - talos-tp6-profiling
-    # - talos-tps-profiling # Bug 1453007 times out
-
 macosx64-qr-tests:
     - crashtest
     - reftest
 
 linux32-tests:
     - cppunit
     - crashtest
     - firefox-ui-functional-local