Bug 1459621 - Support (or document) mach try syntax for gecko profiling r=jmaher jmaher
authorflorin.strugariu <bebe@mozilla.ro>
Mon, 22 Oct 2018 15:28:23 +0000
changeset 442346 42412209a3220de529f13d8ab51987e7a55c0213
parent 442345 8c08dcec61d8a3e5e234aacae1e2a373545bcdeb
child 442347 33dd2766eab8fd99cc3345b9984ee597e2306caa
push id71462
push userjmaher@mozilla.com
push dateMon, 22 Oct 2018 15:28:54 +0000
treeherderautoland@42412209a322 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1459621
milestone64.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1459621 - Support (or document) mach try syntax for gecko profiling r=jmaher jmaher Differential Revision: https://phabricator.services.mozilla.com/D9386
taskcluster/ci/config.yml
taskcluster/ci/test/talos.yml
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
--- a/taskcluster/ci/config.yml
+++ b/taskcluster/ci/config.yml
@@ -29,17 +29,16 @@ treeherder:
         'Rap-C': 'Raptor performance tests on Google Chrome'
         'Rap-C-e10s': 'Raptor performance tests on Google Chrome with e10s'
         'T': 'Talos performance tests'
         'Tsd': 'Talos performance tests with Stylo disabled'
         'Tss': 'Talos performance tests with Stylo sequential'
         'T-e10s': 'Talos performance tests with e10s'
         'Tsd-e10s': 'Talos performance tests with e10s, Stylo disabled'
         'Tss-e10s': 'Talos performance tests with e10s, Stylo sequential'
-        'T-P-e10s': 'Talos performance tests with e10s and gecko profiling'
         'tt': 'Telemetry tests'
         'tt-e10s': 'Telemetry tests with e10s'
         'SY-e10s': 'Are we slim yet tests by TaskCluster with e10s'
         'SYsd-e10s': 'Are we slim yet tests by TaskCluster with e10s, Stylo disabled'
         'SYss-e10s': 'Are we slim yet tests by TaskCluster with e10s, Stylo sequential'
         'VP': 'VideoPuppeteer tests'
         'W': 'Web platform tests'
         'W-sw': 'Web platform tests with serviceworker redesign'
--- a/taskcluster/ci/test/talos.yml
+++ b/taskcluster/ci/test/talos.yml
@@ -37,100 +37,49 @@ talos-bcv:
         by-test-platform:
             .*-qr/.*: 3  # this should be disabled but might run via try syntax anyway, so explicitly downgrade to tier-3
             default: default
     max-run-time: 1800
     mozharness:
         extra-options:
             - --suite=bcv
 
-talos-bcv-profiling:
-    description: "Talos profiling basic compositor video"
-    try-name: bcv-profiling
-    treeherder-symbol: T-P(bcv)
-    run-on-projects:
-        by-test-platform:
-            .*-qr/.*: []  # this test is not useful with webrender
-            default: ['mozilla-central', 'try']
-    tier:
-        by-test-platform:
-            .*-qr/.*: 3  # this should be disabled but might run via try syntax anyway, so explicitly downgrade to tier-3
-            default: default
-    max-run-time: 1800
-    mozharness:
-        extra-options:
-            - --suite=bcv
-            - --geckoProfile
-
 talos-chrome:
     description: "Talos chrome"
     try-name: chromez
     treeherder-symbol: T(c)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --suite=chromez
 
-talos-chrome-profiling:
-    description: "Talos profiling chrome"
-    try-name: chromez-profiling
-    treeherder-symbol: T-P(c)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=chromez
-            - --geckoProfile
-
 talos-damp:
     description: "Talos devtools (damp)"
     try-name: damp
     treeherder-symbol: T(damp)
     max-run-time: 5400
     run-on-projects:
         by-test-platform:
             linux64-ccov/.*: ['try']  # Bug 1407593
             default: ['mozilla-beta', 'trunk', 'try']
     mozharness:
         extra-options:
             - --suite=damp
 
-talos-damp-profiling:
-    description: "Talos profiling devtools"
-    try-name: damp-profiling
-    treeherder-symbol: T-P(damp)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=damp
-            - --geckoProfile
-
 talos-dromaeojs:
     description: "Talos dromaeojs"
     try-name: dromaeojs
     treeherder-symbol: T(d)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 2100
     mozharness:
         extra-options:
             - --suite=dromaeojs
 
-talos-dromaeojs-profiling:
-    description: "Talos profiling dromaeojs"
-    try-name: dromaeojs-profiling
-    treeherder-symbol: T-P(d)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 2100
-    mozharness:
-        extra-options:
-            - --suite=dromaeojs
-            - --geckoProfile
-
 talos-flex:
     description: "Talos XUL flexbox emulation enabled"
     try-name: flex
     treeherder-symbol: T(f)
     tier: 3
     run-on-projects: ['mozilla-central', 'try']
     max-run-time: 1800
     mozharness:
@@ -145,105 +94,52 @@ talos-g1:
     max-run-time:
         by-test-platform:
             linux64.*: 3600
             default: 7200
     mozharness:
         extra-options:
             - --suite=g1
 
-talos-g1-profiling:
-    description: "Talos profiling g1"
-    try-name: g1-profiling
-    treeherder-symbol: T-P(g1)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time:
-        by-test-platform:
-            linux64.*: 3600
-            default: 7200
-    mozharness:
-        extra-options:
-            - --suite=g1
-            - --geckoProfile
-
 talos-g3:
     description: "Talos g3"
     try-name: g3
     treeherder-symbol: T(g3)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 900
     mozharness:
         extra-options:
             - --suite=g3
 
-talos-g3-profiling:
-    description: "Talos profiling g3"
-    try-name: g3-profiling
-    treeherder-symbol: T-P(g3)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 900
-    mozharness:
-        extra-options:
-            - --suite=g3
-            - --geckoProfile
-
 talos-g4:
     description: "Talos g4"
     try-name: g4
     treeherder-symbol: T(g4)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time:
         by-test-platform:
             linux64.*: 1500
             default: 1800
     mozharness:
         extra-options:
             - --suite=g4
 
-talos-g4-profiling:
-    description: "Talos profiling g4"
-    try-name: g4-profiling
-    treeherder-symbol: T-P(g4)
-    run-on-projects: ['mozilla-central', 'try']
-    mozharness:
-        extra-options:
-            - --suite=g4
-            - --geckoProfile
-    max-run-time:
-        by-test-platform:
-            linux64.*: 1500
-            default: 1800
-
 talos-g5:
     description: "Talos g5"
     try-name: g5
     treeherder-symbol: T(g5)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     mozharness:
         extra-options:
             - --suite=g5
     max-run-time:
         by-test-platform:
             linux64.*: 1200
             default: 1800
 
-talos-g5-profiling:
-    description: "Talos profiling g5"
-    try-name: g5-profiling
-    treeherder-symbol: T-P(g5)
-    run-on-projects: ['mozilla-central', 'try']
-    mozharness:
-        extra-options:
-            - --suite=g5
-            - --geckoProfile
-    max-run-time:
-        by-test-platform:
-            linux64.*: 1200
-            default: 1800
-
 talos-h1:
     description: "Talos h1"
     try-name: h1
     treeherder-symbol: T(h1)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     mozharness:
         extra-options:
             - --suite=h1
@@ -275,32 +171,16 @@ talos-motionmark:
         by-test-platform:
             windows10-64-ccov/.*: 3
             linux64-ccov/.*: 3
             default: 2
     mozharness:
         extra-options:
             - --suite=motionmark
 
-talos-motionmark-profiling:
-    description: "Talos profiling motionmark"
-    try-name: motionmark-profiling
-    treeherder-symbol: T-P(mm)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 3600
-    tier:
-        by-test-platform:
-            windows10-64-ccov/.*: 3
-            linux64-ccov/.*: 3
-            default: 2
-    mozharness:
-        extra-options:
-            - --suite=motionmark
-            - --geckoProfile
-
 talos-other:
     description: "Talos other"
     try-name: other
     treeherder-symbol: T(o)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1500
     mozharness:
         extra-options:
@@ -311,153 +191,76 @@ talos-sessionrestore-many-windows:
     try-name: sessionrestore-many-windows
     treeherder-symbol: T(smw)
     run-on-projects: ['mozilla-central', 'try']
     max-run-time: 1500
     mozharness:
         extra-options:
             - --suite=sessionrestore-many-windows
 
-talos-other-profiling:
-    description: "Talos profiling other"
-    try-name: other-profiling
-    treeherder-symbol: T-P(o)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1500
-    mozharness:
-        extra-options:
-            - --suite=other
-            - --geckoProfile
-
 talos-perf-reftest:
     description: "Talos perf-reftest"
     try-name: perf-reftest
     treeherder-symbol: T(p)
     run-on-projects: ['trunk', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --suite=perf-reftest
 
-talos-perf-reftest-profiling:
-    description: "Talos profiling perf-reftest"
-    try-name: perf-reftest-profiling
-    treeherder-symbol: T-P(p)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=perf-reftest
-            - --geckoProfile
-
 talos-perf-reftest-singletons:
     description: "Talos perf-reftest singletons"
     try-name: perf-reftest-singletons
     treeherder-symbol: T(ps)
     run-on-projects: ['trunk', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --suite=perf-reftest-singletons
 
-talos-perf-reftest-singletons-profiling:
-    description: "Talos profiling perf-reftest singletons"
-    try-name: perf-reftest-singletons-profiling
-    treeherder-symbol: T-P(ps)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=perf-reftest-singletons
-            - --geckoProfile
-
 talos-speedometer:
     description: "Talos speedometer"
     try-name: speedometer
     treeherder-symbol: T(sp)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1500
     mozharness:
         extra-options:
             - --suite=speedometer
 
-talos-speedometer-profiling:
-    description: "Talos profiling speedometer"
-    try-name: speedometer-profiling
-    treeherder-symbol: T-P(sp)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1500
-    mozharness:
-        extra-options:
-            - --suite=speedometer
-            - --geckoProfile
-
 talos-svgr:
     description: "Talos svgr"
     try-name: svgr
     treeherder-symbol: T(s)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1800
     mozharness:
         extra-options:
             - --suite=svgr
 
-talos-svgr-profiling:
-    description: "Talos profiling svgr"
-    try-name: svgr-profiling
-    treeherder-symbol: T-P(s)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1800
-    mozharness:
-        extra-options:
-            - --suite=svgr
-            - --geckoProfile
-
 talos-tp5o:
     description: "Talos tp5o"
     try-name: tp5o
     treeherder-symbol: T(tp)
     run-on-projects: ['mozilla-beta', 'trunk', 'try']
     max-run-time: 1800
     mozharness:
         extra-options:
             - --suite=tp5o
 
-talos-tp5o-profiling:
-    description: "Talos profiling tp5o"
-    try-name: tp5o-profiling
-    treeherder-symbol: T-P(tp)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1800
-    mozharness:
-        extra-options:
-            - --suite=tp5o
-            - --geckoProfile
-
 talos-tp6:
     description: "Talos tp6"
     try-name: tp6
     treeherder-symbol: T(tp6)
     run-on-projects: ['trunk', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
             - --suite=tp6
 
-talos-tp6-profiling:
-    description: "Talos profiling tp6"
-    try-name: tp6-profiling
-    treeherder-symbol: T-P(tp6)
-    run-on-projects: ['mozilla-central', 'try']
-    max-run-time: 1200
-    mozharness:
-        extra-options:
-            - --suite=tp6
-            - --geckoProfile
-
 talos-tp6-stylo-threads:
     description: "Talos Stylo sequential tp6"
     try-name: tp6-stylo-threads
     treeherder-symbol: Tss(tp6)
     max-run-time: 1200
     run-on-projects:
         by-test-platform:
             macosx.*: ['mozilla-beta', 'autoland', 'try']
@@ -474,27 +277,16 @@ talos-tps:
     run-on-projects:
         by-test-platform:
             linux64-ccov/.*: ['try']  # Bug 1407593
             default: ['mozilla-beta', 'trunk', 'try']
     mozharness:
         extra-options:
             - --suite=tps
 
-talos-tps-profiling:
-    description: "Talos page scroll profiling (tps)"
-    try-name: tps-profiling
-    treeherder-symbol: T-P(tps)
-    max-run-time: 900
-    run-on-projects: ['mozilla-central', 'try']
-    mozharness:
-        extra-options:
-            - --suite=tps
-            - --geckoProfile
-
 talos-xperf:
     description: "Talos xperf"
     try-name: xperf
     treeherder-symbol: T(x)
     virtualization: virtual
     os-groups: ['Administrators']
     run-as-administrator:
         by-test-platform:
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -58,17 +58,16 @@ linux64/opt:
 linux64-nightly/opt:
     build-platform: linux64-nightly/opt
     test-sets:
         - common-tests
         - web-platform-tests
         - opt-only-tests
         - desktop-screenshot-capture
         - awsy
-        - linux-talos-profiling
         - raptor-chrome
 linux64-devedition/opt:
     build-platform: linux64-devedition-nightly/opt
     test-sets:
         - common-tests
         - web-platform-tests
         - opt-only-tests
         - desktop-screenshot-capture
@@ -204,17 +203,16 @@ windows10-64-pgo/opt:
 
 windows10-64-nightly/opt:
     build-platform: win64-nightly/opt
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - desktop-instrumentation
         - windows-tests
-        - windows-talos-profiling
         - raptor-chrome
 
 windows10-64-devedition/opt:
     build-platform: win64-devedition-nightly/opt
     test-sets:
         - desktop-screenshot-capture
         - windows-tests
 
@@ -253,17 +251,16 @@ macosx64/opt:
         - desktop-screenshot-capture
         - awsy
         - raptor-firefox
 
 macosx64-nightly/opt:
     build-platform: macosx64-nightly/opt
     test-sets:
         - macosx64-tests
-        - macosx64-talos-profiling
         - awsy
         - raptor-chrome
 
 macosx64-devedition/opt:
     build-platform: macosx64-devedition-nightly/opt
     test-sets:
         - macosx64-tests
 
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -138,35 +138,16 @@ linux-qr-tests:
     - mochitest-a11y
     - mochitest-gpu
     - mochitest-media
     - mochitest-webgl1-core
     - mochitest-webgl1-ext
     - reftest
     - xpcshell
 
-linux-talos-profiling:
-    - talos-bcv-profiling
-    - talos-chrome-profiling
-    - talos-damp-profiling
-    - talos-dromaeojs-profiling
-    - talos-g1-profiling
-    - talos-g3-profiling
-    - talos-g4-profiling
-    - talos-g5-profiling
-    - talos-other-profiling
-    - talos-perf-reftest-profiling
-    - talos-perf-reftest-singletons-profiling
-    - talos-speedometer-profiling
-    - talos-motionmark-profiling
-    - talos-svgr-profiling
-    - talos-tp5o-profiling
-    - talos-tp6-profiling
-    # - talos-tps-profiling # Bug 1453007 - times out
-
 linux-talos-flex:
     - talos-flex
 
 windows-qr-tests:
     - crashtest
     - mochitest
     - mochitest-gpu
     - mochitest-media
@@ -231,35 +212,16 @@ windows-talos:
     - talos-tp5o
     - talos-xperf
     - talos-speedometer
     - talos-tp6
     - talos-tps
     - talos-motionmark
     # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
 
-windows-talos-profiling:
-    - talos-bcv-profiling
-    - talos-chrome-profiling
-    - talos-damp-profiling
-    - talos-dromaeojs-profiling
-    - talos-g1-profiling
-    - talos-g3-profiling
-    - talos-g4-profiling
-    - talos-g5-profiling
-    - talos-motionmark-profiling
-    - talos-other-profiling
-    - talos-perf-reftest-profiling
-    - talos-perf-reftest-singletons-profiling
-    - talos-speedometer-profiling
-    - talos-svgr-profiling
-    - talos-tp5o-profiling
-    - talos-tp6-profiling
-    - talos-tps-profiling
-
 macosx64-tests:
     - cppunit
     - crashtest
     - firefox-ui-functional-local
     - firefox-ui-functional-remote
     - gtest
     - jittest
     - jsreftest
@@ -302,35 +264,16 @@ macosx64-talos:
     - talos-perf-reftest-singletons
     - talos-tp6
     - talos-tp6-stylo-threads
     # - talos-tps # Bug 1453007 times out
     - talos-speedometer
     - talos-motionmark
     # - talos-h1 # too long to unpack profile- Bug 1442893
 
-macosx64-talos-profiling:
-    - talos-bcv-profiling
-    - talos-chrome-profiling
-    - talos-damp-profiling
-    - talos-dromaeojs-profiling
-    - talos-g1-profiling
-    - talos-g3-profiling
-    - talos-g4-profiling
-    - talos-g5-profiling
-    - talos-other-profiling
-    - talos-perf-reftest-profiling
-    - talos-perf-reftest-singletons-profiling
-    - talos-speedometer-profiling
-    - talos-motionmark-profiling
-    - talos-svgr-profiling
-    - talos-tp5o-profiling
-    - talos-tp6-profiling
-    # - talos-tps-profiling # Bug 1453007 times out
-
 macosx64-qr-tests:
     - crashtest
     - reftest
 
 linux32-tests:
     - cppunit
     - crashtest
     - firefox-ui-functional-local