author | Stephen Donner <stephen.donner@gmail.com> |
Sat, 18 May 2019 00:10:05 +0000 | |
changeset 536323 | 82437bfbc17b5ea4f90839b3c1b67b92e5fee23d |
parent 536322 | 9d057f563cdadc8d3e111eb17133e901d99e3f7c |
child 536324 | 3dbd20c23a4334a5a21f4ad9f0ed5f0b9e78ff7e |
child 536327 | 9b2f851979cb8d0dd0cd2618656eddee32e4f143 |
push id | 2082 |
push user | ffxbld-merge |
push date | Mon, 01 Jul 2019 08:34:18 +0000 |
treeherder | mozilla-release@2fb19d0466d2 [default view] [failures only] |
perfherder | [talos] [build metrics] [platform microbench] (compared to previous push) |
reviewers | perftest-reviewers, rwood, sparky |
bugs | 1551324 |
milestone | 68.0a1 |
first release with | nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
|
last release without | nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
|
--- a/taskcluster/ci/config.yml +++ b/taskcluster/ci/config.yml @@ -39,16 +39,17 @@ treeherder: 'Rap-Prof-1proc': 'Raptor performance tests on Firefox with Gecko Profiling and without e10s' 'Rap-ChC': 'Raptor performance tests on Google Chrome Canary' 'Rap-ChD': 'Raptor performance tests on Google Chrome Dev' 'Rap-Cr': 'Raptor performance tests on Google Chromium' 'Rap-P': 'Raptor power tests on Firefox' 'Rap-P-1proc': 'Raptor power tests on Firefox without e10s' 'Rap-fenix': 'Raptor performance tests on Fenix' 'Rap-fennec': 'Raptor performance tests on Fennec' + 'Rap-fennec-1proc': 'Raptor performance tests on Fennec without e10s' 'Rap-refbrow': 'Raptor performance tests on the reference browser' 'T': 'Talos performance tests' 'T-1proc': 'Talos performance tests without e10s' 'Tsd': 'Talos performance tests with e10s, Stylo disabled' 'Tsd-1proc': 'Talos performance tests with Stylo disabled without e10s' 'Tss': 'Talos performance tests with e10s, Stylo sequential' 'Tss-1proc': 'Talos performance tests with Stylo sequential without e10s' 'tt': 'Telemetry tests'
--- a/taskcluster/ci/test/raptor.yml +++ b/taskcluster/ci/test/raptor.yml @@ -1102,16 +1102,57 @@ raptor-speedometer-geckoview-power: - --test=raptor-speedometer - --app=geckoview - --binary=org.mozilla.geckoview_example - --power-test - --page-cycles 5 - --host HOST_IP - --activity=org.mozilla.geckoview_example.GeckoViewActivity +raptor-scn-power-idle-fenix: + description: "Raptor idle-browser power-usage test on Fenix" + try-name: raptor-scn-power-idle-fenix + treeherder-symbol: Rap-fenix(idl) + run-on-projects: ['try'] + e10s: true + target: + by-test-platform: + android-hw.*-aarch64.*/.*: + index: project.mobile.fenix.v2.branch.master.latest.raptor.aarch64 + name: target.apk + default: + index: project.mobile.fenix.v2.branch.master.latest.raptor.arm + name: target.apk + tier: 3 + max-run-time: 1800 + mozharness: + extra-options: + - --test=raptor-scn-power-idle + - --app=fenix + - --binary-path=org.mozilla.fenix.raptor + - --power-test + - --host HOST_IP + - --activity=org.mozilla.fenix.browser.BrowserPerformanceTestActivity + +raptor-scn-power-idle-fennec: + description: "Raptor idle-browser power-use measurement on Fennec" + try-name: raptor-scn-power-idle-fennec + treeherder-symbol: Rap-fennec(idl) + target: target.apk + run-on-projects: ['try'] + tier: 3 + max-run-time: 1800 + mozharness: + extra-options: + - --test=raptor-scn-power-idle + - --app=fennec + - --binary=org.mozilla.fennec_aurora + - --power-test + - --host HOST_IP + raptor-scn-power-idle-geckoview: description: "Raptor idle-browser power-use measurement on GeckoView" try-name: raptor-scn-power-idle-geckoview treeherder-symbol: Rap-P(idl) target: geckoview_example.apk run-on-projects: by-test-platform: android-hw.*/pgo: ['try', 'trunk', 'mozilla-central'] @@ -1120,39 +1161,41 @@ raptor-scn-power-idle-geckoview: max-run-time: 1800 mozharness: extra-options: - --test=raptor-scn-power-idle - --app=geckoview - --binary=org.mozilla.geckoview_example - --power-test - --host HOST_IP - - --activity=GeckoViewActivity + - --activity=org.mozilla.geckoview_example.GeckoViewActivity raptor-scn-power-idle-refbrow: description: "Raptor idle-browser power-use measurement on Reference Browser" try-name: raptor-scn-power-idle-refbrow treeherder-symbol: Rap-refbrow(idl) target: - index: project.mobile.reference-browser.signed-nightly.nightly.latest - name: target.arm.apk - run-on-projects: by-test-platform: - android-hw.*/pgo: ['try'] - default: ['try'] + android-hw.*-aarch64.*/.*: + index: project.mobile.reference-browser.signed-nightly.nightly.latest + name: target.aarch64.apk + default: + index: project.mobile.reference-browser.signed-nightly.nightly.latest + name: target.arm.apk + run-on-projects: ['try'] tier: 3 max-run-time: 1800 mozharness: extra-options: - --test=raptor-scn-power-idle - --app=refbrow - --binary-path=org.mozilla.reference.browser - --power-test - --host HOST_IP - - --activity=BrowserTestActivity + - --activity=org.mozilla.reference.browser.BrowserTestActivity raptor-speedometer-fennec: description: "Raptor Speedometer on Fennec" try-name: raptor-speedometer-fennec treeherder-symbol: Rap(sp) target: target.apk run-on-projects: by-test-platform:
--- a/taskcluster/ci/test/test-sets.yml +++ b/taskcluster/ci/test/test-sets.yml @@ -592,21 +592,25 @@ android-hw-aarch64-raptor: - raptor-tp6m-10-geckoview-cold - raptor-tp6m-11-geckoview-cold - raptor-tp6m-12-geckoview-cold - raptor-tp6m-13-geckoview-cold - raptor-tp6m-14-geckoview-cold android-hw-arm7-raptor-power: - raptor-speedometer-geckoview-power + - raptor-scn-power-idle-fenix + - raptor-scn-power-idle-fennec - raptor-scn-power-idle-geckoview - raptor-scn-power-idle-refbrow android-hw-aarch64-raptor-power: - raptor-speedometer-geckoview-power + - raptor-scn-power-idle-fenix + - raptor-scn-power-idle-fennec - raptor-scn-power-idle-geckoview - raptor-scn-power-idle-refbrow android-hw-arm7-raptor-nightly: - raptor-speedometer-fennec - raptor-tp6m-1-fennec - raptor-tp6m-2-fennec - raptor-tp6m-3-fennec
--- a/testing/raptor/raptor/tests/raptor-scn-power-idle.ini +++ b/testing/raptor/raptor/tests/raptor-scn-power-idle.ini @@ -4,13 +4,19 @@ test_url = about:blank scenario_time = 1200000 measure = fakeMeasure unit = scenarioComplete page_cycles = 1 page_timeout = 1320000 lower_is_better = true alert_threshold = 2.0 +[raptor-scn-power-idle-fenix] +apps = fenix + +[raptor-scn-power-idle-fennec] +apps = fennec + [raptor-scn-power-idle-geckoview] apps = geckoview [raptor-scn-power-idle-refbrow] apps = refbrow