Bug 1551324: Hook up remaining Fennec and Fenix jobs in CI for scn-power-idle tests. r=perftest-reviewers,rwood,sparky
authorStephen Donner <stephen.donner@gmail.com>
Sat, 18 May 2019 00:10:05 +0000
changeset 474424 82437bfbc17b5ea4f90839b3c1b67b92e5fee23d
parent 474423 9d057f563cdadc8d3e111eb17133e901d99e3f7c
child 474425 9b2f851979cb8d0dd0cd2618656eddee32e4f143
child 474426 3dbd20c23a4334a5a21f4ad9f0ed5f0b9e78ff7e
push id113152
push userdluca@mozilla.com
push dateSat, 18 May 2019 10:33:03 +0000
treeherdermozilla-inbound@9b2f851979cb [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, rwood, sparky
bugs1551324
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1551324: Hook up remaining Fennec and Fenix jobs in CI for scn-power-idle tests. r=perftest-reviewers,rwood,sparky Differential Revision: https://phabricator.services.mozilla.com/D31025
taskcluster/ci/config.yml
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/tests/raptor-scn-power-idle.ini
--- a/taskcluster/ci/config.yml
+++ b/taskcluster/ci/config.yml
@@ -39,16 +39,17 @@ treeherder:
         'Rap-Prof-1proc': 'Raptor performance tests on Firefox with Gecko Profiling and without e10s'
         'Rap-ChC': 'Raptor performance tests on Google Chrome Canary'
         'Rap-ChD': 'Raptor performance tests on Google Chrome Dev'
         'Rap-Cr': 'Raptor performance tests on Google Chromium'
         'Rap-P': 'Raptor power tests on Firefox'
         'Rap-P-1proc': 'Raptor power tests on Firefox without e10s'
         'Rap-fenix': 'Raptor performance tests on Fenix'
         'Rap-fennec': 'Raptor performance tests on Fennec'
+        'Rap-fennec-1proc': 'Raptor performance tests on Fennec without e10s'
         'Rap-refbrow': 'Raptor performance tests on the reference browser'
         'T': 'Talos performance tests'
         'T-1proc': 'Talos performance tests without e10s'
         'Tsd': 'Talos performance tests with e10s, Stylo disabled'
         'Tsd-1proc': 'Talos performance tests with Stylo disabled without e10s'
         'Tss': 'Talos performance tests with e10s, Stylo sequential'
         'Tss-1proc': 'Talos performance tests with Stylo sequential without e10s'
         'tt': 'Telemetry tests'
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -1102,16 +1102,57 @@ raptor-speedometer-geckoview-power:
             - --test=raptor-speedometer
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --power-test
             - --page-cycles 5
             - --host HOST_IP
             - --activity=org.mozilla.geckoview_example.GeckoViewActivity
 
+raptor-scn-power-idle-fenix:
+    description: "Raptor idle-browser power-usage test on Fenix"
+    try-name: raptor-scn-power-idle-fenix
+    treeherder-symbol: Rap-fenix(idl)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.fenix.v2.branch.master.latest.raptor.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.fenix.v2.branch.master.latest.raptor.arm
+                name: target.apk
+    tier: 3
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --test=raptor-scn-power-idle
+            - --app=fenix
+            - --binary-path=org.mozilla.fenix.raptor
+            - --power-test
+            - --host HOST_IP
+            - --activity=org.mozilla.fenix.browser.BrowserPerformanceTestActivity
+
+raptor-scn-power-idle-fennec:
+    description: "Raptor idle-browser power-use measurement on Fennec"
+    try-name: raptor-scn-power-idle-fennec
+    treeherder-symbol: Rap-fennec(idl)
+    target: target.apk
+    run-on-projects: ['try']
+    tier: 3
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --test=raptor-scn-power-idle
+            - --app=fennec
+            - --binary=org.mozilla.fennec_aurora
+            - --power-test
+            - --host HOST_IP
+
 raptor-scn-power-idle-geckoview:
     description: "Raptor idle-browser power-use measurement on GeckoView"
     try-name: raptor-scn-power-idle-geckoview
     treeherder-symbol: Rap-P(idl)
     target: geckoview_example.apk
     run-on-projects:
         by-test-platform:
             android-hw.*/pgo: ['try', 'trunk', 'mozilla-central']
@@ -1120,39 +1161,41 @@ raptor-scn-power-idle-geckoview:
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-scn-power-idle
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --power-test
             - --host HOST_IP
-            - --activity=GeckoViewActivity
+            - --activity=org.mozilla.geckoview_example.GeckoViewActivity
 
 raptor-scn-power-idle-refbrow:
     description: "Raptor idle-browser power-use measurement on Reference Browser"
     try-name: raptor-scn-power-idle-refbrow
     treeherder-symbol: Rap-refbrow(idl)
     target:
-        index: project.mobile.reference-browser.signed-nightly.nightly.latest
-        name: target.arm.apk
-    run-on-projects:
         by-test-platform:
-            android-hw.*/pgo: ['try']
-            default: ['try']
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.signed-nightly.nightly.latest
+                name: target.aarch64.apk
+            default:
+                index: project.mobile.reference-browser.signed-nightly.nightly.latest
+                name: target.arm.apk
+    run-on-projects: ['try']
     tier: 3
     max-run-time: 1800
     mozharness:
         extra-options:
             - --test=raptor-scn-power-idle
             - --app=refbrow
             - --binary-path=org.mozilla.reference.browser
             - --power-test
             - --host HOST_IP
-            - --activity=BrowserTestActivity
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
 
 raptor-speedometer-fennec:
     description: "Raptor Speedometer on Fennec"
     try-name: raptor-speedometer-fennec
     treeherder-symbol: Rap(sp)
     target: target.apk
     run-on-projects:
         by-test-platform:
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -592,21 +592,25 @@ android-hw-aarch64-raptor:
     - raptor-tp6m-10-geckoview-cold
     - raptor-tp6m-11-geckoview-cold
     - raptor-tp6m-12-geckoview-cold
     - raptor-tp6m-13-geckoview-cold
     - raptor-tp6m-14-geckoview-cold
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power
+    - raptor-scn-power-idle-fenix
+    - raptor-scn-power-idle-fennec
     - raptor-scn-power-idle-geckoview
     - raptor-scn-power-idle-refbrow
 
 android-hw-aarch64-raptor-power:
     - raptor-speedometer-geckoview-power
+    - raptor-scn-power-idle-fenix
+    - raptor-scn-power-idle-fennec
     - raptor-scn-power-idle-geckoview
     - raptor-scn-power-idle-refbrow
 
 android-hw-arm7-raptor-nightly:
     - raptor-speedometer-fennec
     - raptor-tp6m-1-fennec
     - raptor-tp6m-2-fennec
     - raptor-tp6m-3-fennec
--- a/testing/raptor/raptor/tests/raptor-scn-power-idle.ini
+++ b/testing/raptor/raptor/tests/raptor-scn-power-idle.ini
@@ -4,13 +4,19 @@ test_url = about:blank
 scenario_time = 1200000
 measure = fakeMeasure
 unit = scenarioComplete
 page_cycles = 1
 page_timeout = 1320000
 lower_is_better = true
 alert_threshold = 2.0
 
+[raptor-scn-power-idle-fenix]
+apps = fenix
+
+[raptor-scn-power-idle-fennec]
+apps = fennec
+
 [raptor-scn-power-idle-geckoview]
 apps = geckoview
 
 [raptor-scn-power-idle-refbrow]
 apps = refbrow