Bug 1548689: Hook idle-power-usage tests up to CI. r=perftest-reviewers,rwood
authorStephen Donner <stephen.donner@gmail.com>
Mon, 13 May 2019 20:33:15 +0000
changeset 532478 225fb1820fe5ce1c86421cb2e41137bd6ac27da4
parent 532477 d8a1c2fa4ea526b7185459ef414828efb8bf9841
child 532479 d50cc0b641ed30db3353e7131fb06b7129dab548
push id11268
push usercsabou@mozilla.com
push dateTue, 14 May 2019 15:24:22 +0000
treeherdermozilla-beta@5fb7fcd568d6 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, rwood
bugs1548689
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1548689: Hook idle-power-usage tests up to CI. r=perftest-reviewers,rwood Differential Revision: https://phabricator.services.mozilla.com/D30456
taskcluster/ci/config.yml
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/tests/raptor-scn-power-idle.ini
--- a/taskcluster/ci/config.yml
+++ b/taskcluster/ci/config.yml
@@ -38,16 +38,17 @@ treeherder:
         'Rap-Prof': 'Raptor performance tests on Firefox with Gecko Profiling'
         'Rap-Prof-1proc': 'Raptor performance tests on Firefox with Gecko Profiling and without e10s'
         'Rap-ChC': 'Raptor performance tests on Google Chrome Canary'
         'Rap-ChD': 'Raptor performance tests on Google Chrome Dev'
         'Rap-Cr': 'Raptor performance tests on Google Chromium'
         'Rap-P': 'Raptor power tests on Firefox'
         'Rap-P-1proc': 'Raptor power tests on Firefox without e10s'
         'Rap-fenix': 'Raptor performance tests on Fenix'
+        'Rap-fennec': 'Raptor performance tests on Fennec'
         'Rap-refbrow': 'Raptor performance tests on the reference browser'
         'T': 'Talos performance tests'
         'T-1proc': 'Talos performance tests without e10s'
         'Tsd': 'Talos performance tests with e10s, Stylo disabled'
         'Tsd-1proc': 'Talos performance tests with Stylo disabled without e10s'
         'Tss': 'Talos performance tests with e10s, Stylo sequential'
         'Tss-1proc': 'Talos performance tests with Stylo sequential without e10s'
         'tt': 'Telemetry tests'
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -1022,16 +1022,58 @@ raptor-speedometer-geckoview-power:
             - --test=raptor-speedometer
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --power-test
             - --page-cycles 5
             - --host HOST_IP
             - --activity=org.mozilla.geckoview_example.GeckoViewActivity
 
+raptor-scn-power-idle-geckoview:
+    description: "Raptor idle-browser power-use measurement on GeckoView"
+    try-name: raptor-scn-power-idle-geckoview
+    treeherder-symbol: Rap-P(idl)
+    target: geckoview_example.apk
+    run-on-projects:
+        by-test-platform:
+            android-hw.*/pgo: ['try', 'trunk', 'mozilla-central']
+            default: ['try']
+    tier: 3
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --test=raptor-scn-power-idle
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --power-test
+            - --host HOST_IP
+            - --activity=GeckoViewActivity
+
+raptor-scn-power-idle-refbrow:
+    description: "Raptor idle-browser power-use measurement on Reference Browser"
+    try-name: raptor-scn-power-idle-refbrow
+    treeherder-symbol: Rap-refbrow(idl)
+    target:
+        index: project.mobile.reference-browser.signed-nightly.nightly.latest
+        name: target.arm.apk
+    run-on-projects:
+        by-test-platform:
+            android-hw.*/pgo: ['try']
+            default: ['try']
+    tier: 3
+    max-run-time: 1800
+    mozharness:
+        extra-options:
+            - --test=raptor-scn-power-idle
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser
+            - --power-test
+            - --host HOST_IP
+            - --activity=BrowserTestActivity
+
 raptor-speedometer-fennec:
     description: "Raptor Speedometer on Fennec"
     try-name: raptor-speedometer-fennec
     treeherder-symbol: Rap(sp)
     target: target.apk
     run-on-projects:
         by-test-platform:
             android-hw-.*-api-16/opt: ['try']
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -559,19 +559,23 @@ android-hw-aarch64-raptor:
     - raptor-tp6m-10-geckoview-cold
     - raptor-tp6m-11-geckoview-cold
     - raptor-tp6m-12-geckoview-cold
     - raptor-tp6m-13-geckoview-cold
     - raptor-tp6m-14-geckoview-cold
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power
+    - raptor-scn-power-idle-geckoview
+    - raptor-scn-power-idle-refbrow
 
 android-hw-aarch64-raptor-power:
     - raptor-speedometer-geckoview-power
+    - raptor-scn-power-idle-geckoview
+    - raptor-scn-power-idle-refbrow
 
 android-hw-arm7-raptor-nightly:
     - raptor-speedometer-fennec
     - raptor-tp6m-1-fennec
     - raptor-tp6m-2-fennec
     - raptor-tp6m-3-fennec
     - raptor-tp6m-4-fennec
     - raptor-tp6m-5-fennec
--- a/testing/raptor/raptor/tests/raptor-scn-power-idle.ini
+++ b/testing/raptor/raptor/tests/raptor-scn-power-idle.ini
@@ -4,13 +4,13 @@ test_url = about:blank
 scenario_time = 1200000
 measure = fakeMeasure
 unit = scenarioComplete
 page_cycles = 1
 page_timeout = 1320000
 lower_is_better = true
 alert_threshold = 2.0
 
-[raptor-scn-power-idle-fennec]
-apps = fennec
-
 [raptor-scn-power-idle-geckoview]
 apps = geckoview
+
+[raptor-scn-power-idle-refbrow]
+apps = refbrow