Bug 1596593 - Reduce the number of raptor/browsertime android jobs being run in production r=jmaher
authorRob Wood <rwood@mozilla.com>
Fri, 15 Nov 2019 10:40:32 +0000
changeset 502170 78314c5c8feb4671a169f2c05e7d0c0fa250a154
parent 502169 2412ec5c8ea76986e25a3620774c41f4416381c4
child 502171 5a0c33a890beb2edfde816a966cba0605858c5d9
push id114172
push userdluca@mozilla.com
push dateTue, 19 Nov 2019 11:31:10 +0000
treeherdermozilla-inbound@b5c5ba07d3db [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1596593
milestone72.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1596593 - Reduce the number of raptor/browsertime android jobs being run in production r=jmaher Differential Revision: https://phabricator.services.mozilla.com/D53105
taskcluster/ci/test/browsertime-mobile.yml
taskcluster/ci/test/raptor-gve.yml
--- a/taskcluster/ci/test/browsertime-mobile.yml
+++ b/taskcluster/ci/test/browsertime-mobile.yml
@@ -4,17 +4,17 @@
 ---
 job-defaults:
     max-run-time: 3600
     suite: raptor
     workdir: /builds/worker
     run-on-projects:
         by-app:
             fenix: []
-            geckoview: ["mozilla-central","integration", "try"]
+            geckoview: ["mozilla-central", "try"]
             refbrow: []
     tier: 3
     target:
         by-app:
             fenix:
                 by-test-platform:
                     android-hw.*-aarch64.*/.*:
                         index: project.mobile.fenix.v2.performance-test.latest.aarch64
@@ -47,12 +47,12 @@ job-defaults:
         script: raptor_script.py
         config:
             - raptor/android_hw_config.py
         extra-options:
             - --browsertime
 
 browsertime-tp6m-1:
     description: "Raptor (browsertime) tp6m-1"
-    apps: ["fenix", "geckoview", "refbrow"]
-    pageload: both
+    apps: ["geckoview"]
+    pageload: cold
     treeherder-symbol: Btime(tp6m-1)
     raptor-test: raptor-tp6m-1
--- a/taskcluster/ci/test/raptor-gve.yml
+++ b/taskcluster/ci/test/raptor-gve.yml
@@ -334,17 +334,17 @@ raptor-youtube-playback-geckoview:
 
 raptor-tp6m-1-geckoview-cold:
     description: "Raptor tp6m-1 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-1-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-1)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     tier:
         by-test-platform:
             android-hw-p2-8-0-arm7.*: 2
             android-hw-g5.*: 2
@@ -358,17 +358,17 @@ raptor-tp6m-1-geckoview-cold:
 
 raptor-tp6m-2-geckoview-cold:
     description: "Raptor tp6m-2 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-2-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-2)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     tier:
         by-test-platform:
             android-hw-p2-8-0-arm7.*: 2
             android-hw-g5.*: 2
@@ -382,17 +382,17 @@ raptor-tp6m-2-geckoview-cold:
 
 raptor-tp6m-3-geckoview-cold:
     description: "Raptor tp6m-3 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-3-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-3)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     tier:
         by-test-platform:
             android-hw-p2-8-0-arm7.*: 2
             android-hw-g5.*: 2
@@ -406,17 +406,17 @@ raptor-tp6m-3-geckoview-cold:
 
 raptor-tp6m-4-geckoview-cold:
     description: "Raptor tp6m-4 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-4-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-4)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     tier:
         by-test-platform:
             android-hw-p2-8-0-arm7.*: 2
             android-hw-g5.*: 2
@@ -430,17 +430,17 @@ raptor-tp6m-4-geckoview-cold:
 
 raptor-tp6m-5-geckoview-cold:
     description: "Raptor tp6m-5 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-5-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-5)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     tier:
         by-test-platform:
             android-hw-p2-8-0-arm7.*: 2
             android-hw-g5.*: 2
@@ -454,17 +454,17 @@ raptor-tp6m-5-geckoview-cold:
 
 raptor-tp6m-6-geckoview-cold:
     description: "Raptor tp6m-6 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-6-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-6)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     tier:
         by-test-platform:
             android-hw-p2-8-0-arm7.*: 2
             android-hw-g5.*: 2
@@ -478,17 +478,17 @@ raptor-tp6m-6-geckoview-cold:
 
 raptor-tp6m-7-geckoview-cold:
     description: "Raptor tp6m-7 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-7-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-7)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-7-cold
             - --app=geckoview
@@ -497,17 +497,17 @@ raptor-tp6m-7-geckoview-cold:
 
 raptor-tp6m-8-geckoview-cold:
     description: "Raptor tp6m-8 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-8-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-8)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-8-cold
             - --app=geckoview
@@ -516,17 +516,17 @@ raptor-tp6m-8-geckoview-cold:
 
 raptor-tp6m-9-geckoview-cold:
     description: "Raptor tp6m-9 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-9-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-9)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-9-cold
             - --app=geckoview
@@ -535,17 +535,17 @@ raptor-tp6m-9-geckoview-cold:
 
 raptor-tp6m-10-geckoview-cold:
     description: "Raptor tp6m-10 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-10-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-10)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-10-cold
             - --app=geckoview
@@ -554,17 +554,17 @@ raptor-tp6m-10-geckoview-cold:
 
 raptor-tp6m-11-geckoview-cold:
     description: "Raptor tp6m-11 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-11-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-11)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-11-cold
             - --app=geckoview
@@ -573,17 +573,17 @@ raptor-tp6m-11-geckoview-cold:
 
 raptor-tp6m-12-geckoview-cold:
     description: "Raptor tp6m-12 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-12-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-12)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-12-cold
             - --app=geckoview
@@ -592,17 +592,17 @@ raptor-tp6m-12-geckoview-cold:
 
 raptor-tp6m-13-geckoview-cold:
     description: "Raptor tp6m-13 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-13-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-13)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-13-cold
             - --app=geckoview
@@ -611,17 +611,17 @@ raptor-tp6m-13-geckoview-cold:
 
 raptor-tp6m-14-geckoview-cold:
     description: "Raptor tp6m-14 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-14-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-14)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-14-cold
             - --app=geckoview
@@ -630,17 +630,17 @@ raptor-tp6m-14-geckoview-cold:
 
 raptor-tp6m-15-geckoview-cold:
     description: "Raptor tp6m-15 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-15-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-15)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-15-cold
             - --app=geckoview
@@ -668,17 +668,17 @@ raptor-tp6m-16-geckoview-cold:
 
 raptor-tp6m-17-geckoview-cold:
     description: "Raptor tp6m-17 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-17-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-17)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-17-cold
             - --app=geckoview
@@ -687,17 +687,17 @@ raptor-tp6m-17-geckoview-cold:
 
 raptor-tp6m-18-geckoview-cold:
     description: "Raptor tp6m-18 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-18-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-18)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-18-cold
             - --app=geckoview
@@ -706,17 +706,17 @@ raptor-tp6m-18-geckoview-cold:
 
 raptor-tp6m-19-geckoview-cold:
     description: "Raptor tp6m-19 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-19-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-19)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-19-cold
             - --app=geckoview
@@ -725,17 +725,17 @@ raptor-tp6m-19-geckoview-cold:
 
 raptor-tp6m-20-geckoview-cold:
     description: "Raptor tp6m-20 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-20-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-20)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-20-cold
             - --app=geckoview
@@ -744,17 +744,17 @@ raptor-tp6m-20-geckoview-cold:
 
 raptor-tp6m-21-geckoview-cold:
     description: "Raptor tp6m-21 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-21-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-21)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-21-cold
             - --app=geckoview
@@ -763,17 +763,17 @@ raptor-tp6m-21-geckoview-cold:
 
 raptor-tp6m-22-geckoview-cold:
     description: "Raptor tp6m-22 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-22-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-22)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-22-cold
             - --app=geckoview
@@ -782,17 +782,17 @@ raptor-tp6m-22-geckoview-cold:
 
 raptor-tp6m-23-geckoview-cold:
     description: "Raptor tp6m-23 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-23-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-23)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-23-cold
             - --app=geckoview
@@ -801,17 +801,17 @@ raptor-tp6m-23-geckoview-cold:
 
 raptor-tp6m-24-geckoview-cold:
     description: "Raptor tp6m-24 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-24-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-24)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-24-cold
             - --app=geckoview
@@ -820,17 +820,17 @@ raptor-tp6m-24-geckoview-cold:
 
 raptor-tp6m-25-geckoview-cold:
     description: "Raptor tp6m-25 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-25-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-25)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-25-cold
             - --app=geckoview
@@ -839,17 +839,17 @@ raptor-tp6m-25-geckoview-cold:
 
 raptor-tp6m-26-geckoview-cold:
     description: "Raptor tp6m-26 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-26-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-26)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-26-cold
             - --app=geckoview
@@ -858,17 +858,17 @@ raptor-tp6m-26-geckoview-cold:
 
 raptor-tp6m-27-geckoview-cold:
     description: "Raptor tp6m-27 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-27-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-27)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-27-cold
             - --app=geckoview
@@ -877,17 +877,17 @@ raptor-tp6m-27-geckoview-cold:
 
 raptor-tp6m-28-geckoview-cold:
     description: "Raptor tp6m-28 cold page-load on GeckoView Example"
     max-run-time: 2700
     try-name: raptor-tp6m-28-geckoview-cold
     treeherder-symbol: Rap(tp6m-c-28)
     run-on-projects:
         by-test-platform:
-            android-hw-.*/opt: ['mozilla-central']
+            android-hw-.*/opt: []
             android-hw-p2-.*-api-16/pgo: ['trunk']
             android-hw-p2-.*aarch64.*/pgo: ['trunk', 'mozilla-beta']
             default: ['trunk', 'mozilla-beta']
     e10s: true
     mozharness:
         extra-options:
             - --test=raptor-tp6m-28-cold
             - --app=geckoview