Bug 1641877 - Migrate reference browser raptor pageload tests to browsertime. r=perftest-reviewers,Bebe
authorGregory Mierzwinski <gmierz2@outlook.com>
Fri, 05 Jun 2020 11:00:49 +0000
changeset 598244 1e1c9d28eb43d98c61d95a642785caf0567dcaf7
parent 598243 2652e1c084a77120435b075939c36026b4811e69
child 598245 33847bf1cfbb5c7203b42c397b10da217d367bc7
push id13310
push userffxbld-merge
push dateMon, 29 Jun 2020 14:50:06 +0000
treeherdermozilla-beta@15a59a0afa5c [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, Bebe
bugs1641877
milestone79.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1641877 - Migrate reference browser raptor pageload tests to browsertime. r=perftest-reviewers,Bebe This patch moves all existing reference browser pageload tests from raptor-webext to browsertime. We also delete all raptor-webext reference browser tests. Differential Revision: https://phabricator.services.mozilla.com/D77474
taskcluster/ci/test/browsertime-mobile.yml
taskcluster/ci/test/raptor-refbrow.yml
taskcluster/ci/test/test-sets.yml
--- a/taskcluster/ci/test/browsertime-mobile.yml
+++ b/taskcluster/ci/test/browsertime-mobile.yml
@@ -31,21 +31,21 @@ job-defaults:
                         index: gecko.v2.mozilla-esr68.latest.mobile.android-aarch64-opt
                         name: build/target.apk
                     default:
                         index: gecko.v2.mozilla-esr68.latest.mobile.android-api-16-opt
                         name: build/target.apk
             refbrow:
                 by-test-platform:
                     android-hw.*-aarch64.*/.*:
-                        index: project.mobile.reference-browser.v2.raptor.latest.aarch64
-                        name: target.apk
+                        index: project.mobile.reference-browser.v3.raptor.latest
+                        name: target.arm64-v8a.apk
                     default:
-                        index: project.mobile.reference-browser.v2.raptor.latest.arm
-                        name: target.apk
+                        index: project.mobile.reference-browser.v3.raptor.latest
+                        name: target.armeabi-v7a.apk
             default: geckoview_example.apk
     e10s: true
     virtualization: hardware
     activity:
         by-app:
             fenix: org.mozilla.fenix.IntentReceiverActivity
             geckoview: org.mozilla.geckoview_example.GeckoViewActivity
             fennec: org.mozilla.gecko.BrowserApp
@@ -102,27 +102,29 @@ browsertime-tp6m:
                 - jianshu
                 - [microsoft-support, micros-sup]
                 - reddit
                 - [stackoverflow, stacko]
                 - web-de
                 - wikipedia
                 - youtube
                 - [youtube-watch, youtube-w]
-    apps: ["geckoview", "fenix", "fennec", "chrome-m"]
+    apps: ["geckoview", "fenix", "fennec", "chrome-m", "refbrow"]
     tier:
         by-raptor-test:
             amazon:
                 by-app:
                     fenix: 1
                     geckoview: 1
+                    refbrow: 2
                     default: 3
             default:
                 by-app:
                     geckoview: 1
+                    refbrow: 2
                     default: 3
     run-on-projects:
         by-raptor-test:
             amazon:
                 by-app:
                     fenix: []
                     chrome-m: []
                     geckoview:
@@ -143,16 +145,17 @@ browsertime-tp6m:
                     default:
                         by-test-platform:
                             android-hw-p2-.*aarch64-shippable/opt: ["mozilla-central", "try"]
                             default: []
             youtube:
                 by-app:
                     fenix: []
                     chrome-m: []
+                    refbrow: []
                     geckoview:
                         by-pageload:
                             cold:
                                 by-test-platform:
                                     android-hw-.*(?<!-shippable)/opt: []
                                     android-hw-p2-.*api-16/pgo: []
                                     android-hw-p2-.*api-16-shippable/opt: []
                                     default: ['trunk', 'mozilla-beta']
@@ -188,16 +191,17 @@ browsertime-tp6m:
                                     android-hw-p2-.*?(?<!-aarch64-shippable)/opt.*: []
                                     android-hw(?!-p2).*(?<!-api-16-shippable)/opt.*: []
                                     default: ['mozilla-central']
                             default: []
     pageload:
         by-app:
             fenix: both
             geckoview: both
+            refrbow: both
             default: cold
     run-visual-metrics:
         by-app:
             fennec: false
             default: true
     treeherder-symbol: Btime(tp6m)
 
 browsertime-tp6m-live:
--- a/taskcluster/ci/test/raptor-refbrow.yml
+++ b/taskcluster/ci/test/raptor-refbrow.yml
@@ -17,106 +17,16 @@ job-defaults:
                 index: project.mobile.reference-browser.v3.raptor.latest
                 name: target.armeabi-v7a.apk
     virtualization: hardware
     mozharness:
         script: raptor_script.py
         config:
             - raptor/android_hw_config.py
 
-raptor-tp6m-1-refbrow:
-    description: "Raptor tp6m-1 on the reference browser"
-    treeherder-symbol: Rap-refbrow(tp6m-1)
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-1
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-2-refbrow:
-    description: "Raptor tp6m-2 on the reference browser"
-    treeherder-symbol: Rap-refbrow(tp6m-2)
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-2
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-3-refbrow:
-    description: "Raptor tp6m-3 on the reference browser"
-    treeherder-symbol: Rap-refbrow(tp6m-3)
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-3
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-4-refbrow:
-    description: "Raptor tp6m-4 on the reference browser"
-    treeherder-symbol: Rap-refbrow(tp6m-4)
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-4
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-5-refbrow:
-    description: "Raptor tp6m-5 on the reference browser"
-    treeherder-symbol: Rap-refbrow(tp6m-5)
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-5
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-6-refbrow:
-    description: "Raptor tp6m-6 on the reference browser"
-    treeherder-symbol: Rap-refbrow(tp6m-6)
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-6
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-7-refbrow:
-    description: "Raptor tp6m-7 on the reference browser"
-    treeherder-symbol: Rap-refbrow(tp6m-7)
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-7
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-8-refbrow:
-    description: "Raptor tp6m-8 on the reference browser"
-    treeherder-symbol: Rap-refbrow(tp6m-8)
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-8
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-9-refbrow:
-    description: "Raptor tp6m-9 on the reference browser"
-    treeherder-symbol: Rap-refbrow(tp6m-9)
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-9
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
 raptor-scn-power-idle-refbrow:
     description: "Raptor idle-browser power on Reference Browser"
     try-name: raptor-scn-power-idle-refbrow
     treeherder-symbol: Rap-refbrow(idl-p)
     tier: 3
     max-run-time: 1800
     mozharness:
         extra-options:
@@ -219,333 +129,8 @@ raptor-unity-webgl-refbrow:
         extra-options:
             - --test=raptor-unity-webgl
             - --app=refbrow
             - --binary-path=org.mozilla.reference.browser.raptor
             - --activity=org.mozilla.reference.browser.BrowserTestActivity
     fetches:
         fetch:
             - unity-webgl
-
-raptor-tp6m-1-refbrow-cold:
-    description: "Raptor tp6m-1 cold page-load on the reference browser"
-    try-name: raptor-tp6m-1-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-1)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-1-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-
-raptor-tp6m-2-refbrow-cold:
-    description: "Raptor tp6m-2 cold page-load on the reference browser"
-    try-name: raptor-tp6m-2-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-2)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-2-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-3-refbrow-cold:
-    description: "Raptor tp6m-3 cold page-load on the reference browser"
-    try-name: raptor-tp6m-3-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-3)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-3-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-4-refbrow-cold:
-    description: "Raptor tp6m-4 cold page-load on the reference browser"
-    try-name: raptor-tp6m-4-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-4)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-4-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-5-refbrow-cold:
-    description: "Raptor tp6m-5 cold page-load on the reference browser"
-    try-name: raptor-tp6m-5-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-5)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-5-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-6-refbrow-cold:
-    description: "Raptor tp6m-6 cold page-load on the reference browser"
-    try-name: raptor-tp6m-6-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-6)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-6-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-7-refbrow-cold:
-    description: "Raptor tp6m-7 cold page-load on the reference browser"
-    try-name: raptor-tp6m-7-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-7)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-7-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-8-refbrow-cold:
-    description: "Raptor tp6m-8 cold page-load on the reference browser"
-    try-name: raptor-tp6m-8-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-8)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-8-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-9-refbrow-cold:
-    description: "Raptor tp6m-9 cold page-load on the reference browser"
-    try-name: raptor-tp6m-9-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-9)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-9-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-10-refbrow-cold:
-    description: "Raptor tp6m-10 cold page-load on the reference browser"
-    try-name: raptor-tp6m-10-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-10)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-10-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-11-refbrow-cold:
-    description: "Raptor tp6m-11 cold page-load on the reference browser"
-    try-name: raptor-tp6m-11-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-11)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-11-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-12-refbrow-cold:
-    description: "Raptor tp6m-12 cold page-load on the reference browser"
-    try-name: raptor-tp6m-12-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-12)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-12-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-13-refbrow-cold:
-    description: "Raptor tp6m-13 cold page-load on the reference browser"
-    try-name: raptor-tp6m-13-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-13)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-13-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-14-refbrow-cold:
-    description: "Raptor tp6m-14 cold page-load on the reference browser"
-    try-name: raptor-tp6m-14-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-14)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-14-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-15-refbrow-cold:
-    description: "Raptor tp6m-15 cold page-load on the reference browser"
-    try-name: raptor-tp6m-15-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-15)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-15-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-16-refbrow-cold:
-    description: "Raptor tp6m-16 cold page-load on the reference browser"
-    try-name: raptor-tp6m-16-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-16)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-16-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-17-refbrow-cold:
-    description: "Raptor tp6m-17 cold page-load on the reference browser"
-    try-name: raptor-tp6m-17-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-17)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-17-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-18-refbrow-cold:
-    description: "Raptor tp6m-18 cold page-load on the reference browser"
-    try-name: raptor-tp6m-18-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-18)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-18-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-19-refbrow-cold:
-    description: "Raptor tp6m-19 cold page-load on the reference browser"
-    try-name: raptor-tp6m-19-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-19)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-19-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-20-refbrow-cold:
-    description: "Raptor tp6m-20 cold page-load on the reference browser"
-    try-name: raptor-tp6m-20-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-20)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-20-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-21-refbrow-cold:
-    description: "Raptor tp6m-21 cold page-load on the reference browser"
-    try-name: raptor-tp6m-21-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-21)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-21-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-22-refbrow-cold:
-    description: "Raptor tp6m-22 cold page-load on the reference browser"
-    try-name: raptor-tp6m-22-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-22)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-22-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-23-refbrow-cold:
-    description: "Raptor tp6m-23 cold page-load on the reference browser"
-    try-name: raptor-tp6m-23-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-23)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-23-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivityy
-
-raptor-tp6m-24-refbrow-cold:
-    description: "Raptor tp6m-24 cold page-load on the reference browser"
-    try-name: raptor-tp6m-24-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-24)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-24-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-25-refbrow-cold:
-    description: "Raptor tp6m-25 cold page-load on the reference browser"
-    try-name: raptor-tp6m-25-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-25)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-25-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-27-refbrow-cold:
-    description: "Raptor tp6m-27 cold page-load on the reference browser"
-    try-name: raptor-tp6m-27-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-27)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-27-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
-
-raptor-tp6m-28-refbrow-cold:
-    description: "Raptor tp6m-28 cold page-load on the reference browser"
-    try-name: raptor-tp6m-28-refbrow-cold
-    treeherder-symbol: Rap-refbrow(tp6m-c-28)
-    e10s: true
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-28-cold
-            - --app=refbrow
-            - --binary-path=org.mozilla.reference.browser.raptor
-            - --activity=org.mozilla.reference.browser.BrowserTestActivity
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -530,25 +530,16 @@ android-hw-arm7-raptor:
     - raptor-tp6m-2-geckoview
     - raptor-tp6m-3-geckoview
     - raptor-tp6m-4-geckoview
     - raptor-tp6m-5-geckoview
     - raptor-tp6m-6-geckoview
     - raptor-tp6m-7-geckoview
     - raptor-tp6m-8-geckoview
     - raptor-tp6m-9-geckoview
-    - raptor-tp6m-1-refbrow
-    - raptor-tp6m-2-refbrow
-    - raptor-tp6m-3-refbrow
-    - raptor-tp6m-4-refbrow
-    - raptor-tp6m-5-refbrow
-    - raptor-tp6m-6-refbrow
-    - raptor-tp6m-7-refbrow
-    - raptor-tp6m-8-refbrow
-    - raptor-tp6m-9-refbrow
     - raptor-tp6m-1-geckoview-cold
     - raptor-tp6m-2-geckoview-cold
     - raptor-tp6m-3-geckoview-cold
     - raptor-tp6m-4-geckoview-cold
     - raptor-tp6m-5-geckoview-cold
     - raptor-tp6m-6-geckoview-cold
     - raptor-tp6m-7-geckoview-cold
     - raptor-tp6m-8-geckoview-cold
@@ -589,43 +580,16 @@ android-hw-arm7-raptor:
     - raptor-tp6m-7-fennec68-cold
     - raptor-tp6m-8-fennec68-cold
     - raptor-tp6m-9-fennec68-cold
     - raptor-tp6m-10-fennec68-cold
     - raptor-tp6m-11-fennec68-cold
     - raptor-tp6m-12-fennec68-cold
     - raptor-tp6m-13-fennec68-cold
     - raptor-tp6m-14-fennec68-cold
-    - raptor-tp6m-1-refbrow-cold
-    - raptor-tp6m-2-refbrow-cold
-    - raptor-tp6m-3-refbrow-cold
-    - raptor-tp6m-4-refbrow-cold
-    - raptor-tp6m-5-refbrow-cold
-    - raptor-tp6m-6-refbrow-cold
-    - raptor-tp6m-7-refbrow-cold
-    - raptor-tp6m-8-refbrow-cold
-    - raptor-tp6m-9-refbrow-cold
-    - raptor-tp6m-10-refbrow-cold
-    - raptor-tp6m-11-refbrow-cold
-    - raptor-tp6m-12-refbrow-cold
-    - raptor-tp6m-13-refbrow-cold
-    - raptor-tp6m-14-refbrow-cold
-    - raptor-tp6m-15-refbrow-cold
-    - raptor-tp6m-16-refbrow-cold
-    - raptor-tp6m-17-refbrow-cold
-    - raptor-tp6m-18-refbrow-cold
-    - raptor-tp6m-19-refbrow-cold
-    - raptor-tp6m-20-refbrow-cold
-    - raptor-tp6m-21-refbrow-cold
-    - raptor-tp6m-22-refbrow-cold
-    - raptor-tp6m-23-refbrow-cold
-    - raptor-tp6m-24-refbrow-cold
-    - raptor-tp6m-25-refbrow-cold
-    - raptor-tp6m-27-refbrow-cold
-    - raptor-tp6m-28-refbrow-cold
 
 android-hw-aarch64-raptor:
     - raptor-speedometer-geckoview
     - raptor-speedometer-refbrow
     - raptor-speedometer-fenix
     - raptor-speedometer-fennec68
     - raptor-youtube-playback-fenix
     - raptor-youtube-playback-av1-sfr-fenix
@@ -652,25 +616,16 @@ android-hw-aarch64-raptor:
     - raptor-tp6m-2-geckoview
     - raptor-tp6m-3-geckoview
     - raptor-tp6m-4-geckoview
     - raptor-tp6m-5-geckoview
     - raptor-tp6m-6-geckoview
     - raptor-tp6m-7-geckoview
     - raptor-tp6m-8-geckoview
     - raptor-tp6m-9-geckoview
-    - raptor-tp6m-1-refbrow
-    - raptor-tp6m-2-refbrow
-    - raptor-tp6m-3-refbrow
-    - raptor-tp6m-4-refbrow
-    - raptor-tp6m-5-refbrow
-    - raptor-tp6m-6-refbrow
-    - raptor-tp6m-7-refbrow
-    - raptor-tp6m-8-refbrow
-    - raptor-tp6m-9-refbrow
     - raptor-tp6m-1-geckoview-cold
     - raptor-tp6m-2-geckoview-cold
     - raptor-tp6m-3-geckoview-cold
     - raptor-tp6m-4-geckoview-cold
     - raptor-tp6m-5-geckoview-cold
     - raptor-tp6m-6-geckoview-cold
     - raptor-tp6m-7-geckoview-cold
     - raptor-tp6m-8-geckoview-cold
@@ -711,43 +666,16 @@ android-hw-aarch64-raptor:
     - raptor-tp6m-7-fennec68-cold
     - raptor-tp6m-8-fennec68-cold
     - raptor-tp6m-9-fennec68-cold
     - raptor-tp6m-10-fennec68-cold
     - raptor-tp6m-11-fennec68-cold
     - raptor-tp6m-12-fennec68-cold
     - raptor-tp6m-13-fennec68-cold
     - raptor-tp6m-14-fennec68-cold
-    - raptor-tp6m-1-refbrow-cold
-    - raptor-tp6m-2-refbrow-cold
-    - raptor-tp6m-3-refbrow-cold
-    - raptor-tp6m-4-refbrow-cold
-    - raptor-tp6m-5-refbrow-cold
-    - raptor-tp6m-6-refbrow-cold
-    - raptor-tp6m-7-refbrow-cold
-    - raptor-tp6m-8-refbrow-cold
-    - raptor-tp6m-9-refbrow-cold
-    - raptor-tp6m-10-refbrow-cold
-    - raptor-tp6m-11-refbrow-cold
-    - raptor-tp6m-12-refbrow-cold
-    - raptor-tp6m-13-refbrow-cold
-    - raptor-tp6m-14-refbrow-cold
-    - raptor-tp6m-15-refbrow-cold
-    - raptor-tp6m-16-refbrow-cold
-    - raptor-tp6m-17-refbrow-cold
-    - raptor-tp6m-18-refbrow-cold
-    - raptor-tp6m-19-refbrow-cold
-    - raptor-tp6m-20-refbrow-cold
-    - raptor-tp6m-21-refbrow-cold
-    - raptor-tp6m-22-refbrow-cold
-    - raptor-tp6m-23-refbrow-cold
-    - raptor-tp6m-24-refbrow-cold
-    - raptor-tp6m-25-refbrow-cold
-    - raptor-tp6m-27-refbrow-cold
-    - raptor-tp6m-28-refbrow-cold
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power
     - raptor-speedometer-fenix-power
     - raptor-speedometer-fennec68-power
     - raptor-scn-power-idle-fenix
     - raptor-scn-power-idle-fennec68
     - raptor-scn-power-idle-geckoview