Bug 1546661 - Enable cold page loads tests for Reference Browser on Try r=perftest-reviewers,Bebe,sparky
authorRob Wood <rwood@mozilla.com>
Tue, 25 Jun 2019 08:28:58 +0000
changeset 480057 d5b60a2a9cd9ebebe089503474ace5dd2c2eaf9a
parent 480056 93b6bc89bf32a6558a9988730c239bfeb4c59eb2
child 480058 0d9f920680e323ad178ac6546f8834b1e4ef1e37
push id36200
push useraiakab@mozilla.com
push dateTue, 25 Jun 2019 21:58:14 +0000
treeherdermozilla-central@b23bd78e4d94 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, Bebe, sparky
bugs1546661
milestone69.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1546661 - Enable cold page loads tests for Reference Browser on Try r=perftest-reviewers,Bebe,sparky Differential Revision: https://phabricator.services.mozilla.com/D35568
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-1.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-10.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-11.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-12.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-13.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-14.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-15.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-16.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-17.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-18.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-19.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-2.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-20.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-21.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-22.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-23.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-24.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-25.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-26.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-3.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-4.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-5.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-6.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-7.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-8.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-9.ini
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -3650,8 +3650,581 @@ raptor-tp6m-14-fennec64-cold:
                 name: build/target.apk
     run-on-projects: ['try']
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6m-cold-14-fennec64
             - --app=fennec
             - --binary=org.mozilla.firefox
+
+
+raptor-tp6m-1-refbrow-cold:
+    description: "Raptor tp6m-1 cold page-load on the reference browser"
+    try-name: raptor-tp6m-1-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-1)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-1
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-2-refbrow-cold:
+    description: "Raptor tp6m-2 cold page-load on the reference browser"
+    try-name: raptor-tp6m-2-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-2)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-2
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-3-refbrow-cold:
+    description: "Raptor tp6m-3 cold page-load on the reference browser"
+    try-name: raptor-tp6m-3-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-3)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-3
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-4-refbrow-cold:
+    description: "Raptor tp6m-4 cold page-load on the reference browser"
+    try-name: raptor-tp6m-4-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-4)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-4
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-5-refbrow-cold:
+    description: "Raptor tp6m-5 cold page-load on the reference browser"
+    try-name: raptor-tp6m-5-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-5)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-5
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-6-refbrow-cold:
+    description: "Raptor tp6m-6 cold page-load on the reference browser"
+    try-name: raptor-tp6m-6-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-6)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-6
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-7-refbrow-cold:
+    description: "Raptor tp6m-7 cold page-load on the reference browser"
+    try-name: raptor-tp6m-7-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-7)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-7
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-8-refbrow-cold:
+    description: "Raptor tp6m-8 cold page-load on the reference browser"
+    try-name: raptor-tp6m-8-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-8)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-8
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-9-refbrow-cold:
+    description: "Raptor tp6m-9 cold page-load on the reference browser"
+    try-name: raptor-tp6m-9-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-9)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-9
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-10-refbrow-cold:
+    description: "Raptor tp6m-10 cold page-load on the reference browser"
+    try-name: raptor-tp6m-10-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-10)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-10
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-11-refbrow-cold:
+    description: "Raptor tp6m-11 cold page-load on the reference browser"
+    try-name: raptor-tp6m-11-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-11)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-11
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-12-refbrow-cold:
+    description: "Raptor tp6m-12 cold page-load on the reference browser"
+    try-name: raptor-tp6m-12-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-12)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-12
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-13-refbrow-cold:
+    description: "Raptor tp6m-13 cold page-load on the reference browser"
+    try-name: raptor-tp6m-13-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-13)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-13
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-14-refbrow-cold:
+    description: "Raptor tp6m-14 cold page-load on the reference browser"
+    try-name: raptor-tp6m-14-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-14)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-14
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-15-refbrow-cold:
+    description: "Raptor tp6m-15 cold page-load on the reference browser"
+    try-name: raptor-tp6m-15-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-15)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-15
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-16-refbrow-cold:
+    description: "Raptor tp6m-16 cold page-load on the reference browser"
+    try-name: raptor-tp6m-16-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-16)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-16
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-17-refbrow-cold:
+    description: "Raptor tp6m-17 cold page-load on the reference browser"
+    try-name: raptor-tp6m-17-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-17)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-17
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-18-refbrow-cold:
+    description: "Raptor tp6m-18 cold page-load on the reference browser"
+    try-name: raptor-tp6m-18-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-18)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-18
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-19-refbrow-cold:
+    description: "Raptor tp6m-19 cold page-load on the reference browser"
+    try-name: raptor-tp6m-19-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-19)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-19
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-20-refbrow-cold:
+    description: "Raptor tp6m-20 cold page-load on the reference browser"
+    try-name: raptor-tp6m-20-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-20)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-20
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-21-refbrow-cold:
+    description: "Raptor tp6m-21 cold page-load on the reference browser"
+    try-name: raptor-tp6m-21-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-21)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-21
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-22-refbrow-cold:
+    description: "Raptor tp6m-22 cold page-load on the reference browser"
+    try-name: raptor-tp6m-22-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-22)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-22
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-23-refbrow-cold:
+    description: "Raptor tp6m-23 cold page-load on the reference browser"
+    try-name: raptor-tp6m-23-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-23)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-23
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivityy
+
+raptor-tp6m-24-refbrow-cold:
+    description: "Raptor tp6m-24 cold page-load on the reference browser"
+    try-name: raptor-tp6m-24-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-24)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-24
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-25-refbrow-cold:
+    description: "Raptor tp6m-25 cold page-load on the reference browser"
+    try-name: raptor-tp6m-25-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-25)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-25
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
+
+raptor-tp6m-26-refbrow-cold:
+    description: "Raptor tp6m-26 cold page-load on the reference browser"
+    try-name: raptor-tp6m-26-refbrow-cold
+    treeherder-symbol: Rap-refbrow(tp6m-c-26)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        by-test-platform:
+            android-hw.*-aarch64.*/.*:
+                index: project.mobile.reference-browser.v2.raptor.latest.aarch64
+                name: target.apk
+            default:
+                index: project.mobile.reference-browser.v2.raptor.latest.arm
+                name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-26
+            - --app=refbrow
+            - --binary-path=org.mozilla.reference.browser.raptor
+            - --activity=org.mozilla.reference.browser.BrowserTestActivity
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -575,16 +575,42 @@ android-hw-arm7-raptor:
     - raptor-tp6m-7-fennec64-cold
     - raptor-tp6m-8-fennec64-cold
     - raptor-tp6m-9-fennec64-cold
     - raptor-tp6m-10-fennec64-cold
     - raptor-tp6m-11-fennec64-cold
     - raptor-tp6m-12-fennec64-cold
     - raptor-tp6m-13-fennec64-cold
     - raptor-tp6m-14-fennec64-cold
+    - raptor-tp6m-1-refbrow-cold
+    - raptor-tp6m-2-refbrow-cold
+    - raptor-tp6m-3-refbrow-cold
+    - raptor-tp6m-4-refbrow-cold
+    - raptor-tp6m-5-refbrow-cold
+    - raptor-tp6m-6-refbrow-cold
+    - raptor-tp6m-7-refbrow-cold
+    - raptor-tp6m-8-refbrow-cold
+    - raptor-tp6m-9-refbrow-cold
+    - raptor-tp6m-10-refbrow-cold
+    - raptor-tp6m-11-refbrow-cold
+    - raptor-tp6m-12-refbrow-cold
+    - raptor-tp6m-13-refbrow-cold
+    - raptor-tp6m-14-refbrow-cold
+    - raptor-tp6m-15-refbrow-cold
+    - raptor-tp6m-16-refbrow-cold
+    - raptor-tp6m-17-refbrow-cold
+    - raptor-tp6m-18-refbrow-cold
+    - raptor-tp6m-19-refbrow-cold
+    - raptor-tp6m-20-refbrow-cold
+    - raptor-tp6m-21-refbrow-cold
+    - raptor-tp6m-22-refbrow-cold
+    - raptor-tp6m-23-refbrow-cold
+    - raptor-tp6m-24-refbrow-cold
+    - raptor-tp6m-25-refbrow-cold
+    - raptor-tp6m-26-refbrow-cold
 
 android-hw-aarch64-raptor:
     - raptor-speedometer-geckoview
     - raptor-speedometer-refbrow
     - raptor-youtube-playback-fenix
     - raptor-youtube-playback-geckoview
     - raptor-tp6m-1-geckoview
     - raptor-tp6m-2-geckoview
@@ -703,16 +729,42 @@ android-hw-aarch64-raptor:
     - raptor-tp6m-7-fennec64-cold
     - raptor-tp6m-8-fennec64-cold
     - raptor-tp6m-9-fennec64-cold
     - raptor-tp6m-10-fennec64-cold
     - raptor-tp6m-11-fennec64-cold
     - raptor-tp6m-12-fennec64-cold
     - raptor-tp6m-13-fennec64-cold
     - raptor-tp6m-14-fennec64-cold
+    - raptor-tp6m-1-refbrow-cold
+    - raptor-tp6m-2-refbrow-cold
+    - raptor-tp6m-3-refbrow-cold
+    - raptor-tp6m-4-refbrow-cold
+    - raptor-tp6m-5-refbrow-cold
+    - raptor-tp6m-6-refbrow-cold
+    - raptor-tp6m-7-refbrow-cold
+    - raptor-tp6m-8-refbrow-cold
+    - raptor-tp6m-9-refbrow-cold
+    - raptor-tp6m-10-refbrow-cold
+    - raptor-tp6m-11-refbrow-cold
+    - raptor-tp6m-12-refbrow-cold
+    - raptor-tp6m-13-refbrow-cold
+    - raptor-tp6m-14-refbrow-cold
+    - raptor-tp6m-15-refbrow-cold
+    - raptor-tp6m-16-refbrow-cold
+    - raptor-tp6m-17-refbrow-cold
+    - raptor-tp6m-18-refbrow-cold
+    - raptor-tp6m-19-refbrow-cold
+    - raptor-tp6m-20-refbrow-cold
+    - raptor-tp6m-21-refbrow-cold
+    - raptor-tp6m-22-refbrow-cold
+    - raptor-tp6m-23-refbrow-cold
+    - raptor-tp6m-24-refbrow-cold
+    - raptor-tp6m-25-refbrow-cold
+    - raptor-tp6m-26-refbrow-cold
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power
     - raptor-scn-power-idle-fenix
     - raptor-scn-power-idle-fennec
     - raptor-scn-power-idle-geckoview
     - raptor-scn-power-idle-refbrow
 
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-1.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-1.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-amazon-fennec-cold]
 apps = fennec
 test_url = https://www.amazon.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon.manifest
 playback_recordings = android-amazon.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-amazon-refbrow-cold]
+apps = refbrow
+test_url = https://www.amazon.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon.manifest
+playback_recordings = android-amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-10.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-10.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-bbc-fennec-cold]
 apps = fennec
 test_url = https://www.bbc.com/news/business-47245877
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bbc.manifest
 playback_recordings = mitmproxy-recordings-raptor-tp6m-bbc.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-bbc-refbrow-cold]
+apps = refbrow
+test_url = https://www.bbc.com/news/business-47245877
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bbc.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-bbc.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-11.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-11.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-microsoft-support-fennec-cold]
 apps = fennec
 test_url = https://support.microsoft.com/en-us
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-microsoft-support.manifest
 playback_recordings = android-microsoft-support.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-microsoft-support-refbrow-cold]
+apps = refbrow
+test_url = https://support.microsoft.com/en-us
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-microsoft-support.manifest
+playback_recordings = android-microsoft-support.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-12.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-12.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-imdb-fennec-cold]
 apps = fennec
 test_url = https://m.imdb.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-imdb.manifest
 playback_recordings = android-imdb.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-imdb-refbrow-cold]
+apps = refbrow
+test_url = https://m.imdb.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-imdb.manifest
+playback_recordings = android-imdb.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-13.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-13.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-espn-fennec-cold]
 apps = fennec
 test_url = http://www.espn.com/nba/story/_/page/allstarweekend25788027/the-comparison-lebron-james-michael-jordan-their-own-words
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-espn.manifest
 playback_recordings = android-espn.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-espn-refbrow-cold]
+apps = refbrow
+test_url = http://www.espn.com/nba/story/_/page/allstarweekend25788027/the-comparison-lebron-james-michael-jordan-their-own-words
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-espn.manifest
+playback_recordings = android-espn.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-14.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-14.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-facebook-cristiano-fennec-cold]
 apps = fennec
 test_url = https://m.facebook.com/Cristiano
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook-cristiano.manifest
 playback_recordings = android-facebook-cristiano.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-facebook-cristiano-refbrow-cold]
+apps = refbrow
+test_url = https://m.facebook.com/Cristiano
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook-cristiano.manifest
+playback_recordings = android-facebook-cristiano.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-15.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-15.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-facebook-fennec-cold]
 apps = fennec
 test_url = https://m.facebook.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest
 playback_recordings = android-facebook.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-facebook-refbrow-cold]
+apps = refbrow
+test_url = https://m.facebook.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest
+playback_recordings = android-facebook.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-16.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-16.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-youtube-fennec-cold]
 apps = fennec
 test_url = https://m.youtube.com
 playback_pageset_manifest = mitm4-motog5-gve-youtube.manifest
 playback_recordings = android-youtube.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-youtube-refbrow-cold]
+apps = refbrow
+test_url = https://m.youtube.com
+playback_pageset_manifest = mitm4-motog5-gve-youtube.manifest
+playback_recordings = android-youtube.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-17.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-17.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-bing-fennec-cold]
 apps = fennec
 test_url = https://www.bing.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
 playback_recordings = bing-mobile.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-bing-refbrow-cold]
+apps = refbrow
+test_url = https://www.bing.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
+playback_recordings = bing-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-18.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-18.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-ebay-kleinanzeigen-fennec-cold]
 apps = fennec
 test_url = https://m.ebay-kleinanzeigen.de
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
 playback_recordings = ebay-kleinanzeigen-mobile.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-refbrow-cold]
+apps = refbrow
+test_url = https://m.ebay-kleinanzeigen.de
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-19.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-19.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-google-maps-fennec-cold]
 apps = fennec
 test_url = https://www.google.com/maps?force=pwa
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
 playback_recordings = google_maps_mobile.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-google-maps-refbrow-cold]
+apps = refbrow
+test_url = https://www.google.com/maps?force=pwa
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
+playback_recordings = google_maps_mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-2.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-2.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-google-fennec-cold]
 apps = fennec
 test_url = https://www.google.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
 playback_recordings = android-google.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-google-refbrow-cold]
+apps = refbrow
+test_url = https://www.google.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
+playback_recordings = android-google.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-20.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-20.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-youtube-watch-fennec-cold]
 apps = fennec
 test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
 playback_recordings = android-youtube-watch.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-youtube-watch-refbrow-cold]
+apps = refbrow
+test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
+playback_recordings = android-youtube-watch.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-21.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-21.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-reddit-fennec-cold]
 apps = fennec
 test_url = https://www.reddit.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
 playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-reddit-refbrow-cold]
+apps = refbrow
+test_url = https://www.reddit.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-22.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-22.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-stackoverflow-fennec-cold]
 apps = fennec
 test_url = https://stackoverflow.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
 playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-stackoverflow-refbrow-cold]
+apps = refbrow
+test_url = https://stackoverflow.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-23.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-23.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-jianshu-fennec-cold]
 apps = fennec
 test_url = https://www.jianshu.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
 playback_recordings = android-jianshu.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-jianshu-refbrow-cold]
+apps = refbrow
+test_url = https://www.jianshu.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
+playback_recordings = android-jianshu.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-24.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-24.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-allrecipes-fennec-cold]
 apps = fennec
 test_url = https://www.allrecipes.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
 playback_recordings = android-allrecipes.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-allrecipes-refbrow-cold]
+apps = refbrow
+test_url = https://www.allrecipes.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
+playback_recordings = android-allrecipes.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-25.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-25.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-web-de-fennec-cold]
 apps = fennec
 test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-herbst-knallen-33563566
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
 playback_recordings = android-web-de.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-web-de-refbrow-cold]
+apps = refbrow
+test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-herbst-knallen-33563566
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
+playback_recordings = android-web-de.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-26.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-26.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-aframeio-animation-fennec-cold]
 apps = fennec
 test_url = https://aframe.io/examples/showcase/animation
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
 playback_recordings = android-aframeio-animation.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-aframeio-animation-refbrow-cold]
+apps = refbrow
+test_url = https://aframe.io/examples/showcase/animation
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
+playback_recordings = android-aframeio-animation.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-3.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-3.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-instagram-fennec-cold]
 apps = fennec
 test_url = https://www.instagram.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
 playback_recordings = instagram-mobile.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-instagram-refbrow-cold]
+apps = refbrow
+test_url = https://www.instagram.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
+playback_recordings = instagram-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-4.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-4.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-bing-restaurants-fennec-cold]
 apps = fennec
 test_url = https://www.bing.com/search?q=restaurants
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
 playback_recordings = bing-restaurants-mobile.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-bing-restaurants-refbrow-cold]
+apps = refbrow
+test_url = https://www.bing.com/search?q=restaurants
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
+playback_recordings = bing-restaurants-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-5.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-5.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-ebay-kleinanzeigen-search-fennec-cold]
 apps = fennec
 test_url = https://m.ebay-kleinanzeigen.de/s-anzeigen/auf-zeit-wg-berlin/zimmer/c199-l3331
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
 playback_recordings = ebay-kleinanzeigen-search-mobile.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-search-refbrow-cold]
+apps = refbrow
+test_url = https://m.ebay-kleinanzeigen.de/s-anzeigen/auf-zeit-wg-berlin/zimmer/c199-l3331
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-search-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-6.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-6.ini
@@ -11,54 +11,37 @@ playback_binary_manifest = mitmproxy-rel
 browser_cycles = 15
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 page_timeout = 60000
 alert_on = fcp, loadtime
 cold = true
 
-[raptor-tp6m-google-restaurants-fenix-cold]
-apps = fenix
-test_url = https://www.google.com/search?q=restaurants+near+me
-playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
-playback_recordings = google-search-restaurants-mobile.mp
-measure = fnbpaint, fcp, dcf, loadtime
-disabled = Bug 1533283 Intermittent timeouts running raptor-tp6m-google-restaurants-geckoview
-
 [raptor-tp6m-amazon-search-fenix-cold]
 apps = fenix
 test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
 playback_recordings = android-amazon-search.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6m-google-restaurants-geckoview-cold]
-apps = geckoview
-test_url = https://www.google.com/search?q=restaurants+near+me
-playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
-playback_recordings = google-search-restaurants-mobile.mp
-measure = fnbpaint, fcp, dcf, loadtime
-disabled = Bug 1533283 Intermittent timeouts running raptor-tp6m-google-restaurants-geckoview
-
 [raptor-tp6m-amazon-search-geckoview-cold]
 apps = geckoview
 test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
 playback_recordings = android-amazon-search.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6m-google-restaurants-fennec-cold]
-apps = fennec
-test_url = https://www.google.com/search?q=restaurants+near+me
-playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
-playback_recordings = google-search-restaurants-mobile.mp
-measure = fnbpaint, dcf, loadtime
-alert_on = loadtime
-disabled = Bug 1541431 TEST-UNEXPECTED-FAIL: test 'raptor-tp6m-google-restaurants-fennec' timed out loading test page
-
-[raptor-tp6m-cold-amazon-search-fennec-cold]
+[raptor-tp6m-amazon-search-fennec-cold]
 apps = fennec
 test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
 playback_recordings = android-amazon-search.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-amazon-search-refbrow-cold]
+apps = refbrow
+test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
+playback_recordings = android-amazon-search.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-7.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-7.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-wikipedia-fennec-cold]
 apps = fennec
 test_url = https://en.m.wikipedia.org/wiki/Main_Page
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
 playback_recordings = android-wikipedia.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-wikipedia-refbrow-cold]
+apps = refbrow
+test_url = https://en.m.wikipedia.org/wiki/Main_Page
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
+playback_recordings = android-wikipedia.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-8.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-8.ini
@@ -18,47 +18,29 @@ cold = true
 
 [raptor-tp6m-booking-fenix-cold]
 apps = fenix
 test_url = https://www.booking.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
 playback_recordings = android-booking.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6m-cnn-fenix-cold]
-apps = fenix
-test_url = https://edition.cnn.com/
-playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
-playback_recordings = android-cnn.mp
-measure = fnbpaint, fcp, dcf, loadtime
-disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview
-
 [raptor-tp6m-booking-geckoview-cold]
 apps = geckoview
 test_url = https://www.booking.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
 playback_recordings = android-booking.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6m-cnn-geckoview-cold]
-apps = geckoview
-test_url = https://edition.cnn.com/
-playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
-playback_recordings = android-cnn.mp
-measure = fnbpaint, fcp, dcf, loadtime
-disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview
-
 [raptor-tp6m-booking-fennec-cold]
 apps = fennec
 test_url = https://www.booking.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
 playback_recordings = android-booking.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
 
-[raptor-tp6m-cnn-fennec-cold]
-apps = fennec
-test_url = https://edition.cnn.com/
-playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
-playback_recordings = android-cnn.mp
-measure = fnbpaint, dcf, loadtime
-alert_on = loadtime
-disabled = Intermittent on fennec v64 - wont fix
+[raptor-tp6m-booking-refbrow-cold]
+apps = refbrow
+test_url = https://www.booking.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
+playback_recordings = android-booking.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-9.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-cold-9.ini
@@ -32,8 +32,15 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-cnn-ampstories-fennec-cold]
 apps = fennec
 test_url = https://edition.cnn.com/ampstories/us/why-hurricane-michael-is-a-monster-unlike-any-other
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
 playback_recordings = android-cnn-ampstories.mp
 measure = fnbpaint, dcf, loadtime
 alert_on = loadtime
+
+[raptor-tp6m-cnn-ampstories-refbrow-cold]
+apps = refbrow
+test_url = https://edition.cnn.com/ampstories/us/why-hurricane-michael-is-a-monster-unlike-any-other
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
+playback_recordings = android-cnn-ampstories.mp
+measure = fnbpaint, fcp, dcf, loadtime