Bug 1545186 - Raptor test definitions and taskcluster configs for cold page-load tests on GeckoView Example App; #perftest r=davehunt
authorRob Wood <rwood@mozilla.com>
Fri, 03 May 2019 15:53:27 +0000
changeset 531329 d0383e7940c941474f7fa2aa7b4e78c06d5e9719
parent 531328 1acfb43661fdfef09a5b9dde0df90a5f849a111c
child 531330 85a694fb6093e78954c92029dc0152f75358d1f1
push id11265
push userffxbld-merge
push dateMon, 13 May 2019 10:53:39 +0000
treeherdermozilla-beta@77e0fe8dbdd3 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersdavehunt
bugs1545186
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1545186 - Raptor test definitions and taskcluster configs for cold page-load tests on GeckoView Example App; #perftest r=davehunt Differential Revision: https://phabricator.services.mozilla.com/D29207
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini
testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -260,47 +260,26 @@ raptor-tp6-binast-1-firefox:
     mozharness:
         extra-options:
             - --test=raptor-tp6-binast-1
 
 raptor-tp6m-1-geckoview:
     description: "Raptor tp6m-1 on Geckoview"
     try-name: raptor-tp6m-1-geckoview
     treeherder-symbol: Rap(tp6m-1)
-    run-on-projects:
-        by-test-platform:
-            android-hw-p2-8-0-arm7.*/pgo: ['try', 'mozilla-central']
-            android-hw-.*-api-16/opt: ['try']
-            default: ['try', 'trunk', 'mozilla-beta']
+    run-on-projects: ['try', 'mozilla-central']
     target: geckoview_example.apk
-    tier:
-        by-test-platform:
-            android-hw-p2-8-0-android-aarch64.*: 1
-            default: 2
+    tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6m-1
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --activity=GeckoViewActivity
 
-raptor-tp6m-1-geckoview-cold:
-    description: "Raptor tp6m-1 cold page-load on Geckoview"
-    try-name: raptor-tp6m-1-geckoview-cold
-    treeherder-symbol: Rap(tp6m-c-1)
-    run-on-projects: ['try', 'mozilla-central']
-    target: geckoview_example.apk
-    tier: 3
-    mozharness:
-        extra-options:
-            - --test=raptor-tp6m-cold-1
-            - --app=geckoview
-            - --binary=org.mozilla.geckoview_example
-            - --activity=GeckoViewActivity
-
 raptor-tp6m-1-fenix:
     description: "Raptor tp6m-1 on Fenix"
     try-name: raptor-tp6m-1-fenix
     treeherder-symbol: Rap-fenix(tp6m-1)
     run-on-projects: ['try']
     e10s: true
     target:
         index: project.mobile.fenix.v2.branch.master.latest.raptor.arm
@@ -1502,8 +1481,250 @@ raptor-tp6-3-firefox-cold:
 raptor-tp6-4-firefox-cold:
     description: "Raptor tp6-4 cold page-load on Firefox"
     try-name: raptor-tp6-4-firefox-cold
     treeherder-symbol: Rap(tp6-c-4)
     tier: 2
     mozharness:
         extra-options:
             - --test=raptor-tp6-cold-4
+
+raptor-tp6m-1-geckoview-cold:
+    description: "Raptor tp6m-1 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-1-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-1)
+    run-on-projects:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central']
+            default: ['try', 'trunk', 'mozilla-beta']
+    e10s: true
+    target: geckoview_example.apk
+    tier:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: 2
+            default: 1
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-1
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-2-geckoview-cold:
+    description: "Raptor tp6m-2 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-2-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-2)
+    run-on-projects:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central']
+            default: ['try', 'trunk', 'mozilla-beta']
+    e10s: true
+    target: geckoview_example.apk
+    tier:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: 2
+            default: 1
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-2
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-3-geckoview-cold:
+    description: "Raptor tp6m-3 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-3-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-3)
+    run-on-projects:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: ['try', 'mozilla-central']
+            default: ['try', 'trunk', 'mozilla-beta']
+    e10s: true
+    target: geckoview_example.apk
+    tier:
+        by-test-platform:
+            android-hw-p2-8-0-arm7.*: 2
+            default: 1
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-3
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-4-geckoview-cold:
+    description: "Raptor tp6m-4 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-4-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-4)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-4
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-5-geckoview-cold:
+    description: "Raptor tp6m-5 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-5-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-5)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-5
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-6-geckoview-cold:
+    description: "Raptor tp6m-6 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-6-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-6)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-6
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-7-geckoview-cold:
+    description: "Raptor tp6m-7 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-7-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-7)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-7
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-8-geckoview-cold:
+    description: "Raptor tp6m-8 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-8-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-8)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-8
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-9-geckoview-cold:
+    description: "Raptor tp6m-9 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-9-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-9)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-9
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-10-geckoview-cold:
+    description: "Raptor tp6m-10 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-10-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-10)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-10
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-11-geckoview-cold:
+    description: "Raptor tp6m-11 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-11-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-11)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-11
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-12-geckoview-cold:
+    description: "Raptor tp6m-12 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-12-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-12)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-12
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-13-geckoview-cold:
+    description: "Raptor tp6m-13 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-13-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-13)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-13
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
+
+raptor-tp6m-14-geckoview-cold:
+    description: "Raptor tp6m-14 cold page-load on Geckoview Example"
+    max-run-time: 2700
+    try-name: raptor-tp6m-14-geckoview-cold
+    treeherder-symbol: Rap(tp6m-c-14)
+    run-on-projects: ['mozilla-central', 'try']
+    e10s: true
+    target: geckoview_example.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-cold-14
+            - --app=geckoview
+            - --binary=org.mozilla.geckoview_example
+            - --activity=GeckoViewActivity
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -482,30 +482,43 @@ android-hw-arm7-raptor:
     - raptor-tp6m-7-fenix-cold
     - raptor-tp6m-8-fenix-cold
     - raptor-tp6m-9-fenix-cold
     - raptor-tp6m-10-fenix-cold
     - raptor-tp6m-11-fenix-cold
     - raptor-tp6m-12-fenix-cold
     - raptor-tp6m-13-fenix-cold
     - raptor-tp6m-14-fenix-cold
+    - raptor-tp6m-1-geckoview-cold
+    - raptor-tp6m-2-geckoview-cold
+    - raptor-tp6m-3-geckoview-cold
+    - raptor-tp6m-4-geckoview-cold
+    - raptor-tp6m-5-geckoview-cold
+    - raptor-tp6m-6-geckoview-cold
+    - raptor-tp6m-7-geckoview-cold
+    - raptor-tp6m-8-geckoview-cold
+    - raptor-tp6m-9-geckoview-cold
+    - raptor-tp6m-10-geckoview-cold
+    - raptor-tp6m-11-geckoview-cold
+    - raptor-tp6m-12-geckoview-cold
+    - raptor-tp6m-13-geckoview-cold
+    - raptor-tp6m-14-geckoview-cold
 
 android-hw-aarch64-raptor:
     - raptor-speedometer-geckoview
     - raptor-speedometer-refbrow
     - raptor-tp6m-1-geckoview
     - raptor-tp6m-2-geckoview
     - raptor-tp6m-3-geckoview
     - raptor-tp6m-4-geckoview
     - raptor-tp6m-5-geckoview
     - raptor-tp6m-6-geckoview
     - raptor-tp6m-7-geckoview
     - raptor-tp6m-8-geckoview
     - raptor-tp6m-9-geckoview
-    - raptor-tp6m-1-geckoview-cold
     - raptor-tp6m-10-geckoview
     - raptor-tp6m-1-refbrow
     - raptor-tp6m-2-refbrow
     - raptor-tp6m-3-refbrow
     - raptor-tp6m-4-refbrow
     - raptor-tp6m-5-refbrow
     - raptor-tp6m-6-refbrow
     - raptor-tp6m-7-refbrow
@@ -521,16 +534,30 @@ android-hw-aarch64-raptor:
     - raptor-tp6m-7-fenix-cold
     - raptor-tp6m-8-fenix-cold
     - raptor-tp6m-9-fenix-cold
     - raptor-tp6m-10-fenix-cold
     - raptor-tp6m-11-fenix-cold
     - raptor-tp6m-12-fenix-cold
     - raptor-tp6m-13-fenix-cold
     - raptor-tp6m-14-fenix-cold
+    - raptor-tp6m-1-geckoview-cold
+    - raptor-tp6m-2-geckoview-cold
+    - raptor-tp6m-3-geckoview-cold
+    - raptor-tp6m-4-geckoview-cold
+    - raptor-tp6m-5-geckoview-cold
+    - raptor-tp6m-6-geckoview-cold
+    - raptor-tp6m-7-geckoview-cold
+    - raptor-tp6m-8-geckoview-cold
+    - raptor-tp6m-9-geckoview-cold
+    - raptor-tp6m-10-geckoview-cold
+    - raptor-tp6m-11-geckoview-cold
+    - raptor-tp6m-12-geckoview-cold
+    - raptor-tp6m-13-geckoview-cold
+    - raptor-tp6m-14-geckoview-cold
 
 android-hw-arm7-raptor-power:
     - raptor-speedometer-geckoview-power
 
 android-hw-aarch64-raptor-power:
     - raptor-speedometer-geckoview-power
 
 android-hw-arm7-raptor-nightly:
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-10.ini
@@ -24,8 +24,22 @@ playback_recordings = mitmproxy-recordin
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-stackoverflow-fenix-cold]
 apps = fenix
 test_url = https://stackoverflow.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
 playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-bbc-geckoview-cold]
+apps = geckoview
+test_url = https://www.bbc.com/news/business-47245877
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bbc.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-bbc.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-stackoverflow-geckoview-cold]
+apps = geckoview
+test_url = https://stackoverflow.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-stackoverflow.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-stackoverflow.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-11.ini
@@ -24,8 +24,22 @@ playback_recordings = android-microsoft-
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-jianshu-fenix-cold]
 apps = fenix
 test_url = https://www.jianshu.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
 playback_recordings = android-jianshu.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-microsoft-support-geckoview-cold]
+apps = geckoview
+test_url = https://support.microsoft.com/en-us
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-microsoft-support.manifest
+playback_recordings = android-microsoft-support.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-jianshu-geckoview-cold]
+apps = geckoview
+test_url = https://www.jianshu.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-jianshu.manifest
+playback_recordings = android-jianshu.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-12.ini
@@ -24,8 +24,22 @@ playback_recordings = android-imdb.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-allrecipes-fenix-cold]
 apps = fenix
 test_url = https://www.allrecipes.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
 playback_recordings = android-allrecipes.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-imdb-geckoview-cold]
+apps = geckoview
+test_url = https://m.imdb.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-imdb.manifest
+playback_recordings = android-imdb.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-allrecipes-geckoview-cold]
+apps = geckoview
+test_url = https://www.allrecipes.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-allrecipes.manifest
+playback_recordings = android-allrecipes.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-13.ini
@@ -24,8 +24,22 @@ playback_recordings = android-espn.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-web-de-fenix-cold]
 apps = fenix
 test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-herbst-knallen-33563566
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
 playback_recordings = android-web-de.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-espn-geckoview-cold]
+apps = geckoview
+test_url = http://www.espn.com/nba/story/_/page/allstarweekend25788027/the-comparison-lebron-james-michael-jordan-their-own-words
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-espn.manifest
+playback_recordings = android-espn.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-web-de-geckoview-cold]
+apps = geckoview
+test_url = https://web.de/magazine/politik/politologe-glaubt-grossen-koalition-herbst-knallen-33563566
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-web-de.manifest
+playback_recordings = android-web-de.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-14.ini
@@ -24,8 +24,22 @@ playback_recordings = android-facebook-c
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-aframeio-animation-fenix-cold]
 apps = fenix
 test_url = https://aframe.io/examples/showcase/animation
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
 playback_recordings = android-aframeio-animation.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-facebook-cristiano-geckoview-cold]
+apps = geckoview
+test_url = https://m.facebook.com/Cristiano
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook-cristiano.manifest
+playback_recordings = android-facebook-cristiano.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-aframeio-animation-geckoview-cold]
+apps = geckoview
+test_url = https://aframe.io/examples/showcase/animation
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
+playback_recordings = android-aframeio-animation.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-2.ini
@@ -24,8 +24,22 @@ playback_recordings = android-google.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-youtube-fenix-cold]
 apps = fenix
 test_url = https://www.youtube.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
 playback_recordings = android-youtube.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-google-geckoview-cold]
+apps = geckoview
+test_url = https://www.google.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
+playback_recordings = android-google.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-youtube-geckoview-cold]
+apps = geckoview
+test_url = https://www.youtube.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
+playback_recordings = android-youtube.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-3.ini
@@ -24,8 +24,22 @@ playback_recordings = instagram-mobile.m
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-bing-fenix-cold]
 apps = fenix
 test_url = https://www.bing.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
 playback_recordings = bing-mobile.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-instagram-geckoview-cold]
+apps = geckoview
+test_url = https://www.instagram.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-instagram-mobile.manifest
+playback_recordings = instagram-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-bing-geckoview-cold]
+apps = geckoview
+test_url = https://www.bing.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-mobile.manifest
+playback_recordings = bing-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-4.ini
@@ -24,8 +24,22 @@ playback_recordings = bing-restaurants-m
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-ebay-kleinanzeigen-fenix-cold]
 apps = fenix
 test_url = https://m.ebay-kleinanzeigen.de
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
 playback_recordings = ebay-kleinanzeigen-mobile.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-bing-restaurants-geckoview-cold]
+apps = geckoview
+test_url = https://www.bing.com/search?q=restaurants
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-bing-restaurants-mobile.manifest
+playback_recordings = bing-restaurants-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-geckoview-cold]
+apps = geckoview
+test_url = https://m.ebay-kleinanzeigen.de
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-5.ini
@@ -24,8 +24,22 @@ playback_recordings = ebay-kleinanzeigen
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-google-maps-fenix-cold]
 apps = fenix
 test_url = https://www.google.com/maps?force=pwa
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
 playback_recordings = google_maps_mobile.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-ebay-kleinanzeigen-search-geckoview-cold]
+apps = geckoview
+test_url = https://m.ebay-kleinanzeigen.de/s-anzeigen/auf-zeit-wg-berlin/zimmer/c199-l3331
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-ebay-kleinanzeigen-search-mobile.manifest
+playback_recordings = ebay-kleinanzeigen-search-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-google-maps-geckoview-cold]
+apps = geckoview
+test_url = https://www.google.com/maps?force=pwa
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-maps.manifest
+playback_recordings = google_maps_mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-6.ini
@@ -25,8 +25,23 @@ measure = fnbpaint, fcp, dcf, loadtime
 disabled = Bug 1533283 Intermittent timeouts running raptor-tp6m-google-restaurants-geckoview
 
 [raptor-tp6m-amazon-search-fenix-cold]
 apps = fenix
 test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
 playback_recordings = android-amazon-search.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-google-restaurants-geckoview-cold]
+apps = geckoview
+test_url = https://www.google.com/search?q=restaurants+near+me
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google-restaurants.manifest
+playback_recordings = google-search-restaurants-mobile.mp
+measure = fnbpaint, fcp, dcf, loadtime
+disabled = Bug 1533283 Intermittent timeouts running raptor-tp6m-google-restaurants-geckoview
+
+[raptor-tp6m-amazon-search-geckoview-cold]
+apps = geckoview
+test_url = https://www.amazon.com/s/ref=nb_sb_noss_2/139-6317191-5622045?url=search-alias%3Daps&field-keywords=mobile+phone
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon-search.manifest
+playback_recordings = android-amazon-search.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-7.ini
@@ -24,8 +24,22 @@ playback_recordings = android-wikipedia.
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-youtube-watch-fenix-cold]
 apps = fenix
 test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
 playback_recordings = android-youtube-watch.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-wikipedia-geckoview-cold]
+apps = geckoview
+test_url = https://en.m.wikipedia.org/wiki/Main_Page
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-wikipedia.manifest
+playback_recordings = android-wikipedia.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-youtube-watch-geckoview-cold]
+apps = geckoview
+test_url = https://www.youtube.com/watch?v=COU5T-Wafa4
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube-watch.manifest
+playback_recordings = android-youtube-watch.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-8.ini
@@ -25,8 +25,23 @@ measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-cnn-fenix-cold]
 apps = fenix
 test_url = https://edition.cnn.com/
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
 playback_recordings = android-cnn.mp
 measure = fnbpaint, fcp, dcf, loadtime
 disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview
+
+[raptor-tp6m-booking-geckoview-cold]
+apps = geckoview
+test_url = https://www.booking.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-booking.manifest
+playback_recordings = android-booking.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cnn-geckoview-cold]
+apps = geckoview
+test_url = https://edition.cnn.com/
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn.manifest
+playback_recordings = android-cnn.mp
+measure = fnbpaint, fcp, dcf, loadtime
+disabled = Bug 1533287 Intermittent timeouts running raptor-tp6m-cnn-geckoview
--- a/testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-cold-9.ini
@@ -24,8 +24,22 @@ playback_recordings = android-cnn-ampsto
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-reddit-fenix-cold]
 apps = fenix
 test_url = https://www.reddit.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
 playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-cnn-ampstories-geckoview-cold]
+apps = geckoview
+test_url = https://edition.cnn.com/ampstories/us/why-hurricane-michael-is-a-monster-unlike-any-other
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-cnn-ampstories.manifest
+playback_recordings = android-cnn-ampstories.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-reddit-geckoview-cold]
+apps = geckoview
+test_url = https://www.reddit.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-reddit.manifest
+playback_recordings = mitmproxy-recordings-raptor-tp6m-reddit.mp
+measure = fnbpaint, fcp, dcf, loadtime