Bug 1581580: Add limited set of --browsertime Raptor tests to make it easier to smoke-test changes. r=perftest-reviewers,sparky
☠☠ backed out by 1c4e8032c1a4 ☠ ☠
authorStephen Donner <sdonner@mozilla.com>
Mon, 30 Sep 2019 14:30:52 +0000
changeset 495721 3bd92e48c74af4ce3c8b5b76cb2b2e09e0fd193f
parent 495720 6822e913651aa45100b4e91dce1dc44e49439152
child 495722 e7d6f3e63bbd2f5a231c436ebb9de23c8fc3c3db
push id114140
push userdvarga@mozilla.com
push dateWed, 02 Oct 2019 18:04:51 +0000
treeherdermozilla-inbound@32eb0ea893f3 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, sparky
bugs1581580
milestone71.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1581580: Add limited set of --browsertime Raptor tests to make it easier to smoke-test changes. r=perftest-reviewers,sparky Differential Revision: https://phabricator.services.mozilla.com/D47562
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-platforms.yml
taskcluster/ci/test/test-sets.yml
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -773,8 +773,32 @@ raptor-jetstream2-firefox-profiling:
     tier: 3
     mozharness:
         extra-options:
             - --test=raptor-jetstream2
             - --gecko-profile
     fetches:
         fetch:
             - jetstream2
+
+browsertime-tp6-1-firefox:
+    description: "Raptor (browsertime) tp6-1 on Firefox"
+    run-on-projects: ['integration', 'try']
+    variants: ["fission"]
+    try-name: browsertime-tp6-1-firefox
+    treeherder-symbol: Btime(tp6-1)
+    tier: 3
+    mozharness:
+        extra-options:
+            - --browsertime
+            - --test=raptor-tp6-1
+
+browsertime-tp6-1-firefox-cold:
+    description: "Raptor (browsertime) tp6-1 cold page-load on Firefox"
+    run-on-projects: ['integration', 'try']
+    variants: ["fission"]
+    try-name: browsertime-tp6-1-firefox-cold
+    treeherder-symbol: Btime(tp6-c-1)
+    tier: 3
+    mozharness:
+        extra-options:
+            - --browsertime
+            - --test=raptor-tp6-cold-1
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/ci/test/test-platforms.yml
@@ -37,16 +37,17 @@ linux64/opt:
         - web-platform-tests
         - opt-only-tests
         - desktop-screenshot-capture
         - talos
         - awsy
         - mochitest-headless
         - linux-talos-flex
         - raptor-firefox
+        - browsertime-firefox
         - raptor-fetch-firefox
         - marionette-media-tests
 linux64-shippable/opt:
     build-platform: linux64-shippable/opt
     test-sets:
         - common-tests
         - web-platform-tests
         - web-platform-tests-wdspec-headless
@@ -56,16 +57,17 @@ linux64-shippable/opt:
         - awsy
         - mochitest-headless
         - marionette-headless
         - linux-talos-flex
         - raptor-chrome
         - raptor-chromium
         - raptor-fetch-chromium
         - raptor-firefox
+        - browsertime-firefox
         - raptor-fetch-firefox
         - raptor-profiling
         - raptor-fetch-profiling
 linux64-devedition/opt:
     build-platform: linux64-devedition-nightly/opt
     test-sets:
         - common-tests
         - web-platform-tests
@@ -89,25 +91,27 @@ linux64-stylo-sequential/opt:
 linux64-qr/opt:
     build-platform: linux64/opt
     test-sets:
         - linux-qr-tests
         - talos
         - awsy
         - web-platform-tests
         - raptor-firefox
+        - browsertime-firefox
         - raptor-fetch-firefox
 linux64-shippable-qr/opt:
     build-platform: linux64-shippable/opt
     test-sets:
         - linux-qr-tests
         - talos
         - awsy
         - web-platform-tests
         - raptor-firefox
+        - browsertime-firefox
         - raptor-fetch-firefox
 linux64-qr/debug:
     build-platform: linux64/debug
     test-sets:
         - linux-qr-tests
         - web-platform-tests
 linux64-asan-qr/opt:
     build-platform: linux64-asan/opt
@@ -139,30 +143,32 @@ windows7-32/opt:
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - windows-reftest-gpu
         - windows-talos
         - windows-tests
         - web-platform-tests
         - raptor-firefox
+        - browsertime-firefox
 
 windows7-32-shippable/opt:
     build-platform: win32-shippable/opt
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - windows-reftest-gpu
         - windows-talos
         - windows-tests
         - web-platform-tests
         - web-platform-tests-wdspec-headless
         - raptor-chrome
         - raptor-chromium
         - raptor-firefox
+        - browsertime-firefox
 
 windows7-32-devedition/opt:
     build-platform: win32-devedition-nightly/opt
     test-sets:
         - desktop-screenshot-capture
         - windows-reftest-gpu
         - windows-tests
         - web-platform-tests
@@ -193,47 +199,51 @@ windows10-64/opt:
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - windows-talos
         - marionette-gpu-tests
         - windows-tests
         - web-platform-tests
         - raptor-firefox
+        - browsertime-firefox
         - marionette-media-tests
 
 windows10-aarch64/opt:
     build-platform: win64-aarch64-shippable/opt
     test-sets:
         - awsy
         - marionette-gpu-tests
         - raptor-firefox
+        - browsertime-firefox
         - windows-aarch64-tests
         - windows-talos
 
 windows10-64-ref-hw-2017/opt:
     build-platform: win64-shippable/opt
     test-sets:
         - raptor-firefox
+        - browsertime-firefox
         - talos-ref-hw
 
 windows10-64-shippable/opt:
     build-platform: win64-shippable/opt
     test-sets:
         - awsy
         - desktop-screenshot-capture
         - desktop-instrumentation
         - windows-talos
         - marionette-gpu-tests
         - windows-tests
         - web-platform-tests
         - web-platform-tests-wdspec-headless
         - raptor-chrome
         - raptor-chromium
         - raptor-firefox
+        - browsertime-firefox
         - raptor-profiling
 
 windows10-64-devedition/opt:
     build-platform: win64-devedition-nightly/opt
     test-sets:
         - desktop-screenshot-capture
         - marionette-gpu-tests
         - windows-tests
@@ -253,25 +263,27 @@ windows10-64-qr/debug:
 
 windows10-64-qr/opt:
     build-platform: win64/opt
     test-sets:
         - awsy
         - windows-qr-tests
         - windows-talos
         - raptor-firefox
+        - browsertime-firefox
         - web-platform-tests
 
 windows10-64-shippable-qr/opt:
     build-platform: win64-shippable/opt
     test-sets:
         - awsy
         - windows-qr-tests
         - windows-talos
         - raptor-firefox
+        - browsertime-firefox
         - web-platform-tests
 
 windows10-64-mingwclang/debug:
     build-platform: win64-mingwclang/debug
     test-sets:
         - mingwclang-tests-debug
 
 windows10-64-mingwclang/opt:
@@ -297,16 +309,17 @@ macosx1014-64-shippable/opt:
     test-sets:
         - macosx1014-64-tests
         - macosx64-talos
         - desktop-screenshot-capture
         - awsy
         - raptor-chrome
         - raptor-chromium
         - raptor-firefox
+        - browsertime-firefox
         - raptor-firefox-power
         - raptor-profiling
         - marionette-media-tests
         - web-platform-tests-wdspec-headless
 
 macosx1014-64/debug:
     build-platform: macosx64/debug
     test-sets:
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -808,8 +808,12 @@ android-hw-arm7-raptor-nightly:
     - raptor-tp6m-3-fennec68
     - raptor-tp6m-4-fennec68
     - raptor-tp6m-5-fennec68
     - raptor-tp6m-6-fennec68
     - raptor-tp6m-7-fennec68
     - raptor-tp6m-8-fennec68
     - raptor-tp6m-9-fennec68
     - raptor-tp6m-10-fennec68
+
+browsertime-firefox:
+    - browsertime-tp6-1-firefox
+    - browsertime-tp6-1-firefox-cold