Bug 1532747 - Create try-only raptor tp6m-1 fenix task, r=rwood
authorAndrew Halberstadt <ahalberstadt@mozilla.com>
Wed, 17 Apr 2019 19:49:52 +0000
changeset 470121 1acac8b55cf7d17141da6761084e5b05efa9a2c8
parent 470120 1af72fb16f17635bc192e6723063a7c88bd86dac
child 470122 8fb2f7ca9d1dd3cf27cd2ce8dbf4702ed7a94350
push id112843
push useraiakab@mozilla.com
push dateFri, 19 Apr 2019 09:50:22 +0000
treeherdermozilla-inbound@c06f27cbfe40 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersrwood
bugs1532747
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1532747 - Create try-only raptor tp6m-1 fenix task, r=rwood Differential Revision: https://phabricator.services.mozilla.com/D27948
taskcluster/ci/config.yml
taskcluster/ci/test/raptor.yml
taskcluster/ci/test/test-sets.yml
taskcluster/taskgraph/transforms/tests.py
testing/raptor/raptor/tests/raptor-tp6m-1.ini
testing/raptor/test/test_manifest.py
--- a/taskcluster/ci/config.yml
+++ b/taskcluster/ci/config.yml
@@ -33,16 +33,17 @@ treeherder:
         'Rap-1proc': 'Raptor performance tests on Firefox without e10s'
         'Rap-Prof': 'Raptor performance tests on Firefox with Gecko Profiling'
         'Rap-Prof-1proc': 'Raptor performance tests on Firefox with Gecko Profiling and without e10s'
         'Rap-ChC': 'Raptor performance tests on Google Chrome Canary'
         'Rap-ChD': 'Raptor performance tests on Google Chrome Dev'
         'Rap-Cr': 'Raptor performance tests on Google Chromium'
         'Rap-P': 'Raptor power tests on Firefox'
         'Rap-P-1proc': 'Raptor power tests on Firefox without e10s'
+        'Rap-fenix': 'Raptor performance tests on Fenix'
         'Rap-refbrow': 'Raptor performance tests on the reference browser'
         'T': 'Talos performance tests'
         'T-1proc': 'Talos performance tests without e10s'
         'Tsd': 'Talos performance tests with e10s, Stylo disabled'
         'Tsd-1proc': 'Talos performance tests with Stylo disabled without e10s'
         'Tss': 'Talos performance tests with e10s, Stylo sequential'
         'Tss-1proc': 'Talos performance tests with Stylo sequential without e10s'
         'tt': 'Telemetry tests'
--- a/taskcluster/ci/test/raptor.yml
+++ b/taskcluster/ci/test/raptor.yml
@@ -308,16 +308,33 @@ raptor-tp6m-1-geckoview-cold:
     tier: 3
     mozharness:
         extra-options:
             - --test=raptor-tp6m-cold-1
             - --app=geckoview
             - --binary=org.mozilla.geckoview_example
             - --activity=GeckoViewActivity
 
+raptor-tp6m-1-fenix:
+    description: "Raptor tp6m-1 on Fenix"
+    try-name: raptor-tp6m-1-fenix
+    treeherder-symbol: Rap-fenix(tp6m-1)
+    run-on-projects: ['try']
+    e10s: true
+    target:
+        index: project.mobile.fenix.branch.master.latest.greenfield.arm-release-raptor
+        name: target.apk
+    tier: 2
+    mozharness:
+        extra-options:
+            - --test=raptor-tp6m-1
+            - --app=fenix
+            - --binary-path=org.mozilla.fenix
+            - --activity=BrowserPerformanceTestActivity
+
 raptor-tp6m-1-refbrow:
     description: "Raptor tp6m-1 on the reference browser"
     treeherder-symbol: Rap-refbrow(tp6m-1)
     run-on-projects: ['try']
     target:
         index: project.mobile.reference-browser.signed-nightly.nightly.latest
         name: target.arm.apk
     tier: 2
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/ci/test/test-sets.yml
@@ -454,16 +454,17 @@ android-hw-arm7-raptor:
     - raptor-tp6m-3-geckoview
     - raptor-tp6m-4-geckoview
     - raptor-tp6m-5-geckoview
     - raptor-tp6m-6-geckoview
     - raptor-tp6m-7-geckoview
     - raptor-tp6m-8-geckoview
     - raptor-tp6m-9-geckoview
     - raptor-tp6m-10-geckoview
+    - raptor-tp6m-1-fenix
     - raptor-tp6m-1-refbrow
     - raptor-tp6m-2-refbrow
     - raptor-tp6m-3-refbrow
     - raptor-tp6m-4-refbrow
     - raptor-tp6m-5-refbrow
     - raptor-tp6m-6-refbrow
     - raptor-tp6m-7-refbrow
     - raptor-tp6m-8-refbrow
--- a/taskcluster/taskgraph/transforms/tests.py
+++ b/taskcluster/taskgraph/transforms/tests.py
@@ -827,16 +827,17 @@ def handle_suite_category(config, tests)
 
 def get_mobile_project(test):
     """Returns the mobile project of the specified task or None."""
 
     if not test['build-platform'].startswith('android'):
         return
 
     mobile_projects = (
+        'fenix',
         'fennec',
         'geckoview',
         'refbrow',
     )
 
     for name in mobile_projects:
         if name in test['test-name']:
             return name
--- a/testing/raptor/raptor/tests/raptor-tp6m-1.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6m-1.ini
@@ -97,8 +97,36 @@ playback_recordings = android-google.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-youtube-refbrow]
 apps = refbrow
 test_url = https://www.youtube.com
 playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
 playback_recordings = android-youtube.mp
 measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-amazon-fenix]
+apps = fenix
+test_url = https://www.amazon.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-amazon.manifest
+playback_recordings = android-amazon.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-facebook-fenix]
+apps = fenix
+test_url = https://m.facebook.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-facebook.manifest
+playback_recordings = android-facebook.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-google-fenix]
+apps = fenix
+test_url = https://www.google.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-google.manifest
+playback_recordings = android-google.mp
+measure = fnbpaint, fcp, dcf, loadtime
+
+[raptor-tp6m-youtube-fenix]
+apps = fenix
+test_url = https://www.youtube.com
+playback_pageset_manifest = mitmproxy-recordings-raptor-tp6m-youtube.manifest
+playback_recordings = android-youtube.mp
+measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/test/test_manifest.py
+++ b/testing/raptor/test/test_manifest.py
@@ -113,20 +113,17 @@ INVALID_MANIFESTS = [{'apps': 'firefox',
                       'playback_pageset_manifest': 'pageset.manifest',
                       'playback_recordings': 'recorded_site.mp',
                       'manifest': 'invalid_details_2'}]
 
 
 @pytest.mark.parametrize('app', ['firefox', 'chrome', 'chromium', 'geckoview', 'refbrow', 'fenix'])
 def test_get_browser_test_list(app):
     test_list = get_browser_test_list(app, run_local=True)
-    if app != "fenix":
-        assert len(test_list) > 0
-    else:
-        assert len(test_list) == 0
+    assert len(test_list) > 0
 
 
 @pytest.mark.parametrize('test_details', VALID_MANIFESTS)
 def test_validate_test_ini_valid(test_details):
     assert(validate_test_ini(test_details))
 
 
 @pytest.mark.parametrize('test_details', INVALID_MANIFESTS)