Bug 1641555 - Disable some chrome live site tests. r=perftest-reviewers,Bebe
authorGregory Mierzwinski <gmierz2@outlook.com>
Thu, 28 May 2020 13:42:58 +0000
changeset 596534 173e2e6757ae7c0f3c7b48836c7aea01bd5ba33c
parent 596533 c0164e6a62d80e7e0a965fe895406ecaa15d1811
child 596535 234ea58aa683940894eee00ece8ef0626640fb74
push id13186
push userffxbld-merge
push dateMon, 01 Jun 2020 09:52:46 +0000
treeherdermozilla-beta@3e7c70a1e4a1 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, Bebe
bugs1641555
milestone78.0a1
first release with
nightly linux32
173e2e6757ae / 78.0a1 / 20200528215302 / files
nightly linux64
173e2e6757ae / 78.0a1 / 20200528215302 / files
nightly mac
173e2e6757ae / 78.0a1 / 20200528215302 / files
nightly win32
173e2e6757ae / 78.0a1 / 20200528215302 / files
nightly win64
173e2e6757ae / 78.0a1 / 20200528215302 / files
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
releases
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1641555 - Disable some chrome live site tests. r=perftest-reviewers,Bebe This patch prevents some extra live site tests from running on chrome. Differential Revision: https://phabricator.services.mozilla.com/D77255
taskcluster/taskgraph/target_tasks.py
--- a/taskcluster/taskgraph/target_tasks.py
+++ b/taskcluster/taskgraph/target_tasks.py
@@ -569,22 +569,29 @@ def target_tasks_general_perf_testing(fu
             return False
 
         try_name = attributes.get('raptor_try_name')
         if vismet:
             # Visual metric tasks are configured a bit differently
             platform = task.task.get('extra').get('treeherder-platform')
             try_name = task.label
 
+        def _run_live_site():
+            for test in LIVE_SITES:
+                if try_name.endswith(test) or try_name.endswith(test + "-e10s"):
+                    return True
+            return False
+
         # Run chrome and chromium on all platforms available
         if '-chrome' in try_name:
             if 'android' in platform:
                 # Run only on shippable android builds
                 if 'shippable' in platform:
-                    return True
+                    if '-live' in try_name:
+                        return _run_live_site()
                 else:
                     return False
             else:
                 # Run on all desktop builds
                 return True
         if '-chromium' in try_name:
             return True
 
@@ -603,19 +610,17 @@ def target_tasks_general_perf_testing(fu
 
         # Select browsertime tasks
         if 'browsertime' in try_name and 'shippable' in platform:
             if 'speedometer' in try_name:
                 return True
             if '-live' in try_name:
                 # We only want to select those which should run 3 times
                 # a week here, other live site tests should be removed
-                for test in LIVE_SITES:
-                    if try_name.endswith(test) or try_name.endswith(test + "-e10s"):
-                        return True
+                return _run_live_site()
             return False
 
         # Run the following tests on android geckoview
         if platform and 'android' not in platform:
             return False
         if 'geckoview' not in try_name:
             return False