Bug 1548845 - [raptor] Don't filter-out tests which are white-listed for "use_live_sites". r=perftest-reviewers,stephendonner,rwood
authorHenrik Skupin <mail@hskupin.info>
Fri, 17 May 2019 20:58:12 +0000
changeset 474407 6977ccf2ff65098f5ad113cbe1b60f00fc9ca149
parent 474406 c66e71b65b55d94f8f95161487120102c18cca0c
child 474408 573f03a88ea975a5b5155c902a8af5d2e50d68c5
push id113152
push userdluca@mozilla.com
push dateSat, 18 May 2019 10:33:03 +0000
treeherdermozilla-inbound@9b2f851979cb [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, stephendonner, rwood
bugs1548845
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1548845 - [raptor] Don't filter-out tests which are white-listed for "use_live_sites". r=perftest-reviewers,stephendonner,rwood Depends on D31681 Differential Revision: https://phabricator.services.mozilla.com/D31682
testing/raptor/raptor/manifest.py
--- a/testing/raptor/raptor/manifest.py
+++ b/testing/raptor/raptor/manifest.py
@@ -29,16 +29,20 @@ required_settings = [
     'unit',
 ]
 
 playback_settings = [
     'playback_pageset_manifest',
     'playback_recordings',
 ]
 
+whitelist_live_site_tests = [
+    "raptor-youtube-playback",
+]
+
 
 def filter_app(tests, values):
     for test in tests:
         if values["app"] in test['apps']:
             yield test
 
 
 def filter_live_sites(tests, values):
@@ -48,16 +52,20 @@ def filter_live_sites(tests, values):
         if test.get("use_live_sites", "false") == "true":
             # can run with live sites when running locally
             if values["run_local"] is True:
                 yield test
             # can run with live sites if running on try
             elif "hg.mozilla.org/try" in os.environ.get('GECKO_HEAD_REPOSITORY', 'n/a'):
                 yield test
 
+            # can run with live sites when white-listed
+            elif filter(lambda name: test['name'].startswith(name), whitelist_live_site_tests):
+                yield test
+
             else:
                 LOG.warning('%s is not allowed to run with use_live_sites' % test['name'])
         else:
             # not using live-sites so go ahead
             yield test
 
 
 def get_browser_test_list(browser_app, run_local):