Bug 1548845 - [raptor] Log discarded tests in filter_live_sites. r=perftest-reviewers,rwood
authorHenrik Skupin <mail@hskupin.info>
Fri, 17 May 2019 20:45:13 +0000
changeset 474419 c66e71b65b55d94f8f95161487120102c18cca0c
parent 474418 8ac4327262cea2ada01adb01dd5b40d844381895
child 474420 6977ccf2ff65098f5ad113cbe1b60f00fc9ca149
push id85796
push userrwood@mozilla.com
push dateFri, 17 May 2019 22:42:35 +0000
treeherderautoland@6977ccf2ff65 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, rwood
bugs1548845
milestone68.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1548845 - [raptor] Log discarded tests in filter_live_sites. r=perftest-reviewers,rwood Depends on D30532 Differential Revision: https://phabricator.services.mozilla.com/D31681
testing/raptor/raptor/manifest.py
--- a/testing/raptor/raptor/manifest.py
+++ b/testing/raptor/raptor/manifest.py
@@ -45,18 +45,21 @@ def filter_live_sites(tests, values):
     # if a test uses live sites only allow it to run if running locally or on try
     # this prevents inadvertently submitting live site data to perfherder
     for test in tests:
         if test.get("use_live_sites", "false") == "true":
             # can run with live sites when running locally
             if values["run_local"] is True:
                 yield test
             # can run with live sites if running on try
-            if "hg.mozilla.org/try" in os.environ.get('GECKO_HEAD_REPOSITORY', 'n/a'):
+            elif "hg.mozilla.org/try" in os.environ.get('GECKO_HEAD_REPOSITORY', 'n/a'):
                 yield test
+
+            else:
+                LOG.warning('%s is not allowed to run with use_live_sites' % test['name'])
         else:
             # not using live-sites so go ahead
             yield test
 
 
 def get_browser_test_list(browser_app, run_local):
     LOG.info(raptor_ini)
     test_manifest = TestManifest([raptor_ini], strict=False)