Bug 1506936 - Temporarily disable raptor-tp6-facebook-firefox due to permafail. r=jmaher,davehunt
authorCosmin Sabou <csabou@mozilla.com>
Sat, 23 Feb 2019 23:15:44 +0200
changeset 518628 2e2e65e57b8c4e6c841c82e246edeb4b2e884005
parent 518627 09c7b0032dac15e7c9c4976f78c284127a67988f
child 518629 07c7cd57cc90d5b242adc68e52aa8c101f76f03f
push id10862
push userffxbld-merge
push dateMon, 11 Mar 2019 13:01:11 +0000
treeherdermozilla-beta@a2e7f5c935da [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher, davehunt
bugs1506936
milestone67.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1506936 - Temporarily disable raptor-tp6-facebook-firefox due to permafail. r=jmaher,davehunt
testing/raptor/raptor/tests/raptor-tp6-1.ini
testing/raptor/test/test_manifest.py
--- a/testing/raptor/raptor/tests/raptor-tp6-1.ini
+++ b/testing/raptor/raptor/tests/raptor-tp6-1.ini
@@ -23,16 +23,17 @@ alert_on = fcp, loadtime
 [raptor-tp6-amazon-firefox]
 apps = firefox
 test_url = https://www.amazon.com/s/url=search-alias%3Daps&field-keywords=laptop
 playback_recordings = amazon.mp
 measure = fnbpaint, fcp, hero, dcf, ttfi, loadtime
 hero = hero1
 
 [raptor-tp6-facebook-firefox]
+disabled = Bug 1506936
 apps = firefox
 test_url = https://www.facebook.com
 playback_recordings = facebook.mp
 measure = fnbpaint, fcp, hero, dcf, ttfi, loadtime
 hero = hero1
 
 [raptor-tp6-google-firefox]
 apps = firefox
--- a/testing/raptor/test/test_manifest.py
+++ b/testing/raptor/test/test_manifest.py
@@ -103,17 +103,17 @@ def test_validate_test_ini_valid(test_de
 def test_validate_test_ini_invalid(test_details):
     assert not (validate_test_ini(test_details))
 
 
 def test_get_raptor_test_list_firefox(create_args):
     args = create_args()
 
     test_list = get_raptor_test_list(args, mozinfo.os)
-    assert len(test_list) == 4
+    assert len(test_list) == 3
 
     subtests = ['raptor-tp6-google-firefox', 'raptor-tp6-amazon-firefox',
                 'raptor-tp6-facebook-firefox', 'raptor-tp6-youtube-firefox']
 
     for next_subtest in test_list:
         assert next_subtest['name'] in subtests