Bug 1639836 - remove mitm5 tests from raptor suites r=perftest-reviewers,sparky
authorFlorin Strugariu <fstrugariu@mozilla.com>
Thu, 21 May 2020 12:04:53 +0000
changeset 531593 ebeb3fbc43fbd016271ed508493c9b41cd60cc59
parent 531592 49f3f0221d398fec43c90fe74600c41a4e95ff12
child 531594 d136262c64d75a38f58b2e4dea0ab89c2ff3f261
push id37441
push userapavel@mozilla.com
push dateFri, 22 May 2020 21:38:53 +0000
treeherdermozilla-central@d6abd35b54ad [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersperftest-reviewers, sparky
bugs1639836
milestone78.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1639836 - remove mitm5 tests from raptor suites r=perftest-reviewers,sparky Differential Revision: https://phabricator.services.mozilla.com/D76301
testing/raptor/raptor/tests/tp6/desktop/raptor-tp6-1-cold.ini
testing/raptor/raptor/tests/tp6/desktop/raptor-tp6-1.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-1-cold.ini
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-1.ini
--- a/testing/raptor/raptor/tests/tp6/desktop/raptor-tp6-1-cold.ini
+++ b/testing/raptor/raptor/tests/tp6/desktop/raptor-tp6-1-cold.ini
@@ -19,24 +19,16 @@ alert_on = fcp, loadtime
 cold = true
 
 [raptor-tp6-amazon-firefox-cold]
 apps = firefox
 test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1
 playback_recordings = amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6-amazon-firefox-mitm5-cold]
-apps = firefox
-screen_capture = true
-playback_version = 5.0.1
-test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1
-playback_recordings = amazon.mp
-measure = fnbpaint, fcp, dcf, loadtime
-
 [raptor-tp6-amazon-chrome-cold]
 apps = chrome
 test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1
 playback_recordings = amazon.mp
 measure = fcp, loadtime
 
 [raptor-tp6-amazon-chromium-cold]
 apps = chromium
--- a/testing/raptor/raptor/tests/tp6/desktop/raptor-tp6-1.ini
+++ b/testing/raptor/raptor/tests/tp6/desktop/raptor-tp6-1.ini
@@ -19,25 +19,16 @@ alert_on = fcp, loadtime
 [raptor-tp6-amazon-firefox]
 apps = firefox
 screen_capture = true
 test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1
 playback_pageset_manifest = mitm4-linux-firefox-amazon.manifest
 playback_recordings = amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6-amazon-firefox-mitm5]
-apps = firefox
-playback_version = 5.0.1
-screen_capture = true
-test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1
-playback_pageset_manifest = mitm4-linux-firefox-amazon.manifest
-playback_recordings = amazon.mp
-measure = fnbpaint, fcp, dcf, loadtime
-
 [raptor-tp6-facebook-firefox]
 apps = firefox
 test_url = https://www.facebook.com
 playback_pageset_manifest = mitm4-linux-firefox-facebook-old.manifest
 playback_recordings = mitm4-linux-firefox-facebook-old.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6-google-firefox]
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-1-cold.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-1-cold.ini
@@ -17,39 +17,21 @@ cold = true
 
 [raptor-tp6m-amazon-geckoview-cold]
 apps = geckoview
 test_url = https://www.amazon.com
 playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6m-amazon-geckoview-mitm5-cold]
-apps = geckoview
-screen_capture = true
-playback_version = 5.0.1
-test_url = https://www.amazon.com
-playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
-playback_recordings = mitm4-pixel2-fennec-amazon.mp
-measure = fnbpaint, fcp, dcf, loadtime
-
 [raptor-tp6m-amazon-fenix-cold]
 apps = fenix
 test_url = https://www.amazon.com
 playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-amazon-refbrow-cold]
 apps = refbrow
 test_url = https://www.amazon.com
 playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
-
-[raptor-tp6m-amazon-refbrow-mitm5-cold]
-apps = refbrow
-screen_capture = true
-playback_version = 5.0.1
-test_url = https://www.amazon.com
-playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
-playback_recordings = mitm4-pixel2-fennec-amazon.mp
-measure = fnbpaint, fcp, dcf, loadtime
--- a/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-1.ini
+++ b/testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-1.ini
@@ -17,25 +17,16 @@ alert_on = fcp, loadtime
 [raptor-tp6m-amazon-geckoview]
 apps = geckoview
 screen_capture = true
 test_url = https://www.amazon.com
 playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6m-amazon-geckoview-mitm5]
-apps = geckoview
-screen_capture = true
-playback_version = 5.0.1
-test_url = https://www.amazon.com
-playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
-playback_recordings = mitm4-pixel2-fennec-amazon.mp
-measure = fnbpaint, fcp, dcf, loadtime
-
 [raptor-tp6m-facebook-geckoview]
 apps = geckoview
 test_url = https://m.facebook.com
 playback_pageset_manifest = mitm4-pixel2-fennec-facebook.manifest
 playback_recordings = mitm4-pixel2-fennec-facebook.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-google-geckoview]
@@ -55,25 +46,16 @@ measure = fnbpaint, fcp, dcf, loadtime
 [raptor-tp6m-amazon-refbrow]
 apps = refbrow
 screen_capture = true
 test_url = https://www.amazon.com
 playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6m-amazon-refbrow-mitm5]
-apps = refbrow
-screen_capture = true
-playback_version = 5.0.1
-test_url = https://www.amazon.com
-playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
-playback_recordings = mitm4-pixel2-fennec-amazon.mp
-measure = fnbpaint, fcp, dcf, loadtime
-
 [raptor-tp6m-facebook-refbrow]
 apps = refbrow
 test_url = https://m.facebook.com
 playback_pageset_manifest = mitm4-pixel2-fennec-facebook.manifest
 playback_recordings = mitm4-pixel2-fennec-facebook.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-google-refbrow]
@@ -93,25 +75,16 @@ measure = fnbpaint, fcp, dcf, loadtime
 [raptor-tp6m-amazon-fenix]
 apps = fenix
 screen_capture = true
 test_url = https://www.amazon.com
 playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
 playback_recordings = mitm4-pixel2-fennec-amazon.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
-[raptor-tp6m-amazon-fenix-mitm5]
-apps = fenix
-screen_capture = true
-playback_version = 5.0.1
-test_url = https://www.amazon.com
-playback_pageset_manifest = mitm4-pixel2-fennec-amazon.manifest
-playback_recordings = mitm4-pixel2-fennec-amazon.mp
-measure = fnbpaint, fcp, dcf, loadtime
-
 [raptor-tp6m-facebook-fenix]
 apps = fenix
 test_url = https://m.facebook.com
 playback_pageset_manifest = mitm4-pixel2-fennec-facebook.manifest
 playback_recordings = mitm4-pixel2-fennec-facebook.mp
 measure = fnbpaint, fcp, dcf, loadtime
 
 [raptor-tp6m-google-fenix]