Bug 1500236 - Have Raptor use '127.0.0.1' instead of 'localhost' to fix timeouts on OSX; r=jmaher
authorRob Wood <rwood@mozilla.com>
Thu, 18 Oct 2018 20:30:13 +0000
changeset 497934 b5eee61ba434f914398ffa77253f84b5f2127aa0
parent 497933 87c2fcb3b6140ff44fb726fc709f2719283210ae
child 497935 6ff410edad90dbc51d72aeb722d0ff8d182606c1
push id10016
push userrgurzau@mozilla.com
push dateMon, 22 Oct 2018 13:58:55 +0000
treeherdermozilla-beta@848cf6354160 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersjmaher
bugs1500236
milestone64.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1500236 - Have Raptor use '127.0.0.1' instead of 'localhost' to fix timeouts on OSX; r=jmaher Differential Revision: https://phabricator.services.mozilla.com/D9147
testing/raptor/raptor/gen_test_config.py
testing/raptor/raptor/tests/raptor-assorted-dom.ini
testing/raptor/raptor/tests/raptor-motionmark-animometer.ini
testing/raptor/raptor/tests/raptor-motionmark-htmlsuite.ini
testing/raptor/raptor/tests/raptor-speedometer.ini
testing/raptor/raptor/tests/raptor-stylebench.ini
testing/raptor/raptor/tests/raptor-sunspider.ini
testing/raptor/raptor/tests/raptor-unity-webgl.ini
testing/raptor/raptor/tests/raptor-wasm-misc-baseline.ini
testing/raptor/raptor/tests/raptor-wasm-misc-ion.ini
testing/raptor/raptor/tests/raptor-wasm-misc.ini
testing/raptor/raptor/tests/raptor-webaudio.ini
--- a/testing/raptor/raptor/gen_test_config.py
+++ b/testing/raptor/raptor/gen_test_config.py
@@ -16,17 +16,17 @@ LOG = get_proxy_logger(component="raptor
 def gen_test_config(browser, test, cs_port, b_port=0):
     LOG.info("writing test settings into background js, so webext can get it")
 
     data = """// this file is auto-generated by raptor, do not edit directly
 function getTestConfig() {
     return {"browser": "%s",
             "cs_port": "%d",
             "test_name": "%s",
-            "test_settings_url": "http://localhost:%d/%s.json",
+            "test_settings_url": "http://127.0.0.1:%d/%s.json",
             "benchmark_port": "%d"};
 }
 
 """ % (browser, cs_port, test, cs_port, test, b_port)
 
     webext_background_script = (os.path.join(webext_dir, "auto_gen_test_config.js"))
 
     file = open(webext_background_script, "w")
--- a/testing/raptor/raptor/tests/raptor-assorted-dom.ini
+++ b/testing/raptor/raptor/tests/raptor-assorted-dom.ini
@@ -1,11 +1,11 @@
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/assorted-dom/assorted/driver.html?raptor
+test_url = http://127.0.0.1:<port>/assorted-dom/assorted/driver.html?raptor
 page_cycles = 10
 page_timeout = 60000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-assorted-dom-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-motionmark-animometer.ini
+++ b/testing/raptor/raptor/tests/raptor-motionmark-animometer.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # motionmark benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/MotionMark/developer.html?test-interval=15&display=minimal&tiles=big&controller=fixed&frame-rate=30&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=Animometer&raptor=true&oskey={platform}
+test_url = http://127.0.0.1:<port>/MotionMark/developer.html?test-interval=15&display=minimal&tiles=big&controller=fixed&frame-rate=30&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=Animometer&raptor=true&oskey={platform}
 page_cycles = 5
 page_timeout = 600000
 unit = score
 lower_is_better = false
 alert_threshold = 2.0
 
 [raptor-motionmark-animometer-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-motionmark-htmlsuite.ini
+++ b/testing/raptor/raptor/tests/raptor-motionmark-htmlsuite.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # motionmark benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/MotionMark/developer.html?test-interval=15&display=minimal&tiles=big&controller=fixed&frame-rate=30&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=HTMLsuite&raptor=true&oskey={platform}
+test_url = http://127.0.0.1:<port>/MotionMark/developer.html?test-interval=15&display=minimal&tiles=big&controller=fixed&frame-rate=30&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=HTMLsuite&raptor=true&oskey={platform}
 page_cycles = 5
 page_timeout = 600000
 unit = score
 lower_is_better = false
 alert_threshold = 2.0
 
 [raptor-motionmark-htmlsuite-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-speedometer.ini
+++ b/testing/raptor/raptor/tests/raptor-speedometer.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # speedometer benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/Speedometer/index.html?raptor
+test_url = http://127.0.0.1:<port>/Speedometer/index.html?raptor
 page_cycles = 5
 page_timeout = 180000
 unit = score
 subtest_unit = ms
 lower_is_better = false
 subtest_lower_is_better = true
 alert_threshold = 2.0
 
--- a/testing/raptor/raptor/tests/raptor-stylebench.ini
+++ b/testing/raptor/raptor/tests/raptor-stylebench.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # speedometer benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/StyleBench/index.html?raptor
+test_url = http://127.0.0.1:<port>/StyleBench/index.html?raptor
 page_cycles = 5
 page_timeout = 120000
 unit = score
 lower_is_better = false
 alert_threshold = 2.0
 
 [raptor-stylebench-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-sunspider.ini
+++ b/testing/raptor/raptor/tests/raptor-sunspider.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # sunspider benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/SunSpider/sunspider-1.0.1/sunspider-1.0.1/driver.html?raptor
+test_url = http://127.0.0.1:<port>/SunSpider/sunspider-1.0.1/sunspider-1.0.1/driver.html?raptor
 page_cycles = 5
 page_timeout = 35000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-sunspider-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-unity-webgl.ini
+++ b/testing/raptor/raptor/tests/raptor-unity-webgl.ini
@@ -1,11 +1,11 @@
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/unity-webgl/index.html?raptor
+test_url = http://127.0.0.1:<port>/unity-webgl/index.html?raptor
 page_cycles = 5
 page_timeout = 900000
 unit = score
 lower_is_better = false
 alert_threshold = 2.0
 
 [raptor-unity-webgl-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-wasm-misc-baseline.ini
+++ b/testing/raptor/raptor/tests/raptor-wasm-misc-baseline.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # Wasm-Misc benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/wasm-misc/index.html?raptor
+test_url = http://127.0.0.1:<port>/wasm-misc/index.html?raptor
 page_cycles = 5
 page_timeout = 1200000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-wasm-misc-baseline-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-wasm-misc-ion.ini
+++ b/testing/raptor/raptor/tests/raptor-wasm-misc-ion.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # Wasm-Misc benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/wasm-misc/index.html?raptor
+test_url = http://127.0.0.1:<port>/wasm-misc/index.html?raptor
 page_cycles = 5
 page_timeout = 1200000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-wasm-misc-ion-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-wasm-misc.ini
+++ b/testing/raptor/raptor/tests/raptor-wasm-misc.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # Wasm-Misc benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/wasm-misc/index.html?raptor
+test_url = http://127.0.0.1:<port>/wasm-misc/index.html?raptor
 page_cycles = 5
 page_timeout = 1200000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-wasm-misc-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-webaudio.ini
+++ b/testing/raptor/raptor/tests/raptor-webaudio.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # speedometer benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/webaudio/index.html?raptor
+test_url = http://127.0.0.1:<port>/webaudio/index.html?raptor
 page_cycles = 5
 page_timeout = 180000
 unit = score
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-webaudio-firefox]
 apps = firefox