Bug 1500236 - Have Raptor use '127.0.0.1' instead of 'localhost' to fix timeouts on OSX; r=jmaher
authorRob Wood <rwood@mozilla.com>
Thu, 18 Oct 2018 20:30:13 +0000
changeset 490501 b5eee61ba434f914398ffa77253f84b5f2127aa0
parent 490500 87c2fcb3b6140ff44fb726fc709f2719283210ae
child 490502 6ff410edad90dbc51d72aeb722d0ff8d182606c1
push id247
push userfmarier@mozilla.com
push dateSat, 27 Oct 2018 01:06:44 +0000
reviewersjmaher
bugs1500236
milestone64.0a1
Bug 1500236 - Have Raptor use '127.0.0.1' instead of 'localhost' to fix timeouts on OSX; r=jmaher Differential Revision: https://phabricator.services.mozilla.com/D9147
testing/raptor/raptor/gen_test_config.py
testing/raptor/raptor/tests/raptor-assorted-dom.ini
testing/raptor/raptor/tests/raptor-motionmark-animometer.ini
testing/raptor/raptor/tests/raptor-motionmark-htmlsuite.ini
testing/raptor/raptor/tests/raptor-speedometer.ini
testing/raptor/raptor/tests/raptor-stylebench.ini
testing/raptor/raptor/tests/raptor-sunspider.ini
testing/raptor/raptor/tests/raptor-unity-webgl.ini
testing/raptor/raptor/tests/raptor-wasm-misc-baseline.ini
testing/raptor/raptor/tests/raptor-wasm-misc-ion.ini
testing/raptor/raptor/tests/raptor-wasm-misc.ini
testing/raptor/raptor/tests/raptor-webaudio.ini
--- a/testing/raptor/raptor/gen_test_config.py
+++ b/testing/raptor/raptor/gen_test_config.py
@@ -16,17 +16,17 @@ LOG = get_proxy_logger(component="raptor
 def gen_test_config(browser, test, cs_port, b_port=0):
     LOG.info("writing test settings into background js, so webext can get it")
 
     data = """// this file is auto-generated by raptor, do not edit directly
 function getTestConfig() {
     return {"browser": "%s",
             "cs_port": "%d",
             "test_name": "%s",
-            "test_settings_url": "http://localhost:%d/%s.json",
+            "test_settings_url": "http://127.0.0.1:%d/%s.json",
             "benchmark_port": "%d"};
 }
 
 """ % (browser, cs_port, test, cs_port, test, b_port)
 
     webext_background_script = (os.path.join(webext_dir, "auto_gen_test_config.js"))
 
     file = open(webext_background_script, "w")
--- a/testing/raptor/raptor/tests/raptor-assorted-dom.ini
+++ b/testing/raptor/raptor/tests/raptor-assorted-dom.ini
@@ -1,11 +1,11 @@
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/assorted-dom/assorted/driver.html?raptor
+test_url = http://127.0.0.1:<port>/assorted-dom/assorted/driver.html?raptor
 page_cycles = 10
 page_timeout = 60000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-assorted-dom-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-motionmark-animometer.ini
+++ b/testing/raptor/raptor/tests/raptor-motionmark-animometer.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # motionmark benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/MotionMark/developer.html?test-interval=15&display=minimal&tiles=big&controller=fixed&frame-rate=30&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=Animometer&raptor=true&oskey={platform}
+test_url = http://127.0.0.1:<port>/MotionMark/developer.html?test-interval=15&display=minimal&tiles=big&controller=fixed&frame-rate=30&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=Animometer&raptor=true&oskey={platform}
 page_cycles = 5
 page_timeout = 600000
 unit = score
 lower_is_better = false
 alert_threshold = 2.0
 
 [raptor-motionmark-animometer-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-motionmark-htmlsuite.ini
+++ b/testing/raptor/raptor/tests/raptor-motionmark-htmlsuite.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # motionmark benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/MotionMark/developer.html?test-interval=15&display=minimal&tiles=big&controller=fixed&frame-rate=30&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=HTMLsuite&raptor=true&oskey={platform}
+test_url = http://127.0.0.1:<port>/MotionMark/developer.html?test-interval=15&display=minimal&tiles=big&controller=fixed&frame-rate=30&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=HTMLsuite&raptor=true&oskey={platform}
 page_cycles = 5
 page_timeout = 600000
 unit = score
 lower_is_better = false
 alert_threshold = 2.0
 
 [raptor-motionmark-htmlsuite-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-speedometer.ini
+++ b/testing/raptor/raptor/tests/raptor-speedometer.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # speedometer benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/Speedometer/index.html?raptor
+test_url = http://127.0.0.1:<port>/Speedometer/index.html?raptor
 page_cycles = 5
 page_timeout = 180000
 unit = score
 subtest_unit = ms
 lower_is_better = false
 subtest_lower_is_better = true
 alert_threshold = 2.0
 
--- a/testing/raptor/raptor/tests/raptor-stylebench.ini
+++ b/testing/raptor/raptor/tests/raptor-stylebench.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # speedometer benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/StyleBench/index.html?raptor
+test_url = http://127.0.0.1:<port>/StyleBench/index.html?raptor
 page_cycles = 5
 page_timeout = 120000
 unit = score
 lower_is_better = false
 alert_threshold = 2.0
 
 [raptor-stylebench-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-sunspider.ini
+++ b/testing/raptor/raptor/tests/raptor-sunspider.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # sunspider benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/SunSpider/sunspider-1.0.1/sunspider-1.0.1/driver.html?raptor
+test_url = http://127.0.0.1:<port>/SunSpider/sunspider-1.0.1/sunspider-1.0.1/driver.html?raptor
 page_cycles = 5
 page_timeout = 35000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-sunspider-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-unity-webgl.ini
+++ b/testing/raptor/raptor/tests/raptor-unity-webgl.ini
@@ -1,11 +1,11 @@
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/unity-webgl/index.html?raptor
+test_url = http://127.0.0.1:<port>/unity-webgl/index.html?raptor
 page_cycles = 5
 page_timeout = 900000
 unit = score
 lower_is_better = false
 alert_threshold = 2.0
 
 [raptor-unity-webgl-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-wasm-misc-baseline.ini
+++ b/testing/raptor/raptor/tests/raptor-wasm-misc-baseline.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # Wasm-Misc benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/wasm-misc/index.html?raptor
+test_url = http://127.0.0.1:<port>/wasm-misc/index.html?raptor
 page_cycles = 5
 page_timeout = 1200000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-wasm-misc-baseline-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-wasm-misc-ion.ini
+++ b/testing/raptor/raptor/tests/raptor-wasm-misc-ion.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # Wasm-Misc benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/wasm-misc/index.html?raptor
+test_url = http://127.0.0.1:<port>/wasm-misc/index.html?raptor
 page_cycles = 5
 page_timeout = 1200000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-wasm-misc-ion-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-wasm-misc.ini
+++ b/testing/raptor/raptor/tests/raptor-wasm-misc.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # Wasm-Misc benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/wasm-misc/index.html?raptor
+test_url = http://127.0.0.1:<port>/wasm-misc/index.html?raptor
 page_cycles = 5
 page_timeout = 1200000
 unit = ms
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-wasm-misc-firefox]
 apps = firefox
--- a/testing/raptor/raptor/tests/raptor-webaudio.ini
+++ b/testing/raptor/raptor/tests/raptor-webaudio.ini
@@ -1,17 +1,17 @@
 # This Source Code Form is subject to the terms of the Mozilla Public
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
 # speedometer benchmark for firefox and chrome
 
 [DEFAULT]
 type =  benchmark
-test_url = http://localhost:<port>/webaudio/index.html?raptor
+test_url = http://127.0.0.1:<port>/webaudio/index.html?raptor
 page_cycles = 5
 page_timeout = 180000
 unit = score
 lower_is_better = true
 alert_threshold = 2.0
 
 [raptor-webaudio-firefox]
 apps = firefox