Bug 1136892 - Create an xpcshell-addons tag for running addon-specific xpcshell tests, r=chmanchester
☠☠ backed out by cf099fe29296 ☠ ☠
authorJonathan Griffin <jgriffin@mozilla.com>
Tue, 18 Aug 2015 11:26:14 -0700
changeset 258240 688775a8227fa7f17369574cb99eec14efb3b0e3
parent 258239 6539747394d952cac60052a788ac398564492689
child 258241 9e206c1e159fb1d3e62c93bdae9aba75da1ceec6
push id29249
push userryanvm@gmail.com
push dateWed, 19 Aug 2015 11:17:27 +0000
treeherdermozilla-central@706b23a03d1c [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewerschmanchester
bugs1136892
milestone43.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1136892 - Create an xpcshell-addons tag for running addon-specific xpcshell tests, r=chmanchester
browser/experiments/test/xpcshell/xpcshell.ini
chrome/test/unit/xpcshell.ini
dom/plugins/test/unit/xpcshell.ini
security/manager/ssl/tests/unit/xpcshell.ini
services/healthreport/tests/xpcshell/xpcshell.ini
services/sync/tests/unit/xpcshell.ini
testing/mozharness/configs/unittests/linux_unittest.py
testing/mozharness/configs/unittests/mac_unittest.py
testing/mozharness/configs/unittests/win_unittest.py
toolkit/components/search/tests/xpcshell/xpcshell.ini
toolkit/components/telemetry/tests/unit/xpcshell.ini
toolkit/mozapps/extensions/test/xpcshell/xpcshell-shared.ini
toolkit/mozapps/extensions/test/xpcshell/xpcshell-unpack.ini
toolkit/mozapps/extensions/test/xpcshell/xpcshell.ini
--- a/browser/experiments/test/xpcshell/xpcshell.ini
+++ b/browser/experiments/test/xpcshell/xpcshell.ini
@@ -1,11 +1,12 @@
 [DEFAULT]
 head = head.js
 tail =
+tags = addons
 firefox-appdir = browser
 skip-if = toolkit == 'android' || toolkit == 'gonk'
 support-files =
   experiments_1.manifest
   experiment-1.xpi
   experiment-1a.xpi
   experiment-2.xpi
   experiment-racybranch.xpi
--- a/chrome/test/unit/xpcshell.ini
+++ b/chrome/test/unit/xpcshell.ini
@@ -8,13 +8,14 @@ support-files = data/**
 [test_bug292789.js]
 [test_bug380398.js]
 [test_bug397073.js]
 [test_bug399707.js]
 [test_bug401153.js]
 [test_bug415367.js]
 [test_bug519468.js]
 [test_bug564667.js]
+tags = addons
 [test_bug848297.js]
 [test_crlf.js]
 [test_data_protocol_registration.js]
 [test_no_remote_registration.js]
 [test_resolve_uris.js]
--- a/dom/plugins/test/unit/xpcshell.ini
+++ b/dom/plugins/test/unit/xpcshell.ini
@@ -1,12 +1,13 @@
 [DEFAULT]
 skip-if = buildapp == 'mulet' || toolkit == 'android' || toolkit == 'gonk'
 head = head_plugins.js
 tail = 
+tags = addons
 
 [test_allowed_types.js]
 skip-if = appname == "thunderbird"
 reason = plugins are disabled by default in Thunderbird
 [test_bug455213.js]
 # Bug 676953: test fails consistently on Android
 fail-if = os == "android"
 [test_bug471245.js]
--- a/security/manager/ssl/tests/unit/xpcshell.ini
+++ b/security/manager/ssl/tests/unit/xpcshell.ini
@@ -49,16 +49,17 @@ skip-if = toolkit == 'android' || toolki
 
 [test_cert_keyUsage.js]
 [test_logoutAndTeardown.js]
 run-sequentially = hardcoded ports
 [test_ocsp_stapling.js]
 run-sequentially = hardcoded ports
 [test_cert_blocklist.js]
 skip-if = buildapp == "b2g"
+tags = addons
 [test_ocsp_stapling_expired.js]
 run-sequentially = hardcoded ports
 skip-if = (toolkit == 'gonk' && debug) # Bug 1029775
 [test_ocsp_stapling_with_intermediate.js]
 run-sequentially = hardcoded ports
 [test_ocsp_caching.js]
 run-sequentially = hardcoded ports
 [test_ocsp_required.js]
@@ -73,16 +74,17 @@ run-sequentially = hardcoded ports
 run-sequentially = hardcoded ports
 [test_intermediate_basic_usage_constraints.js]
 [test_name_constraints.js]
 [test_cert_trust.js]
 [test_cert_version.js]
 [test_signed_apps.js]
 [test_signed_apps-marketplace.js]
 [test_signed_dir.js]
+tags = addons
 
 [test_cert_eku-CA_EP.js]
 [test_cert_eku-CA_EP_NS_OS_SA_TS.js]
 [test_cert_eku-CA.js]
 [test_cert_eku-CA_NS.js]
 [test_cert_eku-CA_OS.js]
 [test_cert_eku-CA_SA.js]
 [test_cert_eku-CA_TS.js]
--- a/services/healthreport/tests/xpcshell/xpcshell.ini
+++ b/services/healthreport/tests/xpcshell/xpcshell.ini
@@ -3,16 +3,17 @@ head = head.js
 tail =
 skip-if = toolkit == 'android' || toolkit == 'gonk'
 
 [test_load_modules.js]
 [test_profile.js]
 [test_healthreporter.js]
 [test_provider_addons.js]
 skip-if = buildapp == 'mulet'
+tags = addons
 [test_provider_appinfo.js]
 [test_provider_crashes.js]
 skip-if = !crashreporter
 [test_provider_hotfix.js]
 [test_provider_places.js]
 [test_provider_searches.js]
 [test_provider_sysinfo.js]
 [test_provider_sessions.js]
--- a/services/sync/tests/unit/xpcshell.ini
+++ b/services/sync/tests/unit/xpcshell.ini
@@ -31,16 +31,17 @@ support-files =
 [test_utils_lock.js]
 [test_utils_makeGUID.js]
 [test_utils_notify.js]
 [test_utils_passphrase.js]
 
 # We have a number of other libraries that are pretty much standalone.
 [test_addon_utils.js]
 run-sequentially = Restarts server, can't change pref.
+tags = addons
 [test_httpd_sync_server.js]
 [test_jpakeclient.js]
 # Bug 618233: this test produces random failures on Windows 7.
 # Bug 676978: test hangs on Android (see also testing/xpcshell/xpcshell.ini)
 skip-if = os == "win" || os == "android"
 
 # HTTP layers.
 [test_resource.js]
@@ -125,20 +126,24 @@ skip-if = os == "android"
 # Firefox Accounts specific tests
 [test_fxa_startOver.js]
 [test_fxa_service_cluster.js]
 [test_fxa_node_reassignment.js]
 
 # Finally, we test each engine.
 [test_addons_engine.js]
 run-sequentially = Hardcoded port in static files.
+tags = addons
 [test_addons_reconciler.js]
+tags = addons
 [test_addons_store.js]
 run-sequentially = Hardcoded port in static files.
+tags = addons
 [test_addons_tracker.js]
+tags = addons
 [test_bookmark_batch_fail.js]
 [test_bookmark_engine.js]
 [test_bookmark_invalid.js]
 [test_bookmark_legacy_microsummaries_support.js]
 [test_bookmark_livemarks.js]
 [test_bookmark_order.js]
 [test_bookmark_places_query_rewriting.js]
 [test_bookmark_record.js]
--- a/testing/mozharness/configs/unittests/linux_unittest.py
+++ b/testing/mozharness/configs/unittests/linux_unittest.py
@@ -105,16 +105,19 @@ config = {
                                       '--setpref=browser.tabs.remote.autostart=true',
                                       '--setpref=layers.offmainthreadcomposition.testing.enabled=true',
                                       '--setpref=layers.async-pan-zoom.enabled=true',
                                       'tests/reftest/tests/testing/crashtest/crashtests.list']},
     },
     "all_xpcshell_suites": {
         "xpcshell": ["--manifest=tests/xpcshell/tests/all-test-dirs.list",
                      "%(abs_app_dir)s/" + XPCSHELL_NAME]
+        "xpcshell-addons": ["--manifest=tests/xpcshell/tests/all-test-dirs.list",
+                            "--tag=addons",
+                            "%(abs_app_dir)s/" + XPCSHELL_NAME]
     },
     "all_cppunittest_suites": {
         "cppunittest": ['tests/cppunittest']
     },
     "all_jittest_suites": {
         "jittest": [],
         "jittest1": ["--total-chunks=2", "--this-chunk=1"],
         "jittest2": ["--total-chunks=2", "--this-chunk=2"],
--- a/testing/mozharness/configs/unittests/mac_unittest.py
+++ b/testing/mozharness/configs/unittests/mac_unittest.py
@@ -86,16 +86,19 @@ config = {
         "crashtest-ipc": ['--setpref=browser.tabs.remote=true',
                           '--setpref=browser.tabs.remote.autostart=true',
                           '--setpref=layers.async-pan-zoom.enabled=true',
                           'tests/reftest/tests/testing/crashtest/crashtests.list'],
     },
     "all_xpcshell_suites": {
         "xpcshell": ["--manifest=tests/xpcshell/tests/all-test-dirs.list",
                      "%(abs_app_dir)s/" + XPCSHELL_NAME]
+        "xpcshell-addons": ["--manifest=tests/xpcshell/tests/all-test-dirs.list",
+                            "--tag=addons",
+                            "%(abs_app_dir)s/" + XPCSHELL_NAME]
     },
     "all_cppunittest_suites": {
         "cppunittest": ['tests/cppunittest']
     },
     "all_jittest_suites": {
         "jittest": []
     },
     "all_mozbase_suites": {
--- a/testing/mozharness/configs/unittests/win_unittest.py
+++ b/testing/mozharness/configs/unittests/win_unittest.py
@@ -101,16 +101,19 @@ config = {
         "crashtest-ipc": ['--setpref=browser.tabs.remote=true',
                           '--setpref=browser.tabs.remote.autostart=true',
                           '--setpref=layers.async-pan-zoom.enabled=true',
                           'tests/reftest/tests/testing/crashtest/crashtests.list'],
     },
     "all_xpcshell_suites": {
         "xpcshell": ["--manifest=tests/xpcshell/tests/all-test-dirs.list",
                      "%(abs_app_dir)s/" + XPCSHELL_NAME]
+        "xpcshell-addons": ["--manifest=tests/xpcshell/tests/all-test-dirs.list",
+                            "--tag=addons",
+                            "%(abs_app_dir)s/" + XPCSHELL_NAME]
     },
     "all_cppunittest_suites": {
         "cppunittest": ['tests/cppunittest']
     },
     "all_jittest_suites": {
         "jittest": []
     },
     "all_mozbase_suites": {
--- a/toolkit/components/search/tests/xpcshell/xpcshell.ini
+++ b/toolkit/components/search/tests/xpcshell/xpcshell.ini
@@ -58,23 +58,27 @@ support-files =
 [test_addEngine_callback.js]
 [test_multipleIcons.js]
 [test_resultDomain.js]
 [test_serialize_file.js]
 [test_searchSuggest.js]
 [test_async.js]
 [test_async_app.js]
 [test_async_addon.js]
+tags = addons
 [test_async_addon_no_override.js]
+tags = addons
 [test_async_distribution.js]
 [test_async_profile_engine.js]
 [test_sync.js]
 [test_sync_app.js]
 [test_sync_addon.js]
+tags = addons
 [test_sync_addon_no_override.js]
+tags = addons
 [test_sync_distribution.js]
 [test_sync_fallback.js]
 [test_sync_delay_fallback.js]
 [test_sync_profile_engine.js]
 [test_rel_searchform.js]
 [test_selectedEngine.js]
 [test_geodefaults.js]
 [test_hidden.js]
--- a/toolkit/components/telemetry/tests/unit/xpcshell.ini
+++ b/toolkit/components/telemetry/tests/unit/xpcshell.ini
@@ -18,39 +18,47 @@ generated-files =
   experiment.xpi
   extension.xpi
   extension-2.xpi
   restartless.xpi
   theme.xpi
 
 [test_nsITelemetry.js]
 [test_SubsessionChaining.js]
+tags = addons
 [test_TelemetryEnvironment.js]
 # Bug 1144395: crash on Android 4.3
 skip-if = android_version == "18"
+tags = addons
 [test_PingAPI.js]
 skip-if = os == "android"
 [test_TelemetryFlagClear.js]
 [test_TelemetryLateWrites.js]
 [test_TelemetryLockCount.js]
 [test_TelemetryLog.js]
 [test_TelemetryController.js]
 # Bug 676989: test fails consistently on Android
 # fail-if = os == "android"
 # Bug 1144395: crash on Android 4.3
 skip-if = android_version == "18"
+tags = addons
 [test_TelemetryController_idle.js]
 [test_TelemetryControllerShutdown.js]
+tags = addons
 [test_TelemetryStopwatch.js]
 [test_TelemetryControllerBuildID.js]
 # Bug 1144395: crash on Android 4.3
 skip-if = android_version == "18"
 [test_TelemetrySendOldPings.js]
 skip-if = os == "android" # Disabled due to intermittent orange on Android
+tags = addons
 [test_TelemetrySession.js]
 # Bug 1144395: crash on Android 4.3
 skip-if = android_version == "18"
+tags = addons
 [test_ThreadHangStats.js]
 run-sequentially = Bug 1046307, test can fail intermittently when CPU load is high
 [test_TelemetrySend.js]
 [test_ChildHistograms.js]
 skip-if = os == "android"
+tags = addons
 [test_TelemetryReportingPolicy.js]
+tags = addons
--- a/toolkit/mozapps/extensions/test/xpcshell/xpcshell-shared.ini
+++ b/toolkit/mozapps/extensions/test/xpcshell/xpcshell-shared.ini
@@ -1,11 +1,12 @@
 # The file is shared between the two main xpcshell manifest files.
 [DEFAULT]
 skip-if = toolkit == 'android' || toolkit == 'gonk'
+tags = addons
 
 [test_AddonRepository.js]
 # Bug 676992: test consistently hangs on Android
 skip-if = os == "android"
 [test_AddonRepository_cache.js]
 # Bug 676992: test consistently hangs on Android
 # Bug 1026805: frequent hangs on OSX 10.8
 skip-if = os == "android" || os == "mac"
--- a/toolkit/mozapps/extensions/test/xpcshell/xpcshell-unpack.ini
+++ b/toolkit/mozapps/extensions/test/xpcshell/xpcshell-unpack.ini
@@ -1,8 +1,9 @@
  [DEFAULT]
 head = head_addons.js head_unpack.js
 tail =
 firefox-appdir = browser
 skip-if = toolkit == 'android' || toolkit == 'gonk'
 dupe-manifest =
+tags = addons
 
 [include:xpcshell-shared.ini]
--- a/toolkit/mozapps/extensions/test/xpcshell/xpcshell.ini
+++ b/toolkit/mozapps/extensions/test/xpcshell/xpcshell.ini
@@ -1,10 +1,11 @@
 [DEFAULT]
 skip-if = buildapp == 'mulet' || toolkit == 'android' || toolkit == 'gonk'
+tags = addons
 head = head_addons.js
 tail =
 firefox-appdir = browser
 dupe-manifest =
 support-files =
   data/**
   xpcshell-shared.ini