Bug 1405428 - annotate web-platform-tests which fail to pass test-verify. r=gbrown
☠☠ backed out by 7af2b112f375 ☠ ☠
authorJoel Maher <jmaher@mozilla.com>
Tue, 19 Jun 2018 12:27:57 -0400
changeset 479895 0b026cd7903d9de7ff047550a73600fe2a8101b7
parent 479894 ef348f3f604cf27dcc7a8575eea682db1a9e8809
child 479896 ee6d7b68769f8a889b9217c82f932683aa707f1e
push id1757
push userffxbld-merge
push dateFri, 24 Aug 2018 17:02:43 +0000
treeherdermozilla-release@736023aebdb1 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersgbrown
bugs1405428
milestone62.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1405428 - annotate web-platform-tests which fail to pass test-verify. r=gbrown
testing/web-platform/meta/2dcontext/drawing-text-to-the-canvas/2d.text.draw.fontface.notinpage.html.ini
testing/web-platform/meta/WebCryptoAPI/wrapKey_unwrapKey/test_wrapKey_unwrapKey.https.html.ini
testing/web-platform/meta/content-security-policy/reporting/report-strips-fragment.html.ini
testing/web-platform/meta/cookies/http-state/attribute-tests.html.ini
testing/web-platform/meta/cookies/http-state/general-tests.html.ini
testing/web-platform/meta/cookies/secure/cookie-forcing.html.ini
testing/web-platform/meta/fetch/api/request/destination/fetch-destination-no-load-event.https.html.ini
testing/web-platform/meta/fetch/api/request/fetch-destination-no-load-event.https.html.ini
testing/web-platform/meta/html/browsers/offline/appcache/workers/appcache-worker.https.html.ini
testing/web-platform/meta/html/browsers/the-window-object/apis-for-creating-and-navigating-browsing-contexts-by-name/open-features-tokenization-screenx-screeny.html.ini
testing/web-platform/meta/html/browsers/the-window-object/apis-for-creating-and-navigating-browsing-contexts-by-name/open-features-tokenization-top-left.html.ini
testing/web-platform/meta/html/browsers/windows/noreferrer-window-name.html.ini
testing/web-platform/meta/html/rendering/bindings/the-textarea-element-0/cols-zero.html.ini
testing/web-platform/meta/html/rendering/bindings/the-textarea-element-0/rows-zero.html.ini
testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ol-type-unsupported-invalid.html.ini
testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ul-type-supported-xhtml.xhtml.ini
testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ul-type-supported.html.ini
testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ul-type-unsupported-invalid.html.ini
testing/web-platform/meta/html/rendering/the-details-element/details-before.html.ini
testing/web-platform/meta/html/semantics/embedded-content/image-maps/image-map-processing-model/hash-name-reference.html.ini
testing/web-platform/meta/html/semantics/embedded-content/media-elements/video_008.htm.ini
testing/web-platform/meta/html/semantics/embedded-content/the-iframe-element/iframe-with-base.html.ini
testing/web-platform/meta/html/semantics/embedded-content/the-img-element/document-adopt-base-url.html.ini
testing/web-platform/meta/infrastructure/reftest/reftest_match.html.ini
testing/web-platform/meta/mixed-content/link-prefetch-tag/http-csp/same-host-https/top-level/keep-scheme-redirect/allowed/allowed.https.html.ini
testing/web-platform/meta/navigation-timing/test_performance_attributes.sub.html.ini
testing/web-platform/meta/preload/delaying-onload-link-preload-after-discovery.html.ini
testing/web-platform/meta/preload/download-resources.html.ini
testing/web-platform/meta/preload/dynamic-adding-preload.html.ini
testing/web-platform/meta/preload/link-header-preload.html.ini
testing/web-platform/meta/preload/onerror-event.html.ini
testing/web-platform/meta/preload/onload-event.html.ini
testing/web-platform/meta/preload/single-download-late-used-preload.html.ini
testing/web-platform/meta/preload/single-download-preload.html.ini
testing/web-platform/meta/resource-timing/resource_initiator_types.html.ini
testing/web-platform/meta/service-workers/service-worker/fetch-canvas-tainting-video-cache.https.html.ini
testing/web-platform/meta/service-workers/service-worker/installing.https.html.ini
testing/web-platform/meta/streams/readable-streams/tee.dedicatedworker.html.ini
testing/web-platform/meta/streams/readable-streams/tee.html.ini
testing/web-platform/meta/streams/readable-streams/tee.serviceworker.https.html.ini
testing/web-platform/meta/streams/readable-streams/tee.sharedworker.html.ini
testing/web-platform/meta/streams/readable-streams/templated.dedicatedworker.html.ini
testing/web-platform/meta/streams/readable-streams/templated.html.ini
testing/web-platform/meta/streams/readable-streams/templated.serviceworker.https.html.ini
testing/web-platform/meta/webrtc/RTCDTMFSender-ontonechange.https.html.ini
testing/web-platform/meta/webrtc/RTCPeerConnection-createDataChannel.html.ini
testing/web-platform/meta/webstorage/storage_setitem.html.ini
testing/web-platform/meta/webvtt/rendering/cues-with-video/processing-model/selectors/default_styles/italic_object_default_font-style.html.ini
testing/web-platform/meta/webvtt/rendering/cues-with-video/processing-model/selectors/default_styles/underline_object_default_font-style.html.ini
testing/web-platform/meta/workers/semantics/reporting-errors/003.html.ini
testing/web-platform/meta/xhr/send-authentication-basic-setrequestheader-existing-session.htm.ini
testing/web-platform/meta/xhr/send-authentication-basic.htm.ini
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/2dcontext/drawing-text-to-the-canvas/2d.text.draw.fontface.notinpage.html.ini
@@ -0,0 +1,4 @@
+[2d.text.draw.fontface.notinpage.html]
+  disabled:
+    if verify: fails in verify mode
+
--- a/testing/web-platform/meta/WebCryptoAPI/wrapKey_unwrapKey/test_wrapKey_unwrapKey.https.html.ini
+++ b/testing/web-platform/meta/WebCryptoAPI/wrapKey_unwrapKey/test_wrapKey_unwrapKey.https.html.ini
@@ -1,9 +1,12 @@
 [test_wrapKey_unwrapKey.https.html]
+  disabled:
+    if verify and not debug: fails in verify mode
+
   [Can wrap and unwrap AES-KW keys using raw and AES-CBC]
     expected: FAIL
 
   [Can wrap and unwrap AES-KW keys as non-extractable using raw and AES-CBC]
     expected: FAIL
 
   [Can wrap and unwrap AES-KW keys using jwk and AES-CBC]
     expected: FAIL
--- a/testing/web-platform/meta/content-security-policy/reporting/report-strips-fragment.html.ini
+++ b/testing/web-platform/meta/content-security-policy/reporting/report-strips-fragment.html.ini
@@ -1,5 +1,8 @@
 [report-strips-fragment.html]
+  disabled:
+    if verify: fails in verify mode
+
   expected: TIMEOUT
   [Reported document URI does not contain fragments.]
     expected: TIMEOUT
 
--- a/testing/web-platform/meta/cookies/http-state/attribute-tests.html.ini
+++ b/testing/web-platform/meta/cookies/http-state/attribute-tests.html.ini
@@ -1,9 +1,12 @@
 [attribute-tests.html]
+  disabled:
+    if verify: fails in verify mode
+
   [attribute0004 - Ignore cookie for for Secure= attribute.]
     expected: FAIL
 
   [attribute0005 - Ignore cookie for Secure=aaaa]
     expected: FAIL
 
   [attribute0007 - Ignore cookie for Secure space equals.]
     expected: FAIL
--- a/testing/web-platform/meta/cookies/http-state/general-tests.html.ini
+++ b/testing/web-platform/meta/cookies/http-state/general-tests.html.ini
@@ -1,9 +1,12 @@
 [general-tests.html]
+  disabled:
+    if verify: fails in verify mode
+
   [0004 - Ignore cookie without key.]
     expected: FAIL
 
   [0005 - Set cookie with age.]
     expected: FAIL
 
   [0006 - Set no cookie with max-age=0.]
     expected: FAIL
--- a/testing/web-platform/meta/cookies/secure/cookie-forcing.html.ini
+++ b/testing/web-platform/meta/cookies/secure/cookie-forcing.html.ini
@@ -1,6 +1,8 @@
 [cookie-forcing.html]
   disabled:
     if debug and not e10s and (os == "linux"): https://bugzilla.mozilla.org/show_bug.cgi?id=1461905
+    if verify and not debug: fails in verify mode
+
   [non-secure origins should be able to force out insecure cookies.]
     expected: FAIL
 
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/fetch/api/request/destination/fetch-destination-no-load-event.https.html.ini
@@ -0,0 +1,4 @@
+[fetch-destination-no-load-event.https.html]
+  disabled:
+    if verify: fails in verify mode
+
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/fetch/api/request/fetch-destination-no-load-event.https.html.ini
@@ -0,0 +1,4 @@
+[fetch-destination-no-load-event.https.html]
+  disabled:
+    if verify && (os == "linux") && not debug: fails in verify mode
+
--- a/testing/web-platform/meta/html/browsers/offline/appcache/workers/appcache-worker.https.html.ini
+++ b/testing/web-platform/meta/html/browsers/offline/appcache/workers/appcache-worker.https.html.ini
@@ -1,9 +1,12 @@
 [appcache-worker.https.html]
+  disabled:
+    if verify: fails in verify mode
+
   expected: TIMEOUT
   [Shared worker of the cached script]
     expected: FAIL
 
   [Shared worker of the fallbacked script]
     expected: TIMEOUT
 
   [Shared worker of the not-in-cache script]
--- a/testing/web-platform/meta/html/browsers/the-window-object/apis-for-creating-and-navigating-browsing-contexts-by-name/open-features-tokenization-screenx-screeny.html.ini
+++ b/testing/web-platform/meta/html/browsers/the-window-object/apis-for-creating-and-navigating-browsing-contexts-by-name/open-features-tokenization-screenx-screeny.html.ini
@@ -1,9 +1,11 @@
 [open-features-tokenization-screenx-screeny.html]
   disabled:
     if webrender and not debug: bug 1425588
+    if verify and (os == "linux") and not debug: fails in verify mode
+
   ["screenx==141" should set left position of opened window]
     expected: FAIL
 
   ["screeny==142" should set top position of opened window]
     expected: FAIL
 
--- a/testing/web-platform/meta/html/browsers/the-window-object/apis-for-creating-and-navigating-browsing-contexts-by-name/open-features-tokenization-top-left.html.ini
+++ b/testing/web-platform/meta/html/browsers/the-window-object/apis-for-creating-and-navigating-browsing-contexts-by-name/open-features-tokenization-top-left.html.ini
@@ -1,11 +1,13 @@
 [open-features-tokenization-top-left.html]
   disabled:
     if webrender and not debug: bug 1425588
+    if verify and (os == "linux") and not debug: fails in verify mode
+
   ["left==141" should set left position of opened window]
     expected: FAIL
 
   ["top==142" should set top position of opened window]
     expected: FAIL
 
   ["top=152==left=152" should set top and left position of opened window]
     expected: FAIL
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/html/browsers/windows/noreferrer-window-name.html.ini
@@ -0,0 +1,4 @@
+[noreferrer-window-name.html]
+  disabled:
+    if verify: fails in verify mode
+
--- a/testing/web-platform/meta/html/rendering/bindings/the-textarea-element-0/cols-zero.html.ini
+++ b/testing/web-platform/meta/html/rendering/bindings/the-textarea-element-0/cols-zero.html.ini
@@ -1,3 +1,6 @@
 [cols-zero.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if os == "mac": FAIL
--- a/testing/web-platform/meta/html/rendering/bindings/the-textarea-element-0/rows-zero.html.ini
+++ b/testing/web-platform/meta/html/rendering/bindings/the-textarea-element-0/rows-zero.html.ini
@@ -1,3 +1,6 @@
 [rows-zero.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL
--- a/testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ol-type-unsupported-invalid.html.ini
+++ b/testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ol-type-unsupported-invalid.html.ini
@@ -1,3 +1,6 @@
 [ol-type-unsupported-invalid.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL
--- a/testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ul-type-supported-xhtml.xhtml.ini
+++ b/testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ul-type-supported-xhtml.xhtml.ini
@@ -1,3 +1,6 @@
 [ul-type-supported-xhtml.xhtml]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL
--- a/testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ul-type-supported.html.ini
+++ b/testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ul-type-supported.html.ini
@@ -1,3 +1,6 @@
 [ul-type-supported.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL
--- a/testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ul-type-unsupported-invalid.html.ini
+++ b/testing/web-platform/meta/html/rendering/non-replaced-elements/lists/ul-type-unsupported-invalid.html.ini
@@ -1,3 +1,6 @@
 [ul-type-unsupported-invalid.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL
--- a/testing/web-platform/meta/html/rendering/the-details-element/details-before.html.ini
+++ b/testing/web-platform/meta/html/rendering/the-details-element/details-before.html.ini
@@ -1,5 +1,8 @@
 [details-before.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): PASS
     if not debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): PASS
     FAIL
--- a/testing/web-platform/meta/html/semantics/embedded-content/image-maps/image-map-processing-model/hash-name-reference.html.ini
+++ b/testing/web-platform/meta/html/semantics/embedded-content/image-maps/image-map-processing-model/hash-name-reference.html.ini
@@ -1,9 +1,12 @@
 [hash-name-reference.html]
+  disabled:
+    if verify and debug: fails in verify mode
+
   max-asserts: 52
   [HTML (standards) IMG usemap="#hash-name"]
     expected: FAIL
 
   [HTML (standards) OBJECT usemap="#hash-name"]
     expected: FAIL
 
   [HTML (standards) IMG usemap="#hash-id"]
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/html/semantics/embedded-content/media-elements/video_008.htm.ini
@@ -0,0 +1,4 @@
+[video_008.htm]
+  disabled:
+    if verify and (os == "win") and not debug: fails in verify mode
+
--- a/testing/web-platform/meta/html/semantics/embedded-content/the-iframe-element/iframe-with-base.html.ini
+++ b/testing/web-platform/meta/html/semantics/embedded-content/the-iframe-element/iframe-with-base.html.ini
@@ -1,3 +1,6 @@
 [iframe-with-base.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL
--- a/testing/web-platform/meta/html/semantics/embedded-content/the-img-element/document-adopt-base-url.html.ini
+++ b/testing/web-platform/meta/html/semantics/embedded-content/the-img-element/document-adopt-base-url.html.ini
@@ -1,3 +1,6 @@
 [document-adopt-base-url.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if os == "mac": FAIL
--- a/testing/web-platform/meta/infrastructure/reftest/reftest_match.html.ini
+++ b/testing/web-platform/meta/infrastructure/reftest/reftest_match.html.ini
@@ -1,4 +1,7 @@
 [reftest_match.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
     if debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL
     if not debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL
--- a/testing/web-platform/meta/mixed-content/link-prefetch-tag/http-csp/same-host-https/top-level/keep-scheme-redirect/allowed/allowed.https.html.ini
+++ b/testing/web-platform/meta/mixed-content/link-prefetch-tag/http-csp/same-host-https/top-level/keep-scheme-redirect/allowed/allowed.https.html.ini
@@ -1,4 +1,7 @@
 [allowed.https.html]
+  disabled:
+    if verify and (os == "win") and not debug: fails in verify mode
+
   [opt_in_method: http-csp\n                                 origin: same-host-https\n                                 source_scheme: https\n                                 context_nesting: top-level\n                                 redirection: keep-scheme-redirect\n                                 subresource: link-prefetch-tag\n                                 expectation: allowed]
     bug: the test case uses "no-cache" HTTP header. send an error until we have conclusion at https://github.com/w3c/resource-hints/issues/62
 
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/navigation-timing/test_performance_attributes.sub.html.ini
@@ -0,0 +1,3 @@
+[test_performance_attributes.sub.html]
+  disabled:
+    if verify and (os == "win"): fails in verify mode
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/preload/delaying-onload-link-preload-after-discovery.html.ini
@@ -0,0 +1,3 @@
+[delaying-onload-link-preload-after-discovery.html]
+  disabled:
+    if verify: fails in verify mode
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/preload/download-resources.html.ini
@@ -0,0 +1,3 @@
+[download-resources.html]
+  disabled:
+    if verify and (os == "linux"): fails in verify mode
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/preload/dynamic-adding-preload.html.ini
@@ -0,0 +1,3 @@
+[dynamic-adding-preload.html]
+  disabled:
+    if verify and (os == "linux"): fails in verify mode
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/preload/link-header-preload.html.ini
@@ -0,0 +1,3 @@
+[link-header-preload.html]
+  disabled:
+    if verify: fails in verify mode
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/preload/onerror-event.html.ini
@@ -0,0 +1,3 @@
+[onerror-event.html]
+  disabled:
+    if verify: fails in verify mode
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/preload/onload-event.html.ini
@@ -0,0 +1,3 @@
+[onload-event.html]
+  disabled:
+    if verify: fails in verify mode
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/preload/single-download-late-used-preload.html.ini
@@ -0,0 +1,3 @@
+[single-download-late-used-preload.html]
+  disabled:
+    if verify: fails in verify mode
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/preload/single-download-preload.html.ini
@@ -0,0 +1,3 @@
+[single-download-preload.html]
+  disabled:
+    if verify: fails in verify mode
--- a/testing/web-platform/meta/resource-timing/resource_initiator_types.html.ini
+++ b/testing/web-platform/meta/resource-timing/resource_initiator_types.html.ini
@@ -1,9 +1,12 @@
 [resource_initiator_types.html]
+  disabled:
+    if verify: fails in verify mode
+
   [http://web-platform.test:8000/fonts/Ahem.ttf is expected to have initiatorType css]
     expected: FAIL
 
   [http://web-platform.test:8000/fonts/Ahem.ttf?id=n1 is expected to have initiatorType css]
     expected: FAIL
 
   [http://web-platform.test:8000/resource-timing/resources/blue.png?id=body is expected to have initiatorType body]
     expected: FAIL
--- a/testing/web-platform/meta/service-workers/service-worker/fetch-canvas-tainting-video-cache.https.html.ini
+++ b/testing/web-platform/meta/service-workers/service-worker/fetch-canvas-tainting-video-cache.https.html.ini
@@ -1,10 +1,13 @@
 [fetch-canvas-tainting-video-cache.https.html]
   disabled:
     if (os == "linux"): https://bugzilla.mozilla.org/show_bug.cgi?id=1464898
     if (os == "win") and (version == "6.1.7601") and (bits == 32): https://bugzilla.mozilla.org/show_bug.cgi?id=1464898
+    if verify and (os == "linux"): fails in verify mode
+    if verify and (os == "win"): fails in verify mode
+
   [url "https://web-platform.test:8443/service-workers/service-worker/resources/fetch-access-control.py?VIDEO&cache=true&mode=cors&credentials=same-origin&url=https%3A%2F%2Fwww1.web-platform.test%3A8443%2Fservice-workers%2Fservice-worker%2Fresources%2Ffetch-access-control.py%3FVIDEO%26cache%3Dtrue%26ACAOrigin%3Dhttps%3A%2F%2Fweb-platform.test%3A8443" with crossOrigin "" should be NOT_TAINTED]
     expected: FAIL
 
   [url "https://www1.web-platform.test:8443/service-workers/service-worker/resources/fetch-access-control.py?VIDEO&cache=true&mode=cors&credentials=same-origin&url=https%3A%2F%2Fwww1.web-platform.test%3A8443%2Fservice-workers%2Fservice-worker%2Fresources%2Ffetch-access-control.py%3FVIDEO%26cache%3Dtrue%26ACAOrigin%3Dhttps%3A%2F%2Fweb-platform.test%3A8443" with crossOrigin "" should be NOT_TAINTED]
     expected: FAIL
 
--- a/testing/web-platform/meta/service-workers/service-worker/installing.https.html.ini
+++ b/testing/web-platform/meta/service-workers/service-worker/installing.https.html.ini
@@ -1,4 +1,7 @@
 [installing.https.html]
+  disabled:
+    if verify: fails in verify mode
+
   [installing is set]
     expected: FAIL
 
--- a/testing/web-platform/meta/streams/readable-streams/tee.dedicatedworker.html.ini
+++ b/testing/web-platform/meta/streams/readable-streams/tee.dedicatedworker.html.ini
@@ -1,9 +1,6 @@
 [tee.dedicatedworker.html]
+  disabled:
+    if verify: fails in verify mode
+
   expected:
-    if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and not e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and not webrender and e10s and (os == "win") and (version == "6.1.7601") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and e10s and (os == "win") and (version == "10.0.15063") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86_64") and (bits == 64): CRASH
+    CRASH
--- a/testing/web-platform/meta/streams/readable-streams/tee.html.ini
+++ b/testing/web-platform/meta/streams/readable-streams/tee.html.ini
@@ -1,10 +1,5 @@
 [tee.html]
+  disabled:
+    if verify and debug: fails in verify mode
   expected:
-    if debug and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and e10s and (os == "win") and (version == "10.0.15063") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and not e10s and (os == "win") and (version == "6.1.7601") and (processor == "x86") and (bits == 32): CRASH
-    if debug and e10s and (os == "win") and (version == "6.1.7601") and (processor == "x86") and (bits == 32): CRASH
-    if debug and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86_64") and (bits == 64): CRASH
+    CRASH
--- a/testing/web-platform/meta/streams/readable-streams/tee.serviceworker.https.html.ini
+++ b/testing/web-platform/meta/streams/readable-streams/tee.serviceworker.https.html.ini
@@ -1,9 +1,5 @@
 [tee.serviceworker.https.html]
+  disabled:
+    if verify and debug: fails in verify mode
   expected:
-    if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and not e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and not webrender and e10s and (os == "win") and (version == "6.1.7601") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and e10s and (os == "win") and (version == "10.0.15063") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86_64") and (bits == 64): CRASH
+    CRASH
--- a/testing/web-platform/meta/streams/readable-streams/tee.sharedworker.html.ini
+++ b/testing/web-platform/meta/streams/readable-streams/tee.sharedworker.html.ini
@@ -1,9 +1,5 @@
 [tee.sharedworker.html]
+  disabled:
+    if verify and debug: fails in verify mode
   expected:
-    if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and not e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and not webrender and e10s and (os == "win") and (version == "6.1.7601") and (processor == "x86") and (bits == 32): CRASH
-    if debug and not webrender and e10s and (os == "win") and (version == "10.0.15063") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86_64") and (bits == 64): CRASH
-    if debug and webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86_64") and (bits == 64): CRASH
+    CRASH
--- a/testing/web-platform/meta/streams/readable-streams/templated.dedicatedworker.html.ini
+++ b/testing/web-platform/meta/streams/readable-streams/templated.dedicatedworker.html.ini
@@ -1,9 +1,12 @@
 [templated.dedicatedworker.html]
+  disabled:
+    if verify and (os == "linux") and debug: fails in verify mode
+
   [instances have the correct methods and properties]
     expected: FAIL
 
   [calling getReader with invalid arguments should throw appropriate errors]
     expected: FAIL
 
   [locked should be true]
     expected: FAIL
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/streams/readable-streams/templated.html.ini
@@ -0,0 +1,3 @@
+[single-download-preload.html]
+  disabled:
+    if verify and (os == "linux") and debug: fails in verify mode
--- a/testing/web-platform/meta/streams/readable-streams/templated.serviceworker.https.html.ini
+++ b/testing/web-platform/meta/streams/readable-streams/templated.serviceworker.https.html.ini
@@ -1,9 +1,12 @@
 [templated.serviceworker.https.html]
+  disabled:
+    if verify and (os == "linux") and debug: fails in verify mode
+
   [instances have the correct methods and properties]
     expected: FAIL
 
   [calling getReader with invalid arguments should throw appropriate errors]
     expected: FAIL
 
   [locked should be true]
     expected: FAIL
--- a/testing/web-platform/meta/webrtc/RTCDTMFSender-ontonechange.https.html.ini
+++ b/testing/web-platform/meta/webrtc/RTCDTMFSender-ontonechange.https.html.ini
@@ -1,10 +1,12 @@
 [RTCDTMFSender-ontonechange.https.html]
-  disabled: if debug and not e10s and (os == "win") and (version == "6.1.7601") and (processor == "x86") and (bits == 32):
+  disabled:
+    if verify: fails in verify mode
+
   [insertDTMF() with default duration and intertoneGap should fire tonechange events at the expected time]
     expected: FAIL
 
   [insertDTMF() with explicit duration and intertoneGap should fire tonechange events at the expected time]
     expected: FAIL
 
   [insertDTMF() with transceiver stopped in the middle should stop future tonechange events from firing]
     expected: FAIL
--- a/testing/web-platform/meta/webrtc/RTCPeerConnection-createDataChannel.html.ini
+++ b/testing/web-platform/meta/webrtc/RTCPeerConnection-createDataChannel.html.ini
@@ -1,9 +1,12 @@
 [RTCPeerConnection-createDataChannel.html]
+  disabled:
+    if verify and (os == "linux") and debug: fails in verify mode
+
   [createDataChannel defaults]
     expected: FAIL
 
   [createDataChannel with both maxPacketLifeTime and maxRetransmits]
     expected: FAIL
 
   [createDataChannel with negotiated true]
     expected: FAIL
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/webstorage/storage_setitem.html.ini
@@ -0,0 +1,4 @@
+[storage_setitem.html]
+  disabled:
+    if verify: fails in verify mode
+
--- a/testing/web-platform/meta/webvtt/rendering/cues-with-video/processing-model/selectors/default_styles/italic_object_default_font-style.html.ini
+++ b/testing/web-platform/meta/webvtt/rendering/cues-with-video/processing-model/selectors/default_styles/italic_object_default_font-style.html.ini
@@ -1,3 +1,6 @@
 [italic_object_default_font-style.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
-    if (os == "mac") and (processor == "x86_64") and (bits == 64): FAIL
+    if (os == "mac"): FAIL
--- a/testing/web-platform/meta/webvtt/rendering/cues-with-video/processing-model/selectors/default_styles/underline_object_default_font-style.html.ini
+++ b/testing/web-platform/meta/webvtt/rendering/cues-with-video/processing-model/selectors/default_styles/underline_object_default_font-style.html.ini
@@ -1,3 +1,6 @@
 [underline_object_default_font-style.html]
+  disabled:
+    if verify and (os == "mac"): fails in verify mode
+
   expected:
-    if (os == "mac") and (processor == "x86_64") and (bits == 64): FAIL
+    if (os == "mac"): FAIL
--- a/testing/web-platform/meta/workers/semantics/reporting-errors/003.html.ini
+++ b/testing/web-platform/meta/workers/semantics/reporting-errors/003.html.ini
@@ -1,4 +1,8 @@
 [003.html]
+  disabled:
+    if verify and (os == "linux") and debug: fails in verify mode
+    if verify and (os == "win") and debug: fails in verify mode
+
   [shared worker, no error event on worker or port]
     expected: FAIL
 
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/xhr/send-authentication-basic-setrequestheader-existing-session.htm.ini
@@ -0,0 +1,4 @@
+[send-authentication-basic-setrequestheader-existing-session.htm]
+  disabled:
+    if verify: fails in verify mode
+
--- a/testing/web-platform/meta/xhr/send-authentication-basic.htm.ini
+++ b/testing/web-platform/meta/xhr/send-authentication-basic.htm.ini
@@ -1,4 +1,7 @@
 [send-authentication-basic.htm]
+  disabled:
+    if verify and (os == "linux"): fails in verify mode
+
   [XMLHttpRequest: send() - "Basic" authenticated requests with user name and password passed to open()]
     expected: FAIL