Bug 1560534 - Update wpt test expectations for webaudio. a=test-only
authorDan Minor <dminor@mozilla.com>
Wed, 26 Jun 2019 10:55:57 -0400
changeset 544534 68a6377dbfebebb94851a2b3d2329114249153c5
parent 544533 40c47409bc7fcbf5a73bc93a9035b89ea662fb73
child 544535 8fcc3c00d7c0113d0e86dcc8efc36d4b2fa1ab01
push id2131
push userffxbld-merge
push dateMon, 26 Aug 2019 18:30:20 +0000
treeherdermozilla-release@b19ffb3ca153 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewerstest-only
bugs1560534
milestone69.0
Bug 1560534 - Update wpt test expectations for webaudio. a=test-only
testing/web-platform/meta/html/dom/interfaces.https.html.ini
testing/web-platform/meta/webaudio/idlharness.https.window.js.ini
testing/web-platform/meta/webaudio/the-audio-api/the-audiobuffersourcenode-interface/active-processing.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworklet-addmodule-resolution.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworklet-messageport.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworklet-postmessage-sharedarraybuffer.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletglobalscope-timing-info.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletnode-construction.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletnode-onerror.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletnode-output-channel-count.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/simple-input-output.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-mediaelementaudiosourcenode-interface/cors-check.https.html.ini
testing/web-platform/meta/webaudio/the-audio-api/the-mediaelementaudiosourcenode-interface/no-cors.https.html.ini
testing/web-platform/meta/worklets/audio-worklet-credentials.https.html.ini
testing/web-platform/meta/worklets/audio-worklet-csp.https.html.ini
testing/web-platform/meta/worklets/audio-worklet-referrer.https.html.ini
--- a/testing/web-platform/meta/html/dom/interfaces.https.html.ini
+++ b/testing/web-platform/meta/html/dom/interfaces.https.html.ini
@@ -97,30 +97,38 @@ prefs: [dom.security.featurePolicy.enabl
     expected:
       if os == "android": FAIL
 
   [Window interface: operation print()]
     expected:
       if os == "android": FAIL
 
   [Window interface: window must have own property "window"]
+    expected:
+      if release_or_beta: PASS
+      FAIL
     bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1510437
-    expected: FAIL
 
   [Window interface: window must have own property "document"]
+    expected:
+      if release_or_beta: PASS
+      FAIL
     bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1510437
-    expected: FAIL
 
   [Window interface: window must have own property "location"]
+    expected:
+      if release_or_beta: PASS
+      FAIL
     bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1510437
-    expected: FAIL
 
   [Window interface: window must have own property "top"]
+    expected:
+      if release_or_beta: PASS
+      FAIL
     bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1510437
-    expected: FAIL
 
   [Window interface: attribute onformdata]
     expected: FAIL
 
   [Window interface: window must inherit property "onformdata" with the proper type]
     expected: FAIL
 
   [Document interface: new Document() must inherit property "onformdata" with the proper type]
--- a/testing/web-platform/meta/webaudio/idlharness.https.window.js.ini
+++ b/testing/web-platform/meta/webaudio/idlharness.https.window.js.ini
@@ -132,8 +132,228 @@
     expected: FAIL
 
   [OfflineAudioContext interface: operation resume()]
     expected: FAIL
 
   [AudioContext interface: operation resume()]
     expected: FAIL
 
+  [AudioWorkletNode interface: worklet_node must inherit property "port" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "disconnect(AudioParam, unsigned long)" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [Stringification of context.audioWorklet]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "numberOfOutputs" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface: attribute onprocessorerror]
+    expected:
+      if release_or_beta: FAIL
+
+  [idl_test setup]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface object name]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface: existence and properties of interface object]
+    expected:
+      if release_or_beta: FAIL
+
+  [Stringification of worklet_node]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: calling disconnect(unsigned long) on worklet_node with too few arguments must throw TypeError]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioParamMap interface: existence and properties of interface object]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorklet interface object name]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorklet interface: existence and properties of interface prototype object's "constructor" property]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: calling disconnect(AudioNode) on worklet_node with too few arguments must throw TypeError]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: calling connect(AudioParam, unsigned long) on worklet_node with too few arguments must throw TypeError]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "connect(AudioNode, unsigned long, unsigned long)" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "disconnect(AudioNode)" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioParamMap interface object length]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "disconnect()" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [BaseAudioContext interface: attribute audioWorklet]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface: existence and properties of interface prototype object]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioParamMap interface: existence and properties of interface prototype object]
+    expected: 
+      if release_or_beta: FAIL
+
+  [BaseAudioContext interface: context must inherit property "audioWorklet" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "disconnect(unsigned long)" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "disconnect(AudioParam)" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "channelCount" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface: attribute port]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "connect(AudioParam, unsigned long)" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "channelInterpretation" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode must be primary interface of worklet_node]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "context" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface: existence and properties of interface prototype object's @@unscopables property]
+    expected:
+     if release_or_beta: FAIL
+
+  [AudioParamMap interface object name]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface: worklet_node must inherit property "parameters" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorklet interface: existence and properties of interface object]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: calling connect(AudioNode, unsigned long, unsigned long) on worklet_node with too few arguments must throw TypeError]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface: attribute parameters]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorklet must be primary interface of context.audioWorklet]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorklet interface: existence and properties of interface prototype object's @@unscopables property]
+    expected:
+      if release_or_beta: FAIL
+
+  [BaseAudioContext interface: new OfflineAudioContext(1, 1, sample_rate) must inherit property "audioWorklet" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: calling disconnect(AudioParam, unsigned long) on worklet_node with too few arguments must throw TypeError]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioParamMap interface: existence and properties of interface prototype object's "constructor" property]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "disconnect(AudioNode, unsigned long, unsigned long)" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: calling disconnect(AudioNode, unsigned long, unsigned long) on worklet_node with too few arguments must throw TypeError]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorklet interface object length]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: calling disconnect(AudioNode, unsigned long) on worklet_node with too few arguments must throw TypeError]
+    expected: 
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface object length]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioParamMap interface: existence and properties of interface prototype object's @@unscopables property]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface: worklet_node must inherit property "onprocessorerror" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "channelCountMode" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "numberOfInputs" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: calling disconnect(AudioParam) on worklet_node with too few arguments must throw TypeError]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorklet interface: existence and properties of interface prototype object]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioWorkletNode interface: existence and properties of interface prototype object's "constructor" property]
+    expected:
+      if release_or_beta: FAIL
+
+  [AudioNode interface: worklet_node must inherit property "disconnect(AudioNode, unsigned long)" with the proper type]
+    expected:
+      if release_or_beta: FAIL
+
--- a/testing/web-platform/meta/webaudio/the-audio-api/the-audiobuffersourcenode-interface/active-processing.https.html.ini
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-audiobuffersourcenode-interface/active-processing.https.html.ini
@@ -1,9 +1,11 @@
 [active-processing.https.html]
+  expected:
+    if release_or_beta: ERROR
   [X Number of channels in input[-1:\]: Expected 1 for all values but found 1 unexpected values: \n\tIndex\tActual\n\t[0\]\t0]
     expected: FAIL
 
   [X Number of channels changed is not true. Got false.]
     expected: FAIL
 
   [< [verify count change\] 3 out of 4 assertions were failed.]
     expected: FAIL
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworklet-addmodule-resolution.https.html.ini
@@ -0,0 +1,5 @@
+[audioworklet-addmodule-resolution.https.html]
+  [\n      Test the invocation order of AudioWorklet.addModule() and BaseAudioContext\n    ]
+    expected:
+        if release_or_beta: FAIL
+
--- a/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworklet-messageport.https.html.ini
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworklet-messageport.https.html.ini
@@ -1,5 +1,6 @@
 [audioworklet-messageport.https.html]
-  expected: ERROR
+  expected:
+    if not release_or_beta: ERROR
   [\n      Test MessagePort in AudioWorkletNode and AudioWorkletProcessor\n    ]
     expected: FAIL
 
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworklet-postmessage-sharedarraybuffer.https.html.ini
@@ -0,0 +1,5 @@
+[audioworklet-postmessage-sharedarraybuffer.https.html]
+  [\n      Test passing SharedArrayBuffer to an AudioWorklet\n    ]
+    expected:
+        if release_or_beta: FAIL
+
--- a/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletglobalscope-timing-info.https.html.ini
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletglobalscope-timing-info.https.html.ini
@@ -1,5 +1,6 @@
 [audioworkletglobalscope-timing-info.https.html]
-  expected: ERROR
+  expected:
+    if not release_or_beta: ERROR
   [\n      Test currentTime and currentFrame in AudioWorkletGlobalScope\n    ]
     expected: FAIL
 
new file mode 100644
--- /dev/null
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletnode-construction.https.html.ini
@@ -0,0 +1,11 @@
+[audioworkletnode-construction.https.html]
+  expected:
+    if release_or_beta: ERROR
+  [X Creating a node before loading a module should throw. threw "ReferenceError" instead of InvalidStateError.]
+    expected:
+      if release_or_beta: FAIL
+
+  [< [construction-before-module-loading\] 1 out of 1 assertions were failed.]
+    expected:
+      if release_or_beta: FAIL
+
--- a/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletnode-onerror.https.html.ini
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletnode-onerror.https.html.ini
@@ -1,5 +1,6 @@
 [audioworkletnode-onerror.https.html]
-  expected: TIMEOUT
+  expected:
+    if not release_or_beta: TIMEOUT
   [\n      Test onprocessorerror handler in AudioWorkletNode\n    ]
     expected: FAIL
 
--- a/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletnode-output-channel-count.https.html.ini
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/audioworkletnode-output-channel-count.https.html.ini
@@ -1,6 +1,8 @@
 [audioworkletnode-output-channel-count.https.html]
-  expected: ERROR
+  expected:
+    if release_or_beta: OK
+    ERROR
   [\n      Test the construction of AudioWorkletNode with real-time context\n    ]
     expected:
       if release_or_beta: FAIL
 
--- a/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/simple-input-output.https.html.ini
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-audioworklet-interface/simple-input-output.https.html.ini
@@ -1,9 +1,11 @@
 [simple-input-output.https.html]
+  expected:
+    if release_or_beta: ERROR
   [# AUDIT TASK RUNNER FINISHED: 1 out of 2 tasks were failed.]
     expected: FAIL
 
   [< [test\] 2 out of 2 assertions were failed.]
     expected: FAIL
 
   [X AudioWorklet output[128:\]: Expected 1 for all values but found 47872 unexpected values: \n\tIndex\tActual\n\t[0\]\t0\n\t[1\]\t0\n\t[2\]\t0\n\t[3\]\t0\n\t...and 47868 more errors.]
     expected: FAIL
--- a/testing/web-platform/meta/webaudio/the-audio-api/the-mediaelementaudiosourcenode-interface/cors-check.https.html.ini
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-mediaelementaudiosourcenode-interface/cors-check.https.html.ini
@@ -1,5 +1,6 @@
 [cors-check.https.html]
-  expected: ERROR
+  expected:
+    if not release_or_beta: ERROR
   [\n      Test if MediaElementAudioSourceNode works for cross-origin redirects with\n      "cors" request mode.\n    ]
     expected: FAIL
 
--- a/testing/web-platform/meta/webaudio/the-audio-api/the-mediaelementaudiosourcenode-interface/no-cors.https.html.ini
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-mediaelementaudiosourcenode-interface/no-cors.https.html.ini
@@ -1,9 +1,11 @@
 [no-cors.https.html]
   disabled:
     if (os == "android") and e10s: bug 1550895 (frequently fails on geckoview)
   bug: AudioWorkletNode::GetPort is not implemented
-  expected: ERROR
+  expected:
+    if release_or_beta: OK
+    ERROR
   [\n      Test if MediaElementAudioSourceNode works for cross-origin redirects with\n      "no-cors" request mode.\n    ]
     expected:
       if release_or_beta: FAIL
 
--- a/testing/web-platform/meta/worklets/audio-worklet-credentials.https.html.ini
+++ b/testing/web-platform/meta/worklets/audio-worklet-credentials.https.html.ini
@@ -44,8 +44,24 @@
     expected: FAIL
 
   [Importing a same-origin script with credentials=include should send the credentials]
     expected: FAIL
 
   [Importing a same-origin script with the default WorkletOptions should send the credentials]
     expected: FAIL
 
+  [Importing a remote-origin script with credentials=same-origin should not send the credentials]
+    expected:
+      if release_or_beta: FAIL
+
+  [Importing a remote-origin script with the default WorkletOptions should not send the credentials]
+    expected:
+      if release_or_beta: FAIL
+
+  [Importing a remote-origin script with credentials=include should send the credentials]
+    expected:
+      if release_or_beta: FAIL
+
+  [Importing a remote-origin script with credentials=omit should not send the credentials]
+    expected:
+      if release_or_beta: FAIL
+
--- a/testing/web-platform/meta/worklets/audio-worklet-csp.https.html.ini
+++ b/testing/web-platform/meta/worklets/audio-worklet-csp.https.html.ini
@@ -52,8 +52,60 @@
   [An insecure-origin worklet should not be blocked because of upgrade-insecure-requests.]
     expected:
       if release_or_beta: FAIL
 
   [An insecure-origin-redirected worklet should not be blocked because of upgrade-insecure-requests.]
     expected:
       if release_or_beta: FAIL
 
+  [A remote-origin worklet should not be blocked because the script-src directive specifying the origin allows it.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A remote-origin worklet should not be blocked by the worker-src directive because worklets obey the script-src directive.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A remote-origin worklet importing a remote-origin script should be blocked by the script-src 'self' directive.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A remote-origin-redirected worklet should not be blocked because the script-src * directive allows it.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A same-origin worklet importing an insecure-origin-redirected script should be blocked because of mixed contents.]
+    expected:
+      if release_or_beta: FAIL
+
+  [An insecure-origin-redirected worklet should be blocked because of mixed contents.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A same-origin worklet importing a remote-origin script should be blocked by the script-src 'self' directive.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A same-origin worklet importing a remote-origin-redirected script should be blocked by the script-src 'self' directive.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A remote-origin-redirected worklet should not be blocked because the script-src directive specifying the origin allows it.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A same-origin worklet importing an insecure-origin script should be blocked because of mixed contents.]
+    expected:
+      if release_or_beta: FAIL
+
+  [An insecure-origin worklet should be blocked because of mixed contents.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A remote-origin worklet should not be blocked because the script-src * directive allows it.]
+    expected:
+      if release_or_beta: FAIL
+
+  [A remote-origin-redirected worklet should not be blocked by the worker-src directive because worklets obey the script-src directive.]
+    expected:
+      if release_or_beta: FAIL
+
--- a/testing/web-platform/meta/worklets/audio-worklet-referrer.https.html.ini
+++ b/testing/web-platform/meta/worklets/audio-worklet-referrer.https.html.ini
@@ -69,8 +69,32 @@
     expected: FAIL
 
   [Importing a remote-origin script from a same-origin worklet script that has "same-origin" referrer policy.]
     expected: FAIL
 
   [Importing a remote-origin script from a remote-origin worklet script that has "same-origin" referrer policy.]
     expected: FAIL
 
+  [Importing a remote-origin script from a page that has "origin" referrer policy should send only an origin as referrer.]
+    expected:
+      if release_or_beta: FAIL
+
+  [Importing a same-origin script from a page that has "same-origin" referrer policy should send referrer.]
+    expected:
+      if release_or_beta: FAIL
+
+  [Importing a remote-origin script from a page that has "same-origin" referrer policy should not send referrer.]
+    expected:
+      if release_or_beta: FAIL
+
+  [Importing a same-origin script from a page that has "no-referrer" referrer policy should not send referrer.]
+    expected:
+      if release_or_beta: FAIL
+
+  [Importing a remote-origin script from a page that has "no-referrer" referrer policy should not send referrer.]
+    expected:
+      if release_or_beta: FAIL
+
+  [Importing a same-origin script from a page that has "origin" referrer policy should send only an origin as referrer.]
+    expected:
+      if release_or_beta: FAIL
+