Bug 1518999 - Change the status of paint timing WPT tests r=mstange
authorSean Feng <sefeng@mozilla.com>
Tue, 27 Oct 2020 16:13:21 +0000
changeset 554730 434cacd927bfe60fc6c2563070d35faf83f692f4
parent 554729 18977625f8a4df6ed7c0bd4829ef1be2c6226c26
child 554731 b61d813af80df491c27dc3a84392b278342657ef
push id37898
push userabutkovits@mozilla.com
push dateWed, 28 Oct 2020 09:24:21 +0000
treeherdermozilla-central@83bf4fd3b1fb [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersmstange
bugs1518999
milestone84.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1518999 - Change the status of paint timing WPT tests r=mstange In this patch, we changed a lot of tests from PRECONDITION_FAILED to timeout because we added the PerformancePaintTiming API so the precodition is no longer failed. TIMEOUT is required because these tests expect two performance paint entries, but we only support one of them. Depends on D68645 Differential Revision: https://phabricator.services.mozilla.com/D68646
testing/web-platform/meta/paint-timing/idlharness.window.js.ini
testing/web-platform/meta/paint-timing/input-text.html.ini
testing/web-platform/meta/paint-timing/supported-paint-type.window.js.ini
testing/web-platform/meta/paint-timing/with-first-paint/basetest.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/buffered-flag.window.js.ini
testing/web-platform/meta/paint-timing/with-first-paint/child-painting-first-image.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-bg-image.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-canvas.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-image.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-paint.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-svg.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/first-image-child.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/first-paint-bg-color.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/first-paint-only.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/paint-visited.html.ini
testing/web-platform/meta/paint-timing/with-first-paint/sibling-painting-first-image.html.ini
deleted file mode 100644
--- a/testing/web-platform/meta/paint-timing/idlharness.window.js.ini
+++ /dev/null
@@ -1,28 +0,0 @@
-[idlharness.window.html]
-  [PerformancePaintTiming interface: existence and properties of interface object]
-    expected: FAIL
-
-  [PerformancePaintTiming must be primary interface of paintTiming]
-    expected: FAIL
-
-  [PerformancePaintTiming interface object length]
-    expected: FAIL
-
-  [idl_test setup]
-    expected: FAIL
-
-  [PerformancePaintTiming interface object name]
-    expected: FAIL
-
-  [PerformancePaintTiming interface: existence and properties of interface prototype object's "constructor" property]
-    expected: FAIL
-
-  [PerformancePaintTiming interface: existence and properties of interface prototype object]
-    expected: FAIL
-
-  [Stringification of paintTiming]
-    expected: FAIL
-
-  [PerformancePaintTiming interface: existence and properties of interface prototype object's @@unscopables property]
-    expected: FAIL
-
deleted file mode 100644
--- a/testing/web-platform/meta/paint-timing/input-text.html.ini
+++ /dev/null
@@ -1,5 +0,0 @@
-[input-text.html]
-  expected: TIMEOUT
-  [Text from a form control triggers First Contentful Paint.]
-    expected: TIMEOUT
-
deleted file mode 100644
--- a/testing/web-platform/meta/paint-timing/supported-paint-type.window.js.ini
+++ /dev/null
@@ -1,8 +0,0 @@
-[supported-paint-type.window.html]
-  expected: TIMEOUT
-  ['paint' entries should be observable.]
-    expected: TIMEOUT
-
-  [supportedEntryTypes contains 'paint'.]
-    expected: FAIL
-
--- a/testing/web-platform/meta/paint-timing/with-first-paint/basetest.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/basetest.html.ini
@@ -1,4 +1,5 @@
 [basetest.html]
+  expected: TIMEOUT
   [Basic test to check existence of FP and FCP.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/buffered-flag.window.js.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/buffered-flag.window.js.ini
@@ -1,4 +1,5 @@
 [buffered-flag.window.html]
+  expected: TIMEOUT
   [PerformanceObserver with buffered flag sees previous paint entries.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/child-painting-first-image.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/child-painting-first-image.html.ini
@@ -1,4 +1,5 @@
 [child-painting-first-image.html]
+  expected: TIMEOUT
   [Parent frame ignores paint-timing events fired from child image rendering.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-bg-image.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-bg-image.html.ini
@@ -1,4 +1,5 @@
 [first-contentful-bg-image.html]
+  expected: TIMEOUT
   [First contentful paint fires due to background image render.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-canvas.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-canvas.html.ini
@@ -1,4 +1,5 @@
 [first-contentful-canvas.html]
+  expected: TIMEOUT
   [First contentful paint fires due to canvas render.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-image.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-image.html.ini
@@ -1,4 +1,4 @@
 [first-contentful-image.html]
   [First contentful paint fires due to image render.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-paint.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-paint.html.ini
@@ -1,4 +1,5 @@
 [first-contentful-paint.html]
+  expected: TIMEOUT
   [First Paint triggered by non-contentful paint. Image load triggers First Contentful Paint.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-svg.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/first-contentful-svg.html.ini
@@ -1,4 +1,5 @@
 [first-contentful-svg.html]
+  expected: TIMEOUT
   [First contentful paint fires due to svg.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/first-image-child.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/first-image-child.html.ini
@@ -1,4 +1,5 @@
 [first-image-child.html]
+  expected: TIMEOUT
   [Child iframe ignores paint-timing events fired from parent image rendering.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/first-paint-bg-color.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/first-paint-bg-color.html.ini
@@ -1,4 +1,5 @@
 [first-paint-bg-color.html]
+  expected: TIMEOUT
   [First paint fires due to background color. No FCP]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/first-paint-only.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/first-paint-only.html.ini
@@ -1,4 +1,5 @@
 [first-paint-only.html]
+  expected: TIMEOUT
   [Performance first paint timing entry exists. No first contentful paint.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/paint-visited.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/paint-visited.html.ini
@@ -1,4 +1,5 @@
 [paint-visited.html]
+  expected: TIMEOUT
   [Visited-attack test to check existence of FP and FCP.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP
 
--- a/testing/web-platform/meta/paint-timing/with-first-paint/sibling-painting-first-image.html.ini
+++ b/testing/web-platform/meta/paint-timing/with-first-paint/sibling-painting-first-image.html.ini
@@ -1,4 +1,5 @@
 [sibling-painting-first-image.html]
+  expected: TIMEOUT
   [Frame ignores paint-timing events fired from sibling frame.]
-    expected: FAIL
+    expected: TIMEOUT # Expect timeout because we don't have FP