Bug 1563061: Add/update bug annotation links for known failures in css-contain web platform tests. (no review, annotation-only)
authorDaniel Holbert <dholbert@cs.stanford.edu>
Wed, 03 Jul 2019 09:31:39 -0700
changeset 544129 3e0058a9e0854e3f54cf5f631a15b6b714b61bc7
parent 544128 34736dcd7f1c909deca734386e903d3fa7dc822c
child 544130 4f7ddb86b9897738a34ab05c81864fcb154411c5
push id2131
push userffxbld-merge
push dateMon, 26 Aug 2019 18:30:20 +0000
treeherdermozilla-release@b19ffb3ca153 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
bugs1563061
milestone69.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1563061: Add/update bug annotation links for known failures in css-contain web platform tests. (no review, annotation-only) This patch also adjusts some expected-fail annotations to instead mark tests as fuzzy, to reflect reality and strenthen expectations. Differential Revision: https://phabricator.services.mozilla.com/D36680
testing/web-platform/meta/css/css-contain/contain-layout-005.html.ini
testing/web-platform/meta/css/css-contain/contain-layout-017.html.ini
testing/web-platform/meta/css/css-contain/contain-layout-018.html.ini
testing/web-platform/meta/css/css-contain/contain-layout-baseline-004.html.ini
testing/web-platform/meta/css/css-contain/contain-paint-008.html.ini
testing/web-platform/meta/css/css-contain/contain-paint-021.html.ini
testing/web-platform/meta/css/css-contain/contain-paint-clip-015.html.ini
testing/web-platform/meta/css/css-contain/contain-paint-clip-016.html.ini
testing/web-platform/meta/css/css-contain/contain-size-flexbox-002.html.ini
testing/web-platform/meta/css/css-contain/contain-size-grid-002.html.ini
testing/web-platform/meta/css/css-contain/contain-size-grid-003.html.ini
testing/web-platform/meta/css/css-contain/contain-size-select-001.html.ini
testing/web-platform/meta/css/css-contain/contain-size-select-002.html.ini
--- a/testing/web-platform/meta/css/css-contain/contain-layout-005.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-layout-005.html.ini
@@ -1,2 +1,3 @@
 [contain-layout-005.html]
   expected: FAIL
+  bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1554327
--- a/testing/web-platform/meta/css/css-contain/contain-layout-017.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-layout-017.html.ini
@@ -1,4 +1,4 @@
 [contain-layout-017.html]
-  expected:
-    if os == "win": FAIL
-    if os == "mac": FAIL
+  fuzzy:
+    if os == "win": maxDifference=40-47;totalPixels=2
+    if os == "mac": maxDifference=13;totalPixels=2
--- a/testing/web-platform/meta/css/css-contain/contain-layout-018.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-layout-018.html.ini
@@ -1,4 +1,4 @@
 [contain-layout-018.html]
-  expected:
-    if os == "win": FAIL
-    if os == "mac": FAIL
+  fuzzy:
+    if os == "win": maxDifference=40-47;totalPixels=2
+    if os == "mac": maxDifference=13;totalPixels=2
--- a/testing/web-platform/meta/css/css-contain/contain-layout-baseline-004.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-layout-baseline-004.html.ini
@@ -1,2 +1,3 @@
 [contain-layout-baseline-004.html]
   expected: FAIL
+  bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1563050
--- a/testing/web-platform/meta/css/css-contain/contain-paint-008.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-paint-008.html.ini
@@ -1,4 +1,5 @@
 [contain-paint-008.html]
   expected:
     if (os == "win"): FAIL
     if (os == "mac"): FAIL
+  bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1563278
--- a/testing/web-platform/meta/css/css-contain/contain-paint-021.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-paint-021.html.ini
@@ -1,4 +1,4 @@
 [contain-paint-021.html]
-  expected:
-    if os == "win": FAIL
-    if os == "mac": FAIL
+  fuzzy:
+    if os == "win": maxDifference=40-47;totalPixels=2
+    if os == "mac": maxDifference=13;totalPixels=2
--- a/testing/web-platform/meta/css/css-contain/contain-paint-clip-015.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-paint-clip-015.html.ini
@@ -1,2 +1,3 @@
 [contain-paint-clip-015.html]
   expected: FAIL
+  bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1563059
--- a/testing/web-platform/meta/css/css-contain/contain-paint-clip-016.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-paint-clip-016.html.ini
@@ -1,2 +1,3 @@
 [contain-paint-clip-016.html]
   expected: FAIL
+  bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1563059
--- a/testing/web-platform/meta/css/css-contain/contain-size-flexbox-002.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-size-flexbox-002.html.ini
@@ -1,4 +1,4 @@
 [contain-size-flexbox-002.html]
   expected:
     if (os == "android"): FAIL
-  bug: 1560268
+  bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1560420
--- a/testing/web-platform/meta/css/css-contain/contain-size-grid-002.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-size-grid-002.html.ini
@@ -1,2 +1,3 @@
 [contain-size-grid-002.html]
   expected: FAIL
+  bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
--- a/testing/web-platform/meta/css/css-contain/contain-size-grid-003.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-size-grid-003.html.ini
@@ -1,88 +1,117 @@
 [contain-size-grid-003.html]
   [.grid 19]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 18]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 15]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 17]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 16]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 13]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 34]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 33]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 32]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 31]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 30]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 1]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 3]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 4]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 7]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 6]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 9]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 8]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 25]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 26]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 27]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 20]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 21]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 22]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 28]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 29]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 35]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 37]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
   [.grid 39]
     expected: FAIL
+    bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1488878
 
--- a/testing/web-platform/meta/css/css-contain/contain-size-select-001.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-size-select-001.html.ini
@@ -1,2 +1,3 @@
 [contain-size-select-001.html]
   expected: FAIL
+  bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1562057
--- a/testing/web-platform/meta/css/css-contain/contain-size-select-002.html.ini
+++ b/testing/web-platform/meta/css/css-contain/contain-size-select-002.html.ini
@@ -1,2 +1,3 @@
 [contain-size-select-002.html]
   expected: FAIL
+  bug: https://bugzilla.mozilla.org/show_bug.cgi?id=1562057