test: reveal wpt evaluation errors in status files

legendecas · aduh95 · commit 3bb481571a68 · 2026-01-20T15:21:05.000+01:00
PR-URL: #61358 Reviewed-By: Mattias Buelens <mattias@buelens.com> Reviewed-By: Colin Ihrig <cjihrig@gmail.com> Reviewed-By: Jason Zhang <xzha4350@gmail.com> Reviewed-By: Luigi Pinca <luigipinca@gmail.com>
diff --git a/test/common/wpt.js b/test/common/wpt.js
@@ -712,7 +712,7 @@ class WPTRunner {
             spec,
             {
               status: NODE_UNCAUGHT,
-              name: 'evaluation in WPTRunner.runJsTests()',
+              name: `${err}`,
               message: err.message,
               stack: inspect(err),
             },
diff --git a/test/wpt/status/web-locks.json b/test/wpt/status/web-locks.json
@@ -3,7 +3,7 @@
     "fail": {
       "note": "Flaky on ppc, linux x64 and s390x #59142",
       "flaky": [
-        "evaluation in WPTRunner.runJsTests()"
+        "Error: this uncaught rejection is expected"
       ]
     }
   },
@@ -50,4 +50,4 @@
   "storage-buckets.tentative.https.any.js": {
     "skip": "Node.js does not implement Storage Buckets API"
   }
-} 
+}
diff --git a/test/wpt/status/webidl.json b/test/wpt/status/webidl.json
@@ -2,7 +2,7 @@
   "ecmascript-binding/class-string-named-properties-object.window.js": {
     "fail": {
       "expected": [
-        "evaluation in WPTRunner.runJsTests()"
+        "ReferenceError: Window is not defined"
       ]
     }
   },
@@ -28,7 +28,7 @@
         "Global object's operation throws when called on incompatible object",
         "Global object's getter works when called on null / undefined",
         "Global object's setter works when called on null / undefined",
-        "evaluation in WPTRunner.runJsTests()"
+        "ReferenceError: addEventListener is not defined"
       ]
     }
   },

Original file line number	Diff line number	Diff line change
`@@ -712,7 +712,7 @@ class WPTRunner {`
`712`	`712`	`spec,`
`713`	`713`	`{`
`714`	`714`	`status: NODE_UNCAUGHT,`
`715`		`- name: 'evaluation in WPTRunner.runJsTests()',`
	`715`	+ name: `${err}`,
`716`	`716`	`message: err.message,`
`717`	`717`	`stack: inspect(err),`
`718`	`718`	`},`
Original file line number	Diff line number	Diff line change
`@@ -3,7 +3,7 @@`
`3`	`3`	`"fail": {`
`4`	`4`	`"note": "Flaky on ppc, linux x64 and s390x #59142",`
`5`	`5`	`"flaky": [`
`6`		`- "evaluation in WPTRunner.runJsTests()"`
	`6`	`+ "Error: this uncaught rejection is expected"`
`7`	`7`	`]`
`8`	`8`	`}`
`9`	`9`	`},`
`@@ -50,4 +50,4 @@`
`50`	`50`	`"storage-buckets.tentative.https.any.js": {`
`51`	`51`	`"skip": "Node.js does not implement Storage Buckets API"`
`52`	`52`	`}`
`53`		`-}`
	`53`	`+}`
Original file line number	Diff line number	Diff line change
`@@ -2,7 +2,7 @@`
`2`	`2`	`"ecmascript-binding/class-string-named-properties-object.window.js": {`
`3`	`3`	`"fail": {`
`4`	`4`	`"expected": [`
`5`		`- "evaluation in WPTRunner.runJsTests()"`
	`5`	`+ "ReferenceError: Window is not defined"`
`6`	`6`	`]`
`7`	`7`	`}`
`8`	`8`	`},`
`@@ -28,7 +28,7 @@`
`28`	`28`	`"Global object's operation throws when called on incompatible object",`
`29`	`29`	`"Global object's getter works when called on null / undefined",`
`30`	`30`	`"Global object's setter works when called on null / undefined",`
`31`		`- "evaluation in WPTRunner.runJsTests()"`
	`31`	`+ "ReferenceError: addEventListener is not defined"`
`32`	`32`	`]`
`33`	`33`	`}`
`34`	`34`	`},`