diff --git a/test/TestExpectations.json b/test/TestExpectations.json
index e3017b21e83..3de3737831d 100644
--- a/test/TestExpectations.json
+++ b/test/TestExpectations.json
@@ -5,12 +5,6 @@
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[autofill.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[autofill.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -29,30 +23,6 @@
"parameters": ["webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[chromiumonly.spec] Chromium-Specific Launcher tests *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[click.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[cookies.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[debugInfo.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[device-request-prompt.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -65,18 +35,6 @@
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[dialog.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[drag-and-drop.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[drag-and-drop.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -89,96 +47,24 @@
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[elementhandle.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[evaluation.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[extensions.spec] *",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[fixtures.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[frame.spec] Frame specs *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[idle_override.spec] *",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[injected.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[jshandle.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[keyboard.spec] Keyboard *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch *",
- "platforms": ["darwin", "linux"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch *",
"platforms": ["win32"],
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[locator.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[mouse.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[navigation.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[network.spec] network *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[network.spec] network Network Events *",
"platforms": ["darwin", "linux", "win32"],
@@ -239,12 +125,6 @@
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[page.spec] Page *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.Events.Popup *",
"platforms": ["darwin", "linux", "win32"],
@@ -263,24 +143,6 @@
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[prerender.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[queryhandler.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[queryselector.spec] querySelector *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[requestinterception-experimental.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -299,36 +161,12 @@
"parameters": ["firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[screenshot.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[screenshot.spec] Screenshots Cdp *",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[stacktrace.spec] Stack trace *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[waittask.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[worker.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[worker.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -341,12 +179,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP", "TIMEOUT"]
},
- {
- "testIdPattern": "[accessibility.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[accessibility.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -365,12 +197,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler queryOne (Chromium web test) *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler waitForSelector (aria) should have an error message specifically for awaiting an element to be hidden",
"platforms": ["darwin", "linux", "win32"],
@@ -401,24 +227,6 @@
"parameters": ["chrome", "chrome-headless-shell"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[browser.spec] Browser specs Browser.process should return child_process instance",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[browser.spec] Browser specs Browser.target should return browser target",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[browsercontext.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[browsercontext.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -497,24 +305,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[click.spec] Page.click should click the button with fixed position inside an iframe",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["FAIL"]
- },
- {
- "testIdPattern": "[Connection.spec] WebDriver BiDi Connection should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[cookies.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[coverage.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -527,24 +317,12 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[coverage.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[coverage.spec] Coverage specs JSCoverage should ignore pptr internal scripts if reportAnonymousScripts is true",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[defaultbrowsercontext.spec] DefaultBrowserContext page.cookies() should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[devtools.spec] DevTools should expose DevTools as a page",
"platforms": ["darwin", "linux", "win32"],
@@ -587,12 +365,6 @@
"parameters": ["webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[emulation.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should replace symbols with undefined",
"platforms": ["darwin", "linux", "win32"],
@@ -617,12 +389,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[evaluation.spec] Evaluation specs Page.removeScriptToEvaluateOnNewDocument *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[evaluation.spec] Evaluation specs Page.removeScriptToEvaluateOnNewDocument *",
"platforms": ["darwin", "linux", "win32"],
@@ -654,12 +420,6 @@
"parameters": ["webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[frame.spec] Frame specs Frame Management should support lazy frames",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[headful.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -726,18 +486,6 @@
"parameters": ["firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.executablePath when executable path is configured its value is used",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch can launch and close the browser",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should be able to launch Chrome",
"platforms": ["darwin", "linux", "win32"],
@@ -750,12 +498,6 @@
"parameters": ["chrome"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should have custom URL when launching browser",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should work with no default arguments",
"platforms": ["darwin", "linux", "win32"],
@@ -768,12 +510,6 @@
"parameters": ["chrome"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch tmp profile should be cleaned up",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch userDataDir argument with non-existent dir",
"platforms": ["darwin", "linux", "win32"],
@@ -878,54 +614,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[oopif.spec] OOPIF clickablePoint, boundingBox, boxModel should work for elements inside OOPIFs",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[oopif.spec] OOPIF should provide access to elements",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[oopif.spec] OOPIF should support evaluating in oop iframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[oopif.spec] OOPIF should support frames within OOP frames",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[oopif.spec] OOPIF should support frames within OOP iframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[oopif.spec] OOPIF should track navigations within OOP iframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[oopif.spec] OOPIF should treat OOP iframes and normal iframes the same",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[oopif.spec] OOPIF waitForFrame should resolve immediately if the frame already exists",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.addScriptTag should throw when added with content to the CSP page",
"platforms": ["darwin", "linux", "win32"],
@@ -1065,24 +753,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[proxy.spec] request proxy in incognito browser context should respect proxy bypass list when configured at browser level",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[proxy.spec] request proxy in incognito browser context should respect proxy bypass list when configured at context level",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[proxy.spec] request proxy should respect proxy bypass list",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[queryhandler.spec] Query handler tests P selectors should work ARIA selectors",
"platforms": ["darwin", "linux", "win32"],
@@ -1113,12 +783,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[queryObjects.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[requestinterception-experimental.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -1131,12 +795,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL", "SKIP"]
},
- {
- "testIdPattern": "[screencast.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[screencast.spec] Screencasts Page.screencast should validate options",
"platforms": ["darwin", "linux", "win32"],
@@ -1167,36 +825,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[target.spec] Target Browser.pages should return all of the pages",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[target.spec] Target Browser.targets should return all of the targets",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[target.spec] Target Browser.waitForTarget should timeout waiting for a non-existent target",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[target.spec] Target should be able to use async waitForTarget",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[target.spec] Target should be able to use the default page in the browser",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[target.spec] Target should close a service worker",
"platforms": ["darwin", "linux", "win32"],
@@ -1211,30 +839,6 @@
"expectations": ["SKIP"],
"comment": "not supported"
},
- {
- "testIdPattern": "[target.spec] Target should contain browser target",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[target.spec] Target should not crash while redirecting if original request was missed",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[target.spec] Target should report when a new page is created and closed",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[target.spec] Target should report when a target url changes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[TargetManager.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -1253,12 +857,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[tracing.spec] *",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[tracing.spec] *",
"platforms": ["darwin", "linux", "win32"],
@@ -1277,54 +875,6 @@
"parameters": ["chrome", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler parseAriaSelector should find button",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler queryAll should find menu by name",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler queryAllArray $$eval should handle many elements",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler queryOne should find 2nd element by name",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler queryOne should find button by name and role",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler queryOne should find button by role",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler queryOne should find by name",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ariaqueryhandler.spec] AriaQueryHandler queryOne should find first matching element",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[bfcache.spec] BFCache can navigate to a BFCached page containing an OOPIF and a worker",
"platforms": ["darwin", "linux", "win32"],
@@ -1337,30 +887,12 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[browser.spec] Browser specs Browser.isConnected should set the browser connected state",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[browser.spec] Browser specs Browser.process should not return child_process for remote browser",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[browser.spec] Browser specs Browser.process should not return child_process for remote browser",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[browser.spec] Browser specs Browser.target should return browser target",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[browser.spec] Browser specs Browser.userAgent should include Browser engine",
"platforms": ["darwin", "linux", "win32"],
@@ -1379,12 +911,6 @@
"parameters": ["chrome", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[browser.spec] Browser specs Browser.version should return version",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[browsercontext.spec] BrowserContext BrowserContext.overridePermissions should deny permission when not listed",
"platforms": ["darwin", "linux", "win32"],
@@ -1464,24 +990,12 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[CDPSession.spec] Target.createCDPSession should be able to detach session",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[CDPSession.spec] Target.createCDPSession should enable and disable domains independently",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[CDPSession.spec] Target.createCDPSession should enable and disable domains independently",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[CDPSession.spec] Target.createCDPSession should expose the underlying connection",
"platforms": ["darwin", "linux", "win32"],
@@ -1506,24 +1020,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL", "PASS"]
},
- {
- "testIdPattern": "[CDPSession.spec] Target.createCDPSession should send events",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[CDPSession.spec] Target.createCDPSession should throw nice errors",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[CDPSession.spec] Target.createCDPSession should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[chromiumonly.spec] Chromium-Specific Launcher tests Puppeteer.launch |browserURL| option should be able to connect using browserUrl, with and without trailing slash",
"platforms": ["darwin", "linux", "win32"],
@@ -1542,12 +1038,6 @@
"parameters": ["chrome", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[click.spec] Page.click should click on checkbox input and toggle",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[click.spec] Page.click should click on checkbox label and toggle",
"platforms": ["darwin", "linux", "win32"],
@@ -1560,12 +1050,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[click.spec] Page.click should click the button inside an iframe",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[click.spec] Page.click should click the button with deviceScaleFactor set",
"platforms": ["darwin", "linux", "win32"],
@@ -1575,8 +1059,8 @@
{
"testIdPattern": "[click.spec] Page.click should click the button with fixed position inside an iframe",
"platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
+ "parameters": ["chrome", "webDriverBiDi"],
+ "expectations": ["FAIL"]
},
{
"testIdPattern": "[click.spec] Page.click should click the button with fixed position inside an iframe",
@@ -1602,12 +1086,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[click.spec] Page.click should double click the button",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[click.spec] Page.click should scroll and click with disabled javascript",
"platforms": ["darwin", "linux", "win32"],
@@ -1626,12 +1104,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL", "PASS"]
},
- {
- "testIdPattern": "[click.spec] Page.click should select the text by triple clicking",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[cookies.spec] Cookie specs Page.cookies should get cookies from multiple urls",
"platforms": ["darwin", "linux", "win32"],
@@ -1788,12 +1260,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[defaultbrowsercontext.spec] DefaultBrowserContext page.setCookie() should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[defaultbrowsercontext.spec] DefaultBrowserContext page.setCookie() should work",
"platforms": ["darwin", "linux", "win32"],
@@ -1812,12 +1278,6 @@
"parameters": ["chrome", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[dialog.spec] Page.Events.Dialog should allow accepting prompts",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[dialog.spec] Page.Events.Dialog should allow accepting prompts",
"platforms": ["darwin", "linux", "win32"],
@@ -1830,54 +1290,12 @@
"parameters": ["cdp", "chrome"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should handle nested frames",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["FAIL"]
- },
- {
- "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should handle nested frames",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["cdp", "firefox"],
- "expectations": ["FAIL"]
- },
- {
- "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boxModel should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.click should return Point data",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.click should return Point data",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.clickablePoint should work for iframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.clickablePoint should work for iframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.contentFrame should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.isIntersectingViewport should work",
"platforms": ["darwin", "linux", "win32"],
@@ -1920,12 +1338,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[emulation.spec] Emulation Page.emulateMediaFeatures should throw in case of bad argument",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[emulation.spec] Emulation Page.emulateMediaFeatures should work",
"platforms": ["darwin", "linux", "win32"],
@@ -1938,12 +1350,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[emulation.spec] Emulation Page.emulateMediaType should throw in case of bad argument",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[emulation.spec] Emulation Page.emulateMediaType should work",
"platforms": ["darwin", "linux", "win32"],
@@ -1998,12 +1404,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[emulation.spec] Emulation Page.emulateVisionDeficiency should throw for invalid vision deficiencies",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[emulation.spec] Emulation Page.emulateVisionDeficiency should work",
"platforms": ["darwin", "linux", "win32"],
@@ -2058,36 +1458,12 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[evaluation.spec] Evaluation specs Frame.evaluate should have different execution contexts",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should await promise",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should simulate a user gesture",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should throw if elementHandles are from other frames",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should throw if elementHandles are from other frames",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should throw when evaluation triggers reload",
"platforms": ["darwin", "linux", "win32"],
@@ -2137,24 +1513,12 @@
"expectations": ["FAIL"],
"comment": "New test for framesets (does not seem to pass in Firefox CDP)."
},
- {
- "testIdPattern": "[frame.spec] Frame specs Frame Management should detach child frames on navigation",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[frame.spec] Frame specs Frame Management should report different frame instance when frame re-attaches",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[frame.spec] Frame specs Frame Management should report different frame instance when frame re-attaches",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[frame.spec] Frame specs Frame Management should report frame from-inside shadow DOM",
"platforms": ["darwin", "linux", "win32"],
@@ -2167,42 +1531,18 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[frame.spec] Frame specs Frame Management should report frame.parent()",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[frame.spec] Frame specs Frame Management should report frame.parent()",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[frame.spec] Frame specs Frame Management should send \"framenavigated\" when navigating on anchor URLs",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[frame.spec] Frame specs Frame Management should send events when frames are manipulated dynamically",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[frame.spec] Frame specs Frame Management should send events when frames are manipulated dynamically",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[frame.spec] Frame specs Frame Management should support framesets",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[frame.spec] Frame specs Frame Management should support lazy frames",
"platforms": ["darwin", "linux", "win32"],
@@ -2221,12 +1561,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[frame.spec] Frame specs Frame.evaluate should throw for detached frames",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[frame.spec] Frame specs Frame.executionContext should work",
"platforms": ["darwin", "linux", "win32"],
@@ -2287,30 +1621,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work with mixed content",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work with mixed content",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work with request interception",
"platforms": ["darwin", "linux", "win32"],
@@ -2617,12 +1927,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[keyboard.spec] Keyboard should type emoji into an iframe",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[keyboard.spec] Keyboard should type emoji into an iframe",
"platforms": ["darwin", "linux", "win32"],
@@ -2665,12 +1969,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Browser.close should terminate network waiters",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Browser.close should terminate network waiters",
"platforms": ["darwin", "linux", "win32"],
@@ -2696,36 +1994,18 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to close remote browser",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to close remote browser",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to connect multiple times to the same browser",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to connect multiple times to the same browser",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to connect to a browser with no page targets",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to connect to a browser with no page targets",
"platforms": ["darwin", "linux", "win32"],
@@ -2744,12 +2024,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to connect to the same page simultaneously",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to connect to the same page simultaneously",
"platforms": ["darwin", "linux", "win32"],
@@ -2762,12 +2036,6 @@
"parameters": ["chrome", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to reconnect",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to reconnect to a disconnected browser",
"platforms": ["darwin", "linux", "win32"],
@@ -2828,18 +2096,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.executablePath returns executablePath for channel",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.executablePath should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch can launch and close the browser",
"platforms": ["win32"],
@@ -2888,6 +2144,13 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL", "PASS"]
},
+ {
+ "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should have custom URL when launching browser",
+ "platforms": ["darwin"],
+ "parameters": ["chrome", "webDriverBiDi"],
+ "expectations": ["SKIP"],
+ "comment": "For some reason it times out on MacOS. Perhaps it's a bug in chromium-bidi"
+ },
{
"testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch tmp profile should be cleaned up",
"platforms": ["darwin", "linux", "win32"],
@@ -2900,24 +2163,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch userDataDir option should restore cookies",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[locator.spec] Locator Locator.click should work with a OOPIF",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[locator.spec] Locator Locator.click should work with a OOPIF",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[locator.spec] Locator Locator.race races multiple locators",
"platforms": ["darwin", "linux", "win32"],
@@ -2942,12 +2187,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Frame.goto should navigate subframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Frame.goto should reject when frame detaches",
"platforms": ["darwin", "linux", "win32"],
@@ -2966,78 +2205,30 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Frame.waitForNavigation should fail when frame detaches",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Frame.waitForNavigation should work",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Frame.waitForNavigation should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.goBack should work with HistoryAPI",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Page.goBack should work with HistoryAPI",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should fail when main resources failed to load",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating and show the url at the error message",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating to bad SSL",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating to bad SSL",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating to bad SSL after redirects",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.goto should fail when server returns 204",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should fail when server returns 204",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.goto should navigate to dataURL and fire dataURL requests",
"platforms": ["darwin", "linux", "win32"],
@@ -3050,12 +2241,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should navigate to dataURL and fire dataURL requests",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.goto should navigate to empty page with networkidle0",
"platforms": ["darwin", "linux", "win32"],
@@ -3092,24 +2277,6 @@
"parameters": ["chrome", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should not leak listeners during navigation of 11 pages",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should return last response in redirect chain",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should return response when page changes its URL after load",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.goto should send referer",
"platforms": ["darwin", "linux", "win32"],
@@ -3147,12 +2314,6 @@
"parameters": ["chrome", "chrome-headless-shell"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Page.goto should work with anchor navigation",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.goto should work with subframes return 204",
"platforms": ["darwin", "linux", "win32"],
@@ -3177,36 +2338,18 @@
"parameters": ["chrome", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with clicking on anchor links",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with DOM history.back()/history.forward()",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with DOM history.back()/history.forward()",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with history.pushState()",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with history.pushState()",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with history.replaceState()",
"platforms": ["darwin", "linux", "win32"],
@@ -3310,18 +2453,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[network.spec] network Page.Events.Request should fire for iframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[network.spec] network Page.Events.Request should fire for iframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[network.spec] network Page.setExtraHTTPHeaders should work",
"platforms": ["darwin", "linux", "win32"],
@@ -3340,24 +2471,12 @@
"parameters": ["chrome", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[network.spec] network raw network headers Same-origin set-cookie navigation",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[network.spec] network raw network headers Same-origin set-cookie subresource",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["chrome", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[network.spec] network raw network headers Same-origin set-cookie subresource",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[network.spec] network raw network headers Same-origin set-cookie subresource",
"platforms": ["darwin", "linux", "win32"],
@@ -3370,18 +2489,6 @@
"parameters": ["cdp", "chrome"],
"expectations": ["FAIL", "PASS"]
},
- {
- "testIdPattern": "[network.spec] network Request.frame should work for subframe navigation request",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[network.spec] network Request.frame should work for subframe navigation request",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[network.spec] network Request.initiator should return the initiator",
"platforms": ["darwin", "linux", "win32"],
@@ -3468,12 +2575,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[network.spec] network Response.headers should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[network.spec] network Response.json should work",
"platforms": ["darwin", "linux", "win32"],
@@ -3516,12 +2617,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[oopif.spec] OOPIF clickablePoint, boundingBox, boxModel should work for elements inside OOPIFs",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[oopif.spec] OOPIF should detect existing OOPIFs when Puppeteer connects to an existing page",
"platforms": ["darwin", "linux", "win32"],
@@ -3547,12 +2642,6 @@
"expectations": ["SKIP"],
"comment": "Failed previously and currently times out"
},
- {
- "testIdPattern": "[oopif.spec] OOPIF should keep track of a frames OOP state",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[oopif.spec] OOPIF should load oopif iframes with subresources and request interception",
"platforms": ["darwin", "linux", "win32"],
@@ -3565,12 +2654,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[oopif.spec] OOPIF should provide access to elements",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[oopif.spec] OOPIF should report google.com frame",
"platforms": ["darwin", "linux", "win32"],
@@ -3583,12 +2666,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[oopif.spec] OOPIF should support frames within OOP iframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[oopif.spec] OOPIF should support lazy OOP frames",
"platforms": ["darwin", "linux", "win32"],
@@ -3596,12 +2673,6 @@
"expectations": ["FAIL"],
"comment": "https://bugzilla.mozilla.org/show_bug.cgi?id=187816"
},
- {
- "testIdPattern": "[oopif.spec] OOPIF should support lazy OOP frames",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[oopif.spec] OOPIF should support OOP iframes becoming normal iframes again",
"platforms": ["darwin", "linux", "win32"],
@@ -3675,12 +2746,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[page.spec] Page Page.client should return the client instance",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.close should reject all promises when page is closed",
"platforms": ["darwin", "linux", "win32"],
@@ -3693,12 +2758,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[page.spec] Page Page.close should run beforeunload if asked for",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.close should run beforeunload if asked for",
"platforms": ["darwin", "linux", "win32"],
@@ -3711,18 +2770,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[page.spec] Page Page.Events.Close should work with window.close",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[page.spec] Page Page.Events.Console should have location and stack trace for console API calls",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.Events.Console should have location and stack trace for console API calls",
"platforms": ["darwin", "linux", "win32"],
@@ -3747,12 +2794,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[page.spec] Page Page.Events.Console should not throw when there are console messages in detached iframes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.Events.Console should trigger correct Log",
"platforms": ["darwin", "linux", "win32"],
@@ -3861,48 +2902,24 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass after cross-process navigation",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP header",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP header",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP in iframes as well",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP in iframes as well",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP meta tag",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP meta tag",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.setCacheEnabled should enable or disable the cache based on the state passed",
"platforms": ["darwin", "linux", "win32"],
@@ -3933,12 +2950,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[page.spec] Page Page.setJavaScriptEnabled should work",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[page.spec] Page Page.setJavaScriptEnabled should work",
"platforms": ["darwin", "linux", "win32"],
@@ -3975,30 +2986,6 @@
"parameters": ["chrome", "headless"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[prerender.spec] Prerender can navigate to a prerendered page via Puppeteer",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[prerender.spec] Prerender can screencast",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[prerender.spec] Prerender via frame can navigate to a prerendered page via Puppeteer",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[proxy.spec] request proxy in incognito browser context should proxy requests when configured at browser level",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[proxy.spec] request proxy in incognito browser context should proxy requests when configured at browser level",
"platforms": ["darwin", "linux", "win32"],
@@ -4029,42 +3016,12 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[proxy.spec] request proxy in incognito browser context should respect proxy bypass list when configured at browser level",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[proxy.spec] request proxy in incognito browser context should respect proxy bypass list when configured at context level",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[proxy.spec] request proxy should proxy requests when configured",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[proxy.spec] request proxy should proxy requests when configured",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[proxy.spec] request proxy should respect proxy bypass list",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[proxy.spec] request proxy should respect proxy bypass list",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[queryhandler.spec] Query handler tests P selectors should work ARIA selectors",
"platforms": ["darwin", "linux", "win32"],
@@ -4191,36 +3148,12 @@
"parameters": ["cdp", "firefox"],
"expectations": ["PASS"]
},
- {
- "testIdPattern": "[target.spec] Target Browser.targets should return all of the targets",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[target.spec] Target Browser.waitForTarget should wait for a target",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[target.spec] Target Browser.waitForTarget should wait for a target",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[target.spec] Target should be able to use async waitForTarget",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
- {
- "testIdPattern": "[target.spec] Target should be able to use async waitForTarget",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[target.spec] Target should close a service worker",
"platforms": ["darwin", "linux", "win32"],
@@ -4235,12 +3168,6 @@
"expectations": ["SKIP"],
"comment": "not supported"
},
- {
- "testIdPattern": "[target.spec] Target should contain browser target",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[target.spec] Target should create a worker from a service worker",
"platforms": ["darwin", "linux", "win32"],
@@ -4295,24 +3222,12 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[target.spec] Target should not crash while redirecting if original request was missed",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[target.spec] Target should not crash while redirecting if original request was missed",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[target.spec] Target should not crash while redirecting if original request was missed",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["chrome", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[target.spec] Target should not report uninitialized pages",
"platforms": ["darwin", "linux", "win32"],
@@ -4325,12 +3240,6 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[target.spec] Target should report when a new page is created and closed",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[target.spec] Target should report when a new page is created and closed",
"platforms": ["darwin", "linux", "win32"],
@@ -4361,12 +3270,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[target.spec] Target should report when a target url changes",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[TargetManager.spec] TargetManager should handle targets",
"platforms": ["darwin", "linux", "win32"],
@@ -4403,24 +3306,12 @@
"parameters": ["firefox", "webDriverBiDi"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[waittask.spec] waittask specs Frame.waitForFunction should survive cross-process navigation",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[waittask.spec] waittask specs Frame.waitForFunction should survive cross-process navigation",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL", "PASS"]
},
- {
- "testIdPattern": "[waittask.spec] waittask specs Frame.waitForFunction should survive navigations",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[waittask.spec] waittask specs Frame.waitForFunction should work when resolved right before execution context disposal",
"platforms": ["darwin", "linux", "win32"],
@@ -4439,24 +3330,12 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL"]
},
- {
- "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector Page.waitForSelector is shortcut for main frame",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector Page.waitForSelector is shortcut for main frame",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector should run in specified frame",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector should run in specified frame",
"platforms": ["darwin", "linux", "win32"],
@@ -4481,12 +3360,6 @@
"parameters": ["cdp", "firefox"],
"expectations": ["FAIL", "PASS"]
},
- {
- "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector should throw when frame is detached",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector should throw when frame is detached",
"platforms": ["darwin", "linux", "win32"],
@@ -4499,24 +3372,12 @@
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector xpath should run in specified frame",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector xpath should run in specified frame",
"platforms": ["darwin", "linux", "win32"],
"parameters": ["cdp", "firefox"],
"expectations": ["SKIP"]
},
- {
- "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector xpath should throw when frame is detached",
- "platforms": ["darwin", "linux", "win32"],
- "parameters": ["firefox", "webDriverBiDi"],
- "expectations": ["PASS"]
- },
{
"testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector xpath should throw when frame is detached",
"platforms": ["darwin", "linux", "win32"],
diff --git a/test/assets/frames/frame.html b/test/assets/frames/frame.html
index e660f656522..29e7426dbc2 100644
--- a/test/assets/frames/frame.html
+++ b/test/assets/frames/frame.html
@@ -4,6 +4,8 @@
Hi, I'm frame
diff --git a/test/src/elementhandle.spec.ts b/test/src/elementhandle.spec.ts
index 9a011ce3e76..e0f1e418784 100644
--- a/test/src/elementhandle.spec.ts
+++ b/test/src/elementhandle.spec.ts
@@ -34,18 +34,14 @@ describe('ElementHandle specs', function () {
expect(box).toEqual({x: 100, y: 50, width: 50, height: 50});
});
it('should handle nested frames', async () => {
- const {page, server, isChrome} = await getTestState();
+ const {page, server} = await getTestState();
await page.setViewport({width: 500, height: 500});
await page.goto(server.PREFIX + '/frames/nested-frames.html');
const nestedFrame = page.frames()[1]!.childFrames()[1]!;
using elementHandle = (await nestedFrame.$('div'))!;
const box = await elementHandle.boundingBox();
- if (isChrome) {
- expect(box).toEqual({x: 28, y: 182, width: 264, height: 18});
- } else {
- expect(box).toEqual({x: 28, y: 182, width: 254, height: 18});
- }
+ expect(box).toEqual({x: 28, y: 182, width: 300, height: 18});
});
it('should return null for invisible elements', async () => {
const {page} = await getTestState();
diff --git a/tools/sort-test-expectations.mjs b/tools/sort-test-expectations.mjs
index 76868db1d69..2acf4cdd6f3 100644
--- a/tools/sort-test-expectations.mjs
+++ b/tools/sort-test-expectations.mjs
@@ -81,6 +81,7 @@ for (let i = testExpectations.length - 1; i >= 0; i--) {
const labels = new Set(expectation.expectations);
const platforms = new Set(expectation.platforms);
+ let foundMatch = false;
for (let j = i - 1; j >= 0; j--) {
const candidate = testExpectations[j];
const candidateParams = new Set(candidate.parameters);
@@ -95,6 +96,7 @@ for (let i = testExpectations.length - 1; i >= 0; i--) {
isSubset(candidateParams, params) &&
isSubset(candidatePlatforms, platforms)
) {
+ foundMatch = true;
if (isSubset(candidateLabels, labels)) {
console.log('removing', expectation, 'already covered by', candidate);
toBeRemoved.add(expectation);
@@ -102,6 +104,15 @@ for (let i = testExpectations.length - 1; i >= 0; i--) {
break;
}
}
+
+ if (!foundMatch && isSubset(new Set(['PASS']), labels)) {
+ console.log(
+ 'removing',
+ expectation,
+ 'because the default expectation is to pass'
+ );
+ toBeRemoved.add(expectation);
+ }
}
testExpectations = testExpectations.filter(item => {