From 404839d1750fd99849a7cffe9e60fecaa25a312f Mon Sep 17 00:00:00 2001 From: Henrik Skupin Date: Fri, 10 Feb 2023 12:45:40 +0100 Subject: [PATCH] Refactor test expectation status for recent Firefox Nightly builds (#9642) --- test/TestExpectations.json | 1886 +++++------------------------------- test/src/click.spec.ts | 2 +- test/src/page.spec.ts | 10 +- 3 files changed, 246 insertions(+), 1652 deletions(-) diff --git a/test/TestExpectations.json b/test/TestExpectations.json index e262567e402..86f8be4e56e 100644 --- a/test/TestExpectations.json +++ b/test/TestExpectations.json @@ -1,4 +1,10 @@ [ + { + "testIdPattern": "[click.spec] Page.click should click the button with fixed position inside an iframe", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["chrome"], + "expectations": ["SKIP"] + }, { "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should trigger permission onchange", "platforms": ["darwin", "linux", "win32"], @@ -19,25 +25,13 @@ }, { "testIdPattern": "[browsercontext.spec] BrowserContext should fire target events", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[browsercontext.spec] BrowserContext should fire target events", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[browsercontext.spec] BrowserContext should isolate localStorage and cookies", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[browsercontext.spec] BrowserContext should isolate localStorage and cookies", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -49,27 +43,33 @@ }, { "testIdPattern": "[browsercontext.spec] BrowserContext should work across sessions", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[browsercontext.spec] BrowserContext should work across sessions", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[browsercontext.spec] BrowserContext should provide a context id", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { - "testIdPattern": "[CDPSession.spec]", + "testIdPattern": "[CDPSession.spec] Target.createCDPSession should send events", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["PASS", "FAIL"] + }, + { + "testIdPattern": "[CDPSession.spec] Target.createCDPSession should enable and disable domains independently", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] + }, + { + "testIdPattern": "[CDPSession.spec] Target.createCDPSession should be able to detach session", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] }, { "testIdPattern": "[chromiumonly.spec]", @@ -77,12 +77,6 @@ "parameters": ["firefox"], "expectations": ["SKIP"] }, - { - "testIdPattern": "[click.spec] Page.click should click on checkbox label and toggle", - "platforms": ["darwin", "linux", "win32"], - "parameters": ["firefox"], - "expectations": ["FAIL", "PASS"] - }, { "testIdPattern": "[click.spec] Page.click should click the button with fixed position inside an iframe", "platforms": ["darwin", "linux", "win32"], @@ -102,10 +96,16 @@ "expectations": ["FAIL"] }, { - "testIdPattern": "[cookies.spec] Cookie specs Page.cookies should get cookies from multiple urls", - "platforms": ["darwin", "win32"], + "testIdPattern": "[click.spec] Page.click should select the text by triple clicking", + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["PASS", "FAIL"] + }, + { + "testIdPattern": "[cookies.spec] Cookie specs Page.cookies should get cookies from multiple urls", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["PASS"] }, { "testIdPattern": "[cookies.spec] Cookie specs Page.deleteCookie should work", @@ -115,9 +115,9 @@ }, { "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should default to setting secure cookie for HTTPS websites", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["PASS"] }, { "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should isolate cookies in browser contexts", @@ -157,9 +157,9 @@ }, { "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should set secure same-site cookies from a frame", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["PASS"] }, { "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should work", @@ -199,79 +199,37 @@ }, { "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should handle nested frames", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should handle nested frames", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["PASS", "FAIL"] + "expectations": ["FAIL"] }, { "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should return null for invisible elements", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should return null for invisible elements", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should work", - "platforms": ["linux"], - "parameters": ["firefox", "headless"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boxModel should return null for invisible elements", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boxModel should return null for invisible elements", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.click should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.contentFrame should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[emulation.spec] Emulation Page.emulate should support clicking", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["PASS", "FAIL"] }, { - "testIdPattern": "[emulation.spec] Emulation Page.emulateCPUThrottling should change the CPU throttling rate successfully", - "platforms": ["darwin", "win32"], + "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boxModel should return null for invisible elements", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] + }, + { + "testIdPattern": "[emulation.spec] Emulation Page.emulate should support clicking", + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[emulation.spec] Emulation Page.emulateCPUThrottling should change the CPU throttling rate successfully", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -289,49 +247,25 @@ }, { "testIdPattern": "[emulation.spec] Emulation Page.emulateNetworkConditions should change navigator.connection.effectiveType", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[emulation.spec] Emulation Page.emulateNetworkConditions should change navigator.connection.effectiveType", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[emulation.spec] Emulation Page.emulateTimezone should throw for invalid timezone IDs", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[emulation.spec] Emulation Page.emulateTimezone should throw for invalid timezone IDs", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[emulation.spec] Emulation Page.emulateTimezone should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[emulation.spec] Emulation Page.emulateTimezone should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[emulation.spec] Emulation Page.emulateVisionDeficiency should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[emulation.spec] Emulation Page.emulateVisionDeficiency should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -349,21 +283,15 @@ }, { "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should simulate a user gesture", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, - { - "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should simulate a user gesture", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, { "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should throw a nice error after a navigation", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["FAIL"] + "expectations": ["FAIL", "TIMEOUT"] }, { "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should throw when evaluation triggers reload", @@ -379,25 +307,13 @@ }, { "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluateOnNewDocument should evaluate before anything else on the page", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluateOnNewDocument should evaluate before anything else on the page", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluateOnNewDocument should work with CSP", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluateOnNewDocument should work with CSP", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -419,63 +335,39 @@ "parameters": ["firefox"], "expectations": ["SKIP"] }, - { - "testIdPattern": "[frame.spec] Frame specs Frame Management should handle nested frames", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, { "testIdPattern": "[frame.spec] Frame specs Frame Management should report different frame instance when frame re-attaches", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[frame.spec] Frame specs Frame Management should report different frame instance when frame re-attaches", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[frame.spec] Frame specs Frame Management should report frame from-inside shadow DOM", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[frame.spec] Frame specs Frame Management should report frame.name()", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[frame.spec] Frame specs Frame Management should report frame.parent()", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[frame.spec] Frame specs Frame Management should send events when frames are manipulated dynamically", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[frame.spec] Frame specs Frame Management should send events when frames are manipulated dynamically", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[frame.spec] Frame specs Frame Management should support lazy frames", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[frame.spec] Frame specs Frame Management should support lazy frames", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -487,7 +379,7 @@ }, { "testIdPattern": "[frame.spec] Frame specs Frame.executionContext should work", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, @@ -498,58 +390,22 @@ "expectations": ["SKIP"] }, { - "testIdPattern": "[idle_override.spec] Emulate idle state changing idle state emulation causes change of the IdleDetector state", - "platforms": ["darwin"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[idle_override.spec] Emulate idle state changing idle state emulation causes change of the IdleDetector state", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[ignorehttpserrors.spec]", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors Response.securityDetails should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors Response.securityDetails should work", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work with mixed content", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work with request interception", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work with request interception", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors Response.securityDetails Network redirects should report SecurityDetails", + "testIdPattern": "[idle_override.spec]", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["PASS", "FAIL"] + "expectations": ["SKIP"] + }, + { + "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors Response.securityDetails should work", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] + }, + { + "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work with request interception", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] }, { "testIdPattern": "[input.spec]", @@ -559,175 +415,91 @@ }, { "testIdPattern": "[jshandle.spec] JSHandle JSHandle.click should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[jshandle.spec] JSHandle JSHandle.click should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[jshandle.spec] JSHandle JSHandle.jsonValue should not work with dates", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[jshandle.spec] JSHandle JSHandle.jsonValue should not work with dates", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard ElementHandle.press should support |text| option", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard ElementHandle.press should support |text| option", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should press the meta key", - "platforms": ["darwin", "win32"], + "platforms": ["linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should press the meta key", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["PASS", "FAIL"] + "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should press the metaKey", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should press the metaKey", - "platforms": ["linux"], + "platforms": ["linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should trigger commands of keyboard shortcuts", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should trigger commands of keyboard shortcuts", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should report shiftKey", - "platforms": ["darwin", "win32"], + "platforms": ["darwin"], "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should report shiftKey", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["PASS", "FAIL"] + "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should send a character with sendCharacter", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should send a character with sendCharacter", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should specify location", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should specify location", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should specify repeat property", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should specify repeat property", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should type all kinds of characters", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should type all kinds of characters", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should type emoji", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should type emoji", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[keyboard.spec] Keyboard should type emoji into an iframe", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[keyboard.spec] Keyboard should type emoji into an iframe", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[launcher.spec] Launcher specs Browser target events should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[launcher.spec] Launcher specs Browser target events should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[launcher.spec] Launcher specs Browser.Events.disconnected should be emitted when: browser gets closed, disconnected or underlying websocket gets closed", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, @@ -743,21 +515,15 @@ "parameters": ["firefox"], "expectations": ["SKIP"] }, - { - "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.executablePath returns executablePath for channel", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL", "PASS"] - }, { "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to reconnect to a disconnected browser", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should support targetFilter option", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, @@ -773,12 +539,6 @@ "parameters": ["firefox"], "expectations": ["SKIP"] }, - { - "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should work with no default arguments", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL", "PASS"] - }, { "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should filter out ignored default arguments in Chrome", "platforms": ["darwin", "linux", "win32"], @@ -793,9 +553,9 @@ }, { "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should have custom URL when launching browser", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["PASS", "FAIL"] }, { "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should launch Chrome properly with --no-startup-window and waitForInitialPage=false", @@ -805,15 +565,15 @@ }, { "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should be able to launch Firefox", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox", "headless"], - "expectations": ["FAIL", "PASS"] + "expectations": ["PASS", "FAIL"] }, { "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch tmp profile should be cleaned up", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["FAIL"] }, { "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch userDataDir argument with non-existent dir", @@ -823,61 +583,31 @@ }, { "testIdPattern": "[mouse.spec] Mouse should send mouse wheel events", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[mouse.spec] Mouse should send mouse wheel events", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[mouse.spec] Mouse should trigger hover state", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[mouse.spec] Mouse should trigger hover state", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["PASS", "FAIL"] }, { "testIdPattern": "[mouse.spec] Mouse should trigger hover state with removed window.Node", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[mouse.spec] Mouse should trigger hover state with removed window.Node", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[mouse.spec] Mouse should tween mouse movement", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[mouse.spec] Mouse should tween mouse movement", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["PASS", "FAIL"] }, { "testIdPattern": "[navigation.spec] navigation Frame.goto should navigate subframes", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[navigation.spec] navigation Frame.goto should navigate subframes", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -889,13 +619,7 @@ }, { "testIdPattern": "[navigation.spec] navigation Frame.goto should return matching responses", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[navigation.spec] navigation Frame.goto should return matching responses", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -907,49 +631,25 @@ }, { "testIdPattern": "[navigation.spec] navigation Frame.waitForNavigation should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[navigation.spec] navigation Frame.waitForNavigation should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[navigation.spec] navigation Page.goBack should work with HistoryAPI", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[navigation.spec] navigation Page.goBack should work with HistoryAPI", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating to bad SSL", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating to bad SSL", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating to bad url", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating to bad url", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -961,13 +661,7 @@ }, { "testIdPattern": "[navigation.spec] navigation Page.goto should navigate to dataURL and fire dataURL requests", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[navigation.spec] navigation Page.goto should navigate to dataURL and fire dataURL requests", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -985,19 +679,13 @@ }, { "testIdPattern": "[navigation.spec] navigation Page.goto should navigate to URL with hash and fire requests without hash", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[navigation.spec] navigation Page.goto should send referer", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[navigation.spec] navigation Page.goto should send referer", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1009,19 +697,13 @@ }, { "testIdPattern": "[navigation.spec] navigation Page.goto should work when navigating to data url", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[navigation.spec] navigation Page.goto should work when navigating to data url", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[navigation.spec] navigation Page.goto should work with subframes return 204", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, @@ -1035,7 +717,7 @@ "testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with DOM history.back()/history.forward()", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["FAIL"] }, { "testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with history.pushState()", @@ -1067,57 +749,33 @@ "parameters": ["firefox"], "expectations": ["PASS", "FAIL"] }, + { + "testIdPattern": "[network.spec] network Network Events Page.Events.RequestFailed", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] + }, + { + "testIdPattern": "[network.spec] network Network Events Page.Events.RequestFinished", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] + }, + { + "testIdPattern": "[network.spec] network Network Events Page.Events.RequestServedFromCache", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] + }, { "testIdPattern": "[network.spec] network Network Events Page.Events.Response", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["PASS", "FAIL"] }, - { - "testIdPattern": "[network.spec] network Network Events Page.Events.RequestFailed", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Network Events Page.Events.RequestFailed", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[network.spec] network Network Events Page.Events.RequestFinished", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Network Events Page.Events.RequestFinished", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[network.spec] network Network Events Page.Events.RequestServedFromCache", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Network Events Page.Events.RequestServedFromCache", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, { "testIdPattern": "[network.spec] network Network Events should fire events in proper order", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Network Events should fire events in proper order", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1129,49 +787,25 @@ }, { "testIdPattern": "[network.spec] network Network Events should support redirects", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Network Events should support redirects", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[network.spec] network Page.authenticate should allow disable authentication", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Page.authenticate should allow disable authentication", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[network.spec] network Page.authenticate should fail if wrong credentials", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Page.authenticate should fail if wrong credentials", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[network.spec] network Page.authenticate should not disable caching", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Page.authenticate should not disable caching", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1183,33 +817,15 @@ }, { "testIdPattern": "[network.spec] network Page.setExtraHTTPHeaders should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Page.setExtraHTTPHeaders should work", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[network.spec] network raw network headers Cross-origin set-cookie", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["FAIL", "PASS"] + "expectations": ["FAIL"] }, { "testIdPattern": "[network.spec] network raw network headers Same-origin set-cookie subresource", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["FAIL", "PASS"] - }, - { - "testIdPattern": "[network.spec] network Request.frame should work for subframe navigation request", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["PASS", "FAIL"] }, { "testIdPattern": "[network.spec] network Request.headers should define Chrome as user agent header", @@ -1225,55 +841,25 @@ }, { "testIdPattern": "[network.spec] network Request.initiator should return the initiator", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Request.initiator should return the initiator", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[network.spec] network Request.isNavigationRequest should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Request.isNavigationRequest should work", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[network.spec] network Request.isNavigationRequest should work when navigating to image", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["FAIL"] }, { - "testIdPattern": "[network.spec] network Request.isNavigationRequest should work with request interception", - "platforms": ["darwin", "win32"], + "testIdPattern": "[network.spec] network Request.isNavigationRequest should work", + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["FAIL"] }, { "testIdPattern": "[network.spec] network Request.isNavigationRequest should work with request interception", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[network.spec] network Request.postData should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Request.postData should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1297,13 +883,7 @@ }, { "testIdPattern": "[network.spec] network Response.fromCache should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Response.fromCache should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1327,13 +907,7 @@ }, { "testIdPattern": "[network.spec] network Response.text should throw when requesting body of redirected response", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Response.text should throw when requesting body of redirected response", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1351,13 +925,7 @@ }, { "testIdPattern": "[network.spec] network Response.timing returns timing information", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[network.spec] network Response.timing returns timing information", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1367,18 +935,6 @@ "parameters": ["firefox"], "expectations": ["SKIP"] }, - { - "testIdPattern": "[oopif.spec] OOPIF \"after all\" hook for \"should keep track of a frames OOP state\"", - "platforms": ["darwin", "linux", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[oopif.spec] OOPIF \"before all\" hook for \"should keep track of a frames OOP state\"", - "platforms": ["darwin", "linux", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, { "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to connect to a browser with no page targets", "platforms": ["linux", "darwin", "win32"], @@ -1411,85 +967,43 @@ }, { "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should deny permission when not listed", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should deny permission when not listed", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should grant permission when listed", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should grant permission when listed", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should grant persistent-storage", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should grant persistent-storage", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should isolate permissions between browser contexts", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should isolate permissions between browser contexts", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should reset permissions", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should reset permissions", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should trigger permission onchange", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should trigger permission onchange", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page ExecutionContext.queryObjects should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page ExecutionContext.queryObjects should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1513,16 +1027,10 @@ }, { "testIdPattern": "[page.spec] Page Page.close should run beforeunload if asked for", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, - { - "testIdPattern": "[page.spec] Page Page.close should run beforeunload if asked for", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, { "testIdPattern": "[page.spec] Page Page.close should terminate network waiters", "platforms": ["darwin", "linux", "win32"], @@ -1531,73 +1039,37 @@ }, { "testIdPattern": "[page.spec] Page Page.Events.Console should have location and stack trace for console API calls", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.Events.Console should have location and stack trace for console API calls", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.Events.Console should have location when fetch fails", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.Events.Console should have location when fetch fails", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.Events.Console should not fail for window object", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.Events.Console should not fail for window object", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.Events.Console should trigger correct Log", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.Events.Console should trigger correct Log", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.Events.Console should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.Events.Console should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.Events.Console should work for different console API calls", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.Events.Console should work for different console API calls", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1645,135 +1117,69 @@ }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should await returned promise", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should await returned promise", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should be callable from-inside evaluateOnNewDocument", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should be callable from-inside evaluateOnNewDocument", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should fallback to default export when passed a module object", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should fallback to default export when passed a module object", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should not throw when frames detach", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should not throw when frames detach", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should support throwing \"null\"", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should support throwing \"null\"", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should survive navigation", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should survive navigation", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should throw exception in page context", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should throw exception in page context", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should work", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should work", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should work on frames", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should work on frames", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should work on frames before navigation", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should work on frames before navigation", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[page.spec] Page Page.exposeFunction should work with complex objects", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.exposeFunction should work with complex objects", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["FAIL"] + "expectations": ["SKIP"] }, { "testIdPattern": "[page.spec] Page Page.metrics metrics event fired on console.timeStamp", @@ -1783,64 +1189,40 @@ }, { "testIdPattern": "[page.spec] Page Page.metrics should get metrics from a page", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.metrics should get metrics from a page", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.select should work when re-defining top-level Event class", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.select should work when re-defining top-level Event class", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass after cross-process navigation", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass after cross-process navigation", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP header", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP header", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP in iframes as well", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP in iframes as well", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, + { + "testIdPattern": "[page.spec] Page Page.addScriptTag should throw when added with content to the CSP page", + "platforms": ["linux", "darwin", "win32"], + "parameters": ["chrome"], + "expectations": ["SKIP"] + }, { "testIdPattern": "[page.spec] Page Page.addScriptTag should throw when added with content to the CSP page", "platforms": ["linux", "darwin", "win32"], @@ -1849,103 +1231,49 @@ }, { "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP meta tag", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP meta tag", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.setCacheEnabled should enable or disable the cache based on the state passed", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setCacheEnabled should enable or disable the cache based on the state passed", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.setCacheEnabled should stay disabled when toggling request interception on/off", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setCacheEnabled should stay disabled when toggling request interception on/off", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, - { - "testIdPattern": "[page.spec] Page printing to PDF should respect timeout", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, { "testIdPattern": "[page.spec] Page Page.setGeolocation should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setGeolocation should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.setJavaScriptEnabled should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setJavaScriptEnabled should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.setOfflineMode should emulate navigator.onLine", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setOfflineMode should emulate navigator.onLine", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.setOfflineMode should work", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setOfflineMode should work", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[page.spec] Page Page.setUserAgent should work with additional userAgentMetdata", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[page.spec] Page Page.setUserAgent should work with additional userAgentMetdata", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, @@ -1963,807 +1291,87 @@ }, { "testIdPattern": "[requestinterception-experimental.spec]", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should cooperatively respond by priority", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should cooperatively continue by priority", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should cooperatively abort by priority", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should intercept", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work when POST is redirected with 302", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work when header manipulation headers with redirect", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be able to remove headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should contain referer header", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should properly return navigation response when URL has cookies", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should stop intercepting", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should show custom HTTP headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with redirect inside sync XHR", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with custom referer headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be abortable", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be able to access the error reason", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be abortable with custom error codes", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should send referer", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should fail navigation when aborting main resource", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with redirects", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with redirects for subresources", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be able to abort redirects", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with equal requests", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should navigate to dataURL and fire dataURL requests", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be able to fetch dataURL and fire dataURL requests", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should navigate to URL with hash and fire requests without hash", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with encoded server", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with badly encoded server", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with encoded server - 2", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should not throw \"Invalid Interception Id\" if the request was cancelled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with file URLs", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should not cache if cache disabled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should cache if cache enabled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should load fonts if cache enabled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.continue should work", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.continue should amend HTTP headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.continue should redirect in a way non-observable to page", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.continue should amend method", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.continue should amend post data", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.continue should amend both post data and method on navigation", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.respond should work", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.respond should be able to access the response", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.respond should work with status code 422", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.respond should redirect", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.respond should allow mocking binary responses", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.respond should stringify intercepted request response headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Request.respond should indicate already-handled if an intercept has been handled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should intercept", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work when POST is redirected with 302", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work when header manipulation headers with redirect", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be able to remove headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should contain referer header", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should properly return navigation response when URL has cookies", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should stop intercepting", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should show custom HTTP headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with redirect inside sync XHR", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with custom referer headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be abortable", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be abortable with custom error codes", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should send referer", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should fail navigation when aborting main resource", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with redirects", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with redirects for subresources", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should be able to abort redirects", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec] request interception Page.setRequestInterception should work with equal requests", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception-experimental.spec.js] request interception Page.setRequestInterception should navigate to dataURL and fire dataURL requests", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should be able to fetch dataURL and fire dataURL requests", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should navigate to URL with hash and fire requests without hash", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work with encoded server", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work with badly encoded server", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work with encoded server - 2", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] equest interception Page.setRequestInterception should not throw \"Invalid Interception Id\" if the request was cancelled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work with file URLs", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should not cache if cache disabled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should cache if cache enabled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should load fonts if cache enabled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.continue should work", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.continue should amend HTTP headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.continue should redirect in a way non-observable to page", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.continue should amend method", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.continue should amend post data", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.continue should amend both post data and method on navigation", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.continue should fail if the header value is invalid", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.respond should work", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.respond should work with status code 422", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.respond should redirect", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.respond should allow mocking multiple headers with same key", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.respond should allow mocking binary responses", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.respond should stringify intercepted request response headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Request.respond should fail if the header value is invalid", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should intercept", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work when POST is redirected with 302", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work when header manipulation headers with redirect", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should be able to remove headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should contain referer header", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should properly return navigation response when URL has cookies", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should stop intercepting", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should show custom HTTP headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work with redirect inside sync XHR", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work with custom referer headers", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should be abortable", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should be abortable with custom error codes", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should send referer", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should fail navigation when aborting main resource", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work with redirects", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work with redirects for subresources", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should be able to abort redirects", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should work with equal requests", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should navigate to dataURL and fire dataURL requests", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[requestinterception.spec] request interception Page.setRequestInterception should not throw \"Invalid Interception Id\" if the request was cancelled", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] + "expectations": ["SKIP", "FAIL"] }, { "testIdPattern": "[requestinterception.spec]", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["SKIP", "FAIL"] }, { "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should capture full element when larger than viewport", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should use scale for clip", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should use scale for clip", - "platforms": ["linux"], - "parameters": ["firefox", "headless"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should fail to screenshot a detached element", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should fail to screenshot a detached element", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should work for an element with an offset", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should work for an element with an offset", - "platforms": ["linux"], - "parameters": ["firefox"], - "expectations": ["FAIL"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should work with a null viewport", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { - "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should work with a rotated element", - "platforms": ["darwin", "win32"], + "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should use scale for clip", + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["PASS", "FAIL"] + }, + { + "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should fail to screenshot a detached element", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] + }, + { + "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should work for an element with an offset", + "platforms": ["darwin", "linux", "win32"], + "parameters": ["firefox"], + "expectations": ["FAIL"] }, { "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should work with a rotated element", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should allow transparency", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should allow transparency", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should clip rect", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should clip rect", - "platforms": ["linux"], - "parameters": ["firefox", "headless"], - "expectations": ["FAIL"] + "expectations": ["PASS", "FAIL"] }, { "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should get screenshot bigger than the viewport", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should render white background on jpeg file", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should render white background on jpeg file", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should return base64", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should return base64", - "platforms": ["linux"], - "parameters": ["firefox", "headless"], - "expectations": ["FAIL"] + "expectations": ["PASS", "FAIL"] }, { "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should take fullPage screenshots", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should take fullPage screenshots", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should work", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should work", - "platforms": ["linux"], - "parameters": ["firefox", "headless"], - "expectations": ["FAIL"] + "expectations": ["PASS", "FAIL"] }, { "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should work in \"fromSurface: false\" mode", @@ -2779,7 +1387,7 @@ }, { "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should work with webp", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, @@ -2805,7 +1413,7 @@ "testIdPattern": "[target.spec] Target should have an opener", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["FAIL"] }, { "testIdPattern": "[target.spec] Target should not crash while redirecting if original request was missed", @@ -2835,31 +1443,25 @@ "testIdPattern": "[TargetManager.spec]", "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[touchscreen.spec]", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] + "expectations": ["SKIP", "FAIL"] }, { "testIdPattern": "[touchscreen.spec] Touchscreen should tap the button", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[touchscreen.spec] Touchscreen should report touches", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[touchscreen.spec] Touchscreen should report touchMove", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], - "expectations": ["FAIL"] + "expectations": ["SKIP"] }, { "testIdPattern": "[tracing.spec]", @@ -2869,25 +1471,19 @@ }, { "testIdPattern": "[waittask.spec] waittask specs Frame.waitForFunction should work with strict CSP policy", - "platforms": ["darwin", "win32"], - "parameters": ["firefox"], - "expectations": ["SKIP"] - }, - { - "testIdPattern": "[waittask.spec] waittask specs Frame.waitForFunction should work with strict CSP policy", - "platforms": ["linux"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["FAIL"] }, { "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector Page.waitForSelector is shortcut for main frame", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, { "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector should run in specified frame", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, @@ -2905,7 +1501,7 @@ }, { "testIdPattern": "[waittask.spec] waittask specs Frame.waitForXPath should run in specified frame", - "platforms": ["darwin", "win32"], + "platforms": ["darwin", "linux", "win32"], "parameters": ["firefox"], "expectations": ["SKIP"] }, @@ -2945,12 +1541,6 @@ "parameters": ["chrome"], "expectations": ["PASS", "FAIL"] }, - { - "testIdPattern": "[click.spec] Page.click should click on checkbox input and toggle", - "platforms": ["linux"], - "parameters": ["firefox", "headful"], - "expectations": ["PASS", "FAIL"] - }, { "testIdPattern": "[network.spec] network raw network headers Same-origin set-cookie subresource", "platforms": ["win32"], diff --git a/test/src/click.spec.ts b/test/src/click.spec.ts index 44b65968005..1a50b260eaf 100644 --- a/test/src/click.spec.ts +++ b/test/src/click.spec.ts @@ -419,7 +419,7 @@ describe('Page.click', function () { ).toBe('Clicked'); }); // @see https://github.com/puppeteer/puppeteer/issues/4110 - it.skip('should click the button with fixed position inside an iframe', async () => { + it('should click the button with fixed position inside an iframe', async () => { const {page, server} = getTestState(); await page.goto(server.EMPTY_PAGE); diff --git a/test/src/page.spec.ts b/test/src/page.spec.ts index 4876d7dbf73..b3ba84dbee9 100644 --- a/test/src/page.spec.ts +++ b/test/src/page.spec.ts @@ -184,13 +184,17 @@ describe('Page', function () { describe('Page.Events.error', function () { it('should throw when page crashes', async () => { - const {page} = getTestState(); + const {page, isChrome} = getTestState(); let error!: Error; page.on('error', err => { return (error = err); }); - page.goto('chrome://crash').catch(() => {}); + if (isChrome) { + page.goto('chrome://crash').catch(() => {}); + } else { + page.goto('about:crashcontent').catch(() => {}); + } await waitEvent(page, 'error'); expect(error.message).toBe('Page crashed!'); }); @@ -1804,7 +1808,7 @@ describe('Page', function () { }); // @see https://github.com/puppeteer/puppeteer/issues/4840 - it.skip('should throw when added with content to the CSP page', async () => { + it('should throw when added with content to the CSP page', async () => { const {page, server} = getTestState(); await page.goto(server.PREFIX + '/csp.html');