puppeteer/test/TestExpectations.json

[
  {
    "testIdPattern": "[accessibility.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[ariaqueryhandler.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[browsercontext.spec] BrowserContext should fire target events",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[browsercontext.spec] BrowserContext should isolate localStorage and cookies",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[browsercontext.spec] BrowserContext should wait for a target",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[browsercontext.spec] BrowserContext should work across sessions",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[browsercontext.spec] BrowserContext window.open should use parent tab context",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[CDPSession.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[chromiumonly.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[click.spec] Page.click should click on checkbox label and toggle",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[click.spec] Page.click should click the button if window.Node is removed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[click.spec] Page.click should click with disabled javascript",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.cookies should get cookies from multiple urls",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.deleteCookie should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should default to setting secure cookie for HTTPS websites",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should isolate cookies in browser contexts",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should set a cookie on a different domain",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should set a cookie with a path",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should set cookie with reasonable defaults",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should set cookies from a frame",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should set multiple cookies",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should set secure same-site cookies from a frame",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[cookies.spec] Cookie specs Page.setCookie should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[coverage.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[defaultbrowsercontext.spec] DefaultBrowserContext page.deleteCookie() should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[defaultbrowsercontext.spec] DefaultBrowserContext page.setCookie() should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[dialog.spec] Page.Events.Dialog should allow accepting prompts",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[drag-and-drop.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should handle nested frames",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should handle nested frames",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should return null for invisible elements",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should return null for invisible elements",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boundingBox should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boxModel should return null for invisible elements",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.boxModel should return null for invisible elements",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.click should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[elementhandle.spec] ElementHandle specs ElementHandle.contentFrame should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulate should support clicking",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateCPUThrottling should change the CPU throttling rate successfully",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateCPUThrottling should change the CPU throttling rate successfully",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateMediaFeatures should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateMediaType should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateNetworkConditions should change navigator.connection.effectiveType",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateNetworkConditions should change navigator.connection.effectiveType",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateTimezone should throw for invalid timezone IDs",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateTimezone should throw for invalid timezone IDs",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateTimezone should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateTimezone should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateVisionDeficiency should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.emulateVisionDeficiency should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[emulation.spec] Emulation Page.viewport should support landscape emulation",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should be able to throw a tricky error",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should fail for circular object",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should not throw an error when evaluation does a navigation",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should return undefined for non-serializable objects",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should return undefined for objects with symbols",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should simulate a user gesture",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should throw a nice error after a navigation",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should throw if elementHandles are from other frames",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should throw when evaluation triggers reload",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluate should work from-inside an exposed function",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluateOnNewDocument should evaluate before anything else on the page",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluateOnNewDocument should evaluate before anything else on the page",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluateOnNewDocument should work with CSP",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[evaluation.spec] Evaluation specs Page.evaluateOnNewDocument should work with CSP",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[fixtures.spec] Fixtures dumpio option should work with pipe option",
    "platforms": ["linux"],
    "parameters": ["chrome", "headful"],
    "expectations": ["FAIL"]
  },
  {
    "testIdPattern": "[fixtures.spec] Fixtures dumpio option should work with pipe option",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[fixtures.spec] Fixtures dumpio option should work with pipe option",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame Management should handle nested frames",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame Management should report different frame instance when frame re-attaches",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame Management should report frame from-inside shadow DOM",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame Management should report frame.name()",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame Management should report frame.parent()",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame Management should send events when frames are manipulated dynamically",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame Management should support lazy frames",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame.evaluate should throw for detached frames",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame.executionContext should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[headful.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[idle_override.spec] Emulate idle state changing idle state emulation causes change of the IdleDetector state",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[idle_override.spec] Emulate idle state changing idle state emulation causes change of the IdleDetector state",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[idle_overrides.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[ignorehttperrors.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors Response.securityDetails should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors Response.securityDetails should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work with mixed content",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors should work with request interception",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[ignorehttpserrors.spec] ignoreHTTPSErrors Response.securityDetails Network redirects should report SecurityDetails",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["PASS", "FAIL"]
  },
  {
    "testIdPattern": "[input.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[jshandle.spec] JSHandle JSHandle.click should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[jshandle.spec] JSHandle JSHandle.jsonValue should not work with dates",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[jshandle.spec] JSHandle JSHandle.jsonValue should not work with dates",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[jshandle.spec] JSHandle JSHandleonValue should not work with dates",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard ElementHandle.press should support |text| option",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard should press the meta key",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard should press the metaKey",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard should report shiftKey",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard should send a character with sendCharacter",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard should specify location",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard should specify repeat property",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard should type all kinds of characters",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard should type emoji",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[keyboard.spec] Keyboard should type emoji into an iframe",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Browser target events should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Browser.Events.disconnected should be emitted when: browser gets closed, disconnected or underlying websocket gets closed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to connect to the same page simultaneously",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to reconnect to a disconnected browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should support targetFilter option",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.executablePath when the product is chrome, platform is not darwin, and arch is arm64 and the executable does not exist does not return /usr/bin/chromium-browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.executablePath when the product is chrome, platform is not darwin, and arch is arm64 and the executable exists returns /usr/bin/chromium-browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should filter out ignored default arguments in Chrome",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should have custom URL when launching browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should launch Chrome properly with --no-startup-window and waitForInitialPage=false",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch tmp profile should be cleaned up",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch userDataDir argument with non-existent dir",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[mouse.spec] Mouse should send mouse wheel events",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[mouse.spec] Mouse should trigger hover state",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[mouse.spec] Mouse should trigger hover state with removed window.Node",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[mouse.spec] Mouse should tween mouse movement",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should navigate subframes",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should navigate subframes",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should reject when frame detaches",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should reject when frame detaches",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should return matching responses",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should return matching responses",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should return matching responses",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should return matching responses",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should return matching responses",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.goto should return matching responses",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.waitForNavigation should fail when frame detaches",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.waitForNavigation should fail when frame detaches",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.waitForNavigation should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Frame.waitForNavigation should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goBack should work with HistoryAPI",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating to bad SSL",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should fail when navigating to bad url",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should fail when server returns 204",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should navigate to dataURL and fire dataURL requests",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should navigate to empty page with networkidle0",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should navigate to empty page with networkidle2",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should navigate to URL with hash and fire requests without hash",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should send referer",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should wait for network idle to succeed navigation",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should work when navigating to data url",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.goto should work with subframes return 204",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work when subframe issues window.stop()",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with DOM history.back()/history.forward()",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with history.pushState()",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[navigation.spec] navigation Page.waitForNavigation should work with history.replaceState()",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network \"after each\" hook for \"should wait until response completes\"",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Network Events Page.Events.Request",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["PASS", "FAIL"]
  },
  {
    "testIdPattern": "[network.spec] network Network Events Page.Events.Response",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["PASS", "FAIL"]
  },
  {
    "testIdPattern": "[network.spec] network Network Events Page.Events.RequestFailed",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Network Events Page.Events.RequestFinished",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Network Events Page.Events.RequestServedFromCache",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Network Events should fire events in proper order",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Network Events should support redirects",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Page.authenticate should allow disable authentication",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Page.authenticate should fail if wrong credentials",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Page.authenticate should not disable caching",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Page.authenticate should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Page.setExtraHTTPHeaders should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network raw network headers Cross-origin set-cookie",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["FAIL", "PASS"]
  },
  {
    "testIdPattern": "[network.spec] network raw network headers Same-origin set-cookie subresource",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.frame should work for subframe navigation request",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.headers should define Chrome as user agent header",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.headers should define Firefox as user agent header",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["chrome"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.initiator should return the initiator",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.initiator should return the initiator",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.isNavigationRequest should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.isNavigationRequest should work when navigating to image",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.isNavigationRequest should work with request interception",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.postData should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Request.postData should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.buffer should throw if the response does not have a body",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.buffer should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.buffer should work with compression",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.fromCache should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.fromCache should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.fromServiceWorker Response.fromServiceWorker",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.fromServiceWorker Response.fromServiceWorker",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.json should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.text should return uncompressed text",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.text should return uncompressed text",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.text should throw when requesting body of redirected response",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.text should throw when requesting body of redirected response",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.text should wait until response completes",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.text should wait until response completes",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.text should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.text should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[network.spec] network Response.timing returns timing information",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[oopif.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[oopif.spec] OOPIF \"after all\" hook for \"should keep track of a frames OOP state\"",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[oopif.spec] OOPIF \"before all\" hook for \"should keep track of a frames OOP state\"",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[oopif.spec] OOPIF should support OOP iframes becoming normal iframes again",
    "platforms": ["darwin"],
    "parameters": ["chrome", "headless"],
    "expectations": ["PASS", "FAIL"]
  },
  {
    "testIdPattern": "[oopif.spec] OOPIF should keep track of a frames OOP state",
    "platforms": ["darwin"],
    "parameters": ["chrome", "headless"],
    "expectations": ["PASS", "FAIL"]
  },
  {
    "testIdPattern": "[oopif.spec] OOPIF should wait for inner OOPIFs",
    "platforms": ["linux"],
    "parameters": ["chrome", "headless"],
    "expectations": ["PASS", "FAIL"]
  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.connect should be able to connect to a browser with no page targets",
    "platforms": ["linux", "darwin", "win32"],
    "parameters": ["chrome", "chrome-headless"],
    "expectations": ["PASS", "FAIL"]
  },
  {
    "testIdPattern": "[page.spec] Page \"before each\" hook for \"should return the page title\"",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox", "headless"],
    "expectations": ["PASS", "FAIL"]
  },
  {
    "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should deny permission when not listed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should grant permission when listed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should grant persistent-storage",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should isolate permissions between browser contexts",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should reset permissions",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should trigger permission onchange",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page ExecutionContext.queryObjects should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page ExecutionContext.queryObjects should work for non-blank page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.addStyleTag should throw when added with content to the CSP page",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.close should *not* run beforeunload by default",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.close should run beforeunload if asked for",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.close should terminate network waiters",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Close should work with window.close",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should have location and stack trace for console API calls",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should have location and stack trace for console API calls",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should have location when fetch fails",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should have location when fetch fails",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should not fail for window object",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should not fail for window object",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should trigger correct Log",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should trigger correct Log",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should work for different console API calls",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should work for different console API calls",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.error should throw when page crashes",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.error should throw when page crashes",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with clicking target=_blank and rel=noopener",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with clicking target=_blank and rel=noopener",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with clicking target=_blank and with rel=opener",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with clicking target=_blank and with rel=opener",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with clicking target=_blank and without rel=opener",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with clicking target=_blank and without rel=opener",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with fake-clicking target=_blank and rel=noopener",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with fake-clicking target=_blank and rel=noopener",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with noopener",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Popup should work with noopener",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should await returned promise",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should await returned promise",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should be callable from-inside evaluateOnNewDocument",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should be callable from-inside evaluateOnNewDocument",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should fallback to default export when passed a module object",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should fallback to default export when passed a module object",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should not throw when frames detach",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should not throw when frames detach",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should support throwing \"null\"",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should support throwing \"null\"",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should survive navigation",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should survive navigation",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should throw exception in page context",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should throw exception in page context",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should work on frames",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should work on frames",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should work on frames before navigation",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should work on frames before navigation",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should work with complex objects",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.exposeFunction should work with complex objects",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.metrics metrics event fired on console.timeStamp",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.metrics metrics event fired on console.timeStamp",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.metrics should get metrics from a page",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.metrics should get metrics from a page",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.select should work when re-defining top-level Event class",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass after cross-process navigation",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass after cross-process navigation",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP header",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP header",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP in iframes as well",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP in iframes as well",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP meta tag",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setBypassCSP should bypass CSP meta tag",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setCacheEnabled should enable or disable the cache based on the state passed",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setCacheEnabled should enable or disable the cache based on the state passed",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setCacheEnabled should stay disabled when toggling request interception on/off",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setGeolocation should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setJavaScriptEnabled should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setJavaScriptEnabled should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setOfflineMode should emulate navigator.onLine",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setOfflineMode should emulate navigator.onLine",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setOfflineMode should work",
    "platforms": ["darwin"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setOfflineMode should work",
    "platforms": ["linux"],
    "parameters": ["firefox", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[page.spec] Page Page.setUserAgent should work with additional userAgentMetdata",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[proxy.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[proxy.spec] request proxy in incognito browser context should proxy requests when configured at context level",
    "platforms": ["win32"],
    "parameters": ["chrome", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[requestinterception-experimental.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[requestinterception.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should capture full element when larger than viewport",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should use scale for clip",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should fail to screenshot a detached element",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should work for an element with an offset",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should work with a null viewport",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots ElementHandle.screenshot should work with a rotated element",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should allow transparency",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should clip rect",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should get screenshot bigger than the viewport",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should render white background on jpeg file",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should return base64",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should take fullPage screenshots",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should work",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should work in \"fromSurface: false\" mode",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["chrome", "headless"],
    "expectations": ["FAIL"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should work in \"fromSurface: false\" mode",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["chrome", "headless"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[screenshot.spec] Screenshots Page.screenshot should work with webp",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target Browser.waitForTarget should wait for a target",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target should be able to use async waitForTarget",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target should create a worker from a service worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target should create a worker from a shared worker",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target should have an opener",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target should not crash while redirecting if original request was missed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target should not report uninitialized pages",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target should report when a new page is created and closed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target should report when a service worker is created and destroyed",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[target.spec] Target should report when a target url changes",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[TargetManager.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[touchscreen.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[tracing.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[waittask.spec] waittask specs Frame.waitForFunction should work with strict CSP policy",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector Page.waitForSelector is shortcut for main frame",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector should run in specified frame",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector should throw when frame is detached",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[waittask.spec] waittask specs Frame.waitForSelector should work with removed MutationObserver",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[waittask.spec] waittask specs Frame.waitForXPath should run in specified frame",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[waittask.spec] waittask specs Frame.waitForXPath should throw when frame is detached",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  },
  {
    "testIdPattern": "[worker.spec]",
    "platforms": ["darwin", "win32", "linux"],
    "parameters": ["firefox"],
    "expectations": ["SKIP"]
  }
]