chore: run more BiDi test (#10355)

2024-06-14 14:02:48 +00:00 · 2023-06-12 14:50:30 +02:00 · 2023-06-12 14:50:30 +02:00 · 9aee41a53d
commit 9aee41a53d
parent ba28724952
5 changed files with 246 additions and 13 deletions
--- a/packages/puppeteer-core/src/api/Page.ts
+++ b/packages/puppeteer-core/src/api/Page.ts
@ -2583,9 +2583,8 @@ export class Page extends EventEmitter {
   *
   * @param milliseconds - the number of milliseconds to wait.
   */
-  waitForTimeout(milliseconds: number): Promise<void>;
-  waitForTimeout(): Promise<void> {
-    throw new Error('Not implemented');
+  waitForTimeout(milliseconds: number): Promise<void> {
+    return this.mainFrame().waitForTimeout(milliseconds);
  }

  /**
--- a/packages/puppeteer-core/src/common/Page.ts
+++ b/packages/puppeteer-core/src/common/Page.ts
@ -1549,10 +1549,6 @@ export class CDPPage extends Page {
    return this.mainFrame().type(selector, text, options);
  }

-  override waitForTimeout(milliseconds: number): Promise<void> {
-    return this.mainFrame().waitForTimeout(milliseconds);
-  }
-
  override waitForXPath(
    xpath: string,
    options: WaitForSelectorOptions = {}
--- a/test/TestExpectations.json
+++ b/test/TestExpectations.json
@ -47,12 +47,24 @@
    "parameters": ["webDriverBiDi"],
    "expectations": ["PASS"]
  },
+  {
+    "testIdPattern": "[fixtures.spec] Fixtures *",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[jshandle.spec] *",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["PASS"]
  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch *",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[navigation.spec] *",
    "platforms": ["darwin", "linux", "win32"],
@ -209,6 +221,12 @@
    "parameters": ["webDriverBiDi"],
    "expectations": ["PASS"]
  },
+  {
+    "testIdPattern": "[page.spec] Page removing and adding event handlers *",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[queryhandler.spec] *",
    "platforms": ["darwin", "linux", "win32"],
@ -221,6 +239,12 @@
    "parameters": ["webDriverBiDi"],
    "expectations": ["PASS"]
  },
+  {
+    "testIdPattern": "[stacktrace.spec] Stack trace *",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[accessibility.spec] *",
    "platforms": ["darwin", "linux", "win32"],
@ -263,6 +287,12 @@
    "parameters": ["cdp", "firefox"],
    "expectations": ["SKIP"]
  },
+  {
+    "testIdPattern": "[Deferred.spec] DeferredPromise should catch errors",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[drag-and-drop.spec] *",
    "platforms": ["darwin", "linux", "win32"],
@ -353,6 +383,18 @@
    "parameters": ["cdp", "firefox"],
    "expectations": ["SKIP"]
  },
+  {
+    "testIdPattern": "[fixtures.spec] Fixtures dumpio option should work with pipe option",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["firefox"],
+    "expectations": ["SKIP"]
+  },
+  {
+    "testIdPattern": "[fixtures.spec] Fixtures should close the browser when the node process closes",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["TIMEOUT"]
+  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame Management should not send attach/detach events for main frame",
    "platforms": ["darwin", "linux", "win32"],
@ -431,18 +473,78 @@
    "parameters": ["webDriverBiDi"],
    "expectations": ["FAIL", "PASS"]
  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.executablePath returns executablePath for channel",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.executablePath should work",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.executablePath when executable path is configured its value is used",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch can launch and close the browser",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["PASS"]
  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should be able to launch Chrome",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should be able to launch Firefox",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["chrome"],
    "expectations": ["SKIP"]
  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should be able to launch Firefox",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should have custom URL when launching browser",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should have default URL when launching browser",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should launch Chrome properly with --no-startup-window and waitForInitialPage=false",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should set the debugging port",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should take fullPage screenshots when defaultViewport is null",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should work with no default arguments",
    "platforms": ["darwin", "linux", "win32"],
@ -455,6 +557,24 @@
    "parameters": ["webDriverBiDi"],
    "expectations": ["PASS"]
  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch userDataDir argument with non-existent dir",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["firefox"],
+    "expectations": ["SKIP"]
+  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch userDataDir option should restore cookies",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch userDataDir option should restore state",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
  {
    "testIdPattern": "[navigation.spec] navigation \"after each\" hook for \"should work with both domcontentloaded and load\"",
    "platforms": ["darwin", "linux", "win32"],
@ -575,18 +695,78 @@
    "parameters": ["cdp", "firefox"],
    "expectations": ["SKIP"]
  },
+  {
+    "testIdPattern": "[page.spec] Page BrowserContext.overridePermissions should be prompt by default",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[page.spec] Page Page.addScriptTag should throw when added with content to the CSP page",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[page.spec] Page Page.addScriptTag should throw when added with URL to the CSP page",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[page.spec] Page Page.addStyleTag should throw when added with content to the CSP page",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[page.spec] Page Page.addStyleTag should throw when added with URL to the CSP page",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[page.spec] Page Page.close should *not* run beforeunload by default",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["cdp", "firefox"],
    "expectations": ["SKIP"]
  },
+  {
+    "testIdPattern": "[page.spec] Page Page.close should reject all promises when page is closed",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[page.spec] Page Page.Events.Console should not fail for window object",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[page.spec] Page Page.Events.Console should work",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[page.spec] Page Page.Events.Console should work for different console API calls with timing functions",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should work on script call right after navigation",
    "platforms": ["darwin", "linux", "win32"],
    "parameters": ["webDriverBiDi"],
    "expectations": ["PASS"]
  },
+  {
+    "testIdPattern": "[page.spec] Page Page.title should return the page title",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[page.spec] Page Page.waitForNetworkIdle should work with aborted requests",
    "platforms": ["darwin", "linux", "win32"],
@ -653,6 +833,12 @@
    "parameters": ["cdp", "firefox"],
    "expectations": ["FAIL"]
  },
+  {
+    "testIdPattern": "[target.spec] Target Browser.pages should return all of the pages",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[TargetManager.spec] *",
    "platforms": ["darwin", "linux", "win32"],
@ -665,6 +851,18 @@
    "parameters": ["cdp", "firefox"],
    "expectations": ["SKIP"]
  },
+  {
+    "testIdPattern": "[waittask.spec] waittask specs Frame.waitForTimeout waits for the given timeout before resolving",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[waittask.spec] waittask specs Page.waitForTimeout waits for the given timeout before resolving",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[worker.spec] *",
    "platforms": ["darwin", "linux", "win32"],
@ -998,8 +1196,8 @@
  {
    "testIdPattern": "[fixtures.spec] Fixtures dumpio option should work with pipe option",
    "platforms": ["darwin", "linux", "win32"],
-    "parameters": ["cdp", "firefox"],
-    "expectations": ["SKIP"]
+    "parameters": ["chrome", "webDriverBiDi"],
+    "expectations": ["FAIL"]
  },
  {
    "testIdPattern": "[frame.spec] Frame specs Frame Management should report different frame instance when frame re-attaches",
@ -1229,6 +1427,12 @@
    "parameters": ["cdp", "firefox"],
    "expectations": ["SKIP"]
  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should set the default viewport",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["firefox", "webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
  {
    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should work with no default arguments",
    "platforms": ["darwin", "linux", "win32"],
@ -1248,10 +1452,10 @@
    "expectations": ["FAIL"]
  },
  {
-    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch userDataDir argument with non-existent dir",
+    "testIdPattern": "[locator.spec] Locator Locator.race can be aborted",
    "platforms": ["darwin", "linux", "win32"],
-    "parameters": ["cdp", "firefox"],
-    "expectations": ["SKIP"]
+    "parameters": ["chrome", "webDriverBiDi"],
+    "expectations": ["PASS"]
  },
  {
    "testIdPattern": "[mouse.spec] Mouse should select the text with mouse",
@ -1895,6 +2099,12 @@
    "parameters": ["cdp", "firefox"],
    "expectations": ["SKIP"]
  },
+  {
+    "testIdPattern": "[page.spec] Page Page.Events.Console should have location and stack trace for console API calls",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["chrome", "webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[page.spec] Page Page.Events.Console should have location and stack trace for console API calls",
    "platforms": ["darwin", "linux", "win32"],
@ -2159,6 +2369,12 @@
    "parameters": ["firefox", "headful"],
    "expectations": ["PASS", "TIMEOUT"]
  },
+  {
+    "testIdPattern": "[proxy.spec] request proxy in incognito browser context should proxy requests when configured at browser level",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["chrome", "webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[proxy.spec] request proxy in incognito browser context should proxy requests when configured at context level",
    "platforms": ["win32"],
@ -2171,6 +2387,18 @@
    "parameters": ["cdp", "chrome"],
    "expectations": ["FAIL", "PASS"]
  },
+  {
+    "testIdPattern": "[proxy.spec] request proxy in incognito browser context should respect proxy bypass list when configured at browser level",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["chrome", "webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
+  {
+    "testIdPattern": "[proxy.spec] request proxy in incognito browser context should respect proxy bypass list when configured at context level",
+    "platforms": ["darwin", "linux", "win32"],
+    "parameters": ["chrome", "webDriverBiDi"],
+    "expectations": ["PASS"]
+  },
  {
    "testIdPattern": "[queryhandler.spec] Query handler tests P selectors should work ARIA selectors",
    "platforms": ["darwin", "linux", "win32"],
@ -2471,6 +2699,12 @@
    "parameters": ["cdp", "chrome", "headless"],
    "expectations": ["FAIL", "PASS"]
  },
+  {
+    "testIdPattern": "[launcher.spec] Launcher specs Puppeteer Puppeteer.launch should work with no default arguments",
+    "platforms": ["linux"],
+    "parameters": ["chrome", "headless", "webDriverBiDi"],
+    "expectations": ["FAIL"]
+  },
  {
    "testIdPattern": "[navigation.spec] navigation \"after all\" hook in \"navigation\"",
    "platforms": ["darwin", "linux", "win32"],
--- a/test/src/fixtures.spec.ts
+++ b/test/src/fixtures.spec.ts
@ -48,6 +48,7 @@ describe('Fixtures', function () {
    await new Promise(resolve => {
      return res.on('close', resolve);
    });
+    console.log(dumpioData);
    expect(dumpioData).toContain('message from dumpio');
  });
  it('should dump browser process stderr', async () => {
--- a/test/src/page.spec.ts
+++ b/test/src/page.spec.ts
@ -723,7 +723,10 @@ describe('Page', function () {
          return console.error(window);
        }),
      ]);
-      expect(message.text()).toBe('JSHandle@object');
+      expect(message.text()).atLeastOneToContain([
+        'JSHandle@object',
+        'JSHandle@window',
+      ]);
    });
    it('should trigger correct Log', async () => {
      const {page, server, isChrome} = getTestState();