/** * Copyright 2019 Google Inc. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import {Protocol} from 'devtools-protocol'; import {assert} from './assert.js'; import {CDPSession} from './Connection.js'; import { EvaluateFn, EvaluateFnReturnType, EvaluateHandleFn, SerializableOrJSHandle, UnwrapPromiseLike, WrapElementHandle, } from './EvalTypes.js'; import {ExecutionContext} from './ExecutionContext.js'; import {Frame, FrameManager} from './FrameManager.js'; import {MouseButton} from './Input.js'; import {Page, ScreenshotOptions} from './Page.js'; import {_getQueryHandlerAndSelector} from './QueryHandler.js'; import {KeyInput} from './USKeyboardLayout.js'; import { debugError, isString, releaseObject, valueFromRemoteObject, } from './util.js'; /** * @public */ export interface BoxModel { content: Point[]; padding: Point[]; border: Point[]; margin: Point[]; width: number; height: number; } /** * @public */ export interface BoundingBox extends Point { /** * the width of the element in pixels. */ width: number; /** * the height of the element in pixels. */ height: number; } /** * @internal */ export function _createJSHandle( context: ExecutionContext, remoteObject: Protocol.Runtime.RemoteObject ): JSHandle { const frame = context.frame(); if (remoteObject.subtype === 'node' && frame) { const frameManager = frame._frameManager; return new ElementHandle( context, context._client, remoteObject, frame, frameManager.page(), frameManager ); } return new JSHandle(context, context._client, remoteObject); } const applyOffsetsToQuad = ( quad: Point[], offsetX: number, offsetY: number ) => { return quad.map(part => { return {x: part.x + offsetX, y: part.y + offsetY}; }); }; /** * Represents an in-page JavaScript object. JSHandles can be created with the * {@link Page.evaluateHandle | page.evaluateHandle} method. * * @example * ```js * const windowHandle = await page.evaluateHandle(() => window); * ``` * * JSHandle prevents the referenced JavaScript object from being garbage-collected * unless the handle is {@link JSHandle.dispose | disposed}. JSHandles are auto- * disposed when their origin frame gets navigated or the parent context gets destroyed. * * JSHandle instances can be used as arguments for {@link Page.$eval}, * {@link Page.evaluate}, and {@link Page.evaluateHandle}. * * @public */ export class JSHandle { #client: CDPSession; #disposed = false; #context: ExecutionContext; #remoteObject: Protocol.Runtime.RemoteObject; /** * @internal */ get _client(): CDPSession { return this.#client; } /** * @internal */ get _disposed(): boolean { return this.#disposed; } /** * @internal */ get _remoteObject(): Protocol.Runtime.RemoteObject { return this.#remoteObject; } /** * @internal */ get _context(): ExecutionContext { return this.#context; } /** * @internal */ constructor( context: ExecutionContext, client: CDPSession, remoteObject: Protocol.Runtime.RemoteObject ) { this.#context = context; this.#client = client; this.#remoteObject = remoteObject; } /** Returns the execution context the handle belongs to. */ executionContext(): ExecutionContext { return this.#context; } /** * This method passes this handle as the first argument to `pageFunction`. * If `pageFunction` returns a Promise, then `handle.evaluate` would wait * for the promise to resolve and return its value. * * @example * ```js * const tweetHandle = await page.$('.tweet .retweets'); * expect(await tweetHandle.evaluate(node => node.innerText)).toBe('10'); * ``` */ async evaluate>( pageFunction: T | string, ...args: SerializableOrJSHandle[] ): Promise>> { return await this.executionContext().evaluate< UnwrapPromiseLike> >(pageFunction, this, ...args); } /** * This method passes this handle as the first argument to `pageFunction`. * * @remarks * * The only difference between `jsHandle.evaluate` and * `jsHandle.evaluateHandle` is that `jsHandle.evaluateHandle` * returns an in-page object (JSHandle). * * If the function passed to `jsHandle.evaluateHandle` returns a Promise, * then `evaluateHandle.evaluateHandle` waits for the promise to resolve and * returns its value. * * See {@link Page.evaluateHandle} for more details. */ async evaluateHandle( pageFunction: EvaluateHandleFn, ...args: SerializableOrJSHandle[] ): Promise { return await this.executionContext().evaluateHandle( pageFunction, this, ...args ); } /** Fetches a single property from the referenced object. */ async getProperty(propertyName: string): Promise { const objectHandle = await this.evaluateHandle( (object: Element, propertyName: keyof Element) => { const result: Record = {__proto__: null}; result[propertyName] = object[propertyName]; return result; }, propertyName ); const properties = await objectHandle.getProperties(); const result = properties.get(propertyName); assert(result instanceof JSHandle); await objectHandle.dispose(); return result; } /** * The method returns a map with property names as keys and JSHandle * instances for the property values. * * @example * ```js * const listHandle = await page.evaluateHandle(() => document.body.children); * const properties = await listHandle.getProperties(); * const children = []; * for (const property of properties.values()) { * const element = property.asElement(); * if (element) * children.push(element); * } * children; // holds elementHandles to all children of document.body * ``` */ async getProperties(): Promise> { assert(this.#remoteObject.objectId); const response = await this.#client.send('Runtime.getProperties', { objectId: this.#remoteObject.objectId, ownProperties: true, }); const result = new Map(); for (const property of response.result) { if (!property.enumerable || !property.value) { continue; } result.set(property.name, _createJSHandle(this.#context, property.value)); } return result; } /** * @returns Returns a JSON representation of the object.If the object has a * `toJSON` function, it will not be called. * @remarks * * The JSON is generated by running {@link https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/JSON/stringify | JSON.stringify} * on the object in page and consequent {@link https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/JSON/parse | JSON.parse} in puppeteer. * **NOTE** The method throws if the referenced object is not stringifiable. */ async jsonValue(): Promise { if (this.#remoteObject.objectId) { const response = await this.#client.send('Runtime.callFunctionOn', { functionDeclaration: 'function() { return this; }', objectId: this.#remoteObject.objectId, returnByValue: true, awaitPromise: true, }); return valueFromRemoteObject(response.result) as T; } return valueFromRemoteObject(this.#remoteObject) as T; } /** * @returns Either `null` or the object handle itself, if the object * handle is an instance of {@link ElementHandle}. */ asElement(): ElementHandle | null { /* This always returns null, but subclasses can override this and return an ElementHandle. */ return null; } /** * Stops referencing the element handle, and resolves when the object handle is * successfully disposed of. */ async dispose(): Promise { if (this.#disposed) { return; } this.#disposed = true; await releaseObject(this.#client, this.#remoteObject); } /** * Returns a string representation of the JSHandle. * * @remarks Useful during debugging. */ toString(): string { if (this.#remoteObject.objectId) { const type = this.#remoteObject.subtype || this.#remoteObject.type; return 'JSHandle@' + type; } return 'JSHandle:' + valueFromRemoteObject(this.#remoteObject); } } /** * ElementHandle represents an in-page DOM element. * * @remarks * * ElementHandles can be created with the {@link Page.$} method. * * ```js * const puppeteer = require('puppeteer'); * * (async () => { * const browser = await puppeteer.launch(); * const page = await browser.newPage(); * await page.goto('https://example.com'); * const hrefElement = await page.$('a'); * await hrefElement.click(); * // ... * })(); * ``` * * ElementHandle prevents the DOM element from being garbage-collected unless the * handle is {@link JSHandle.dispose | disposed}. ElementHandles are auto-disposed * when their origin frame gets navigated. * * ElementHandle instances can be used as arguments in {@link Page.$eval} and * {@link Page.evaluate} methods. * * If you're using TypeScript, ElementHandle takes a generic argument that * denotes the type of element the handle is holding within. For example, if you * have a handle to a `` element matching `selector`, the method * throws an error. * * @example * ```js * handle.select('blue'); // single selection * handle.select('red', 'green', 'blue'); // multiple selections * ``` * @param values - Values of options to select. If the ` element.'); } const selectedValues = new Set(); if (!element.multiple) { for (const option of element.options) { option.selected = false; } for (const option of element.options) { if (values.has(option.value)) { option.selected = true; selectedValues.add(option.value); break; } } } else { for (const option of element.options) { option.selected = values.has(option.value); if (option.selected) { selectedValues.add(option.value); } } } element.dispatchEvent(new Event('input', {bubbles: true})); element.dispatchEvent(new Event('change', {bubbles: true})); return [...selectedValues.values()]; }, values); } /** * This method expects `elementHandle` to point to an * {@link https://developer.mozilla.org/en-US/docs/Web/HTML/Element/input | input element}. * * @param filePaths - Sets the value of the file input to these paths. * If a path is relative, then it is resolved against the * {@link https://nodejs.org/api/process.html#process_process_cwd | current working directory}. * Note for locals script connecting to remote chrome environments, * paths must be absolute. */ async uploadFile(...filePaths: string[]): Promise { const isMultiple = await this.evaluate<(element: Element) => boolean>( element => { if (!(element instanceof HTMLInputElement)) { throw new Error('uploadFile can only be called on an input element.'); } return element.multiple; } ); assert( filePaths.length <= 1 || isMultiple, 'Multiple file uploads only work with ' ); // Locate all files and confirm that they exist. let path: typeof import('path'); try { path = await import('path'); } catch (error) { if (error instanceof TypeError) { throw new Error( `JSHandle#uploadFile can only be used in Node-like environments.` ); } throw error; } const files = filePaths.map(filePath => { if (path.win32.isAbsolute(filePath) || path.posix.isAbsolute(filePath)) { return filePath; } else { return path.resolve(filePath); } }); const {objectId} = this._remoteObject; const {node} = await this._client.send('DOM.describeNode', {objectId}); const {backendNodeId} = node; /* The zero-length array is a special case, it seems that DOM.setFileInputFiles does not actually update the files in that case, so the solution is to eval the element value to a new FileList directly. */ if (files.length === 0) { await (this as ElementHandle).evaluate(element => { element.files = new DataTransfer().files; // Dispatch events for this case because it should behave akin to a user action. element.dispatchEvent(new Event('input', {bubbles: true})); element.dispatchEvent(new Event('change', {bubbles: true})); }); } else { await this._client.send('DOM.setFileInputFiles', { objectId, files, backendNodeId, }); } } /** * This method scrolls element into view if needed, and then uses * {@link Touchscreen.tap} to tap in the center of the element. * If the element is detached from DOM, the method throws an error. */ async tap(): Promise { await this.#scrollIntoViewIfNeeded(); const {x, y} = await this.clickablePoint(); await this.#page.touchscreen.tap(x, y); } /** * Calls {@link https://developer.mozilla.org/en-US/docs/Web/API/HTMLElement/focus | focus} on the element. */ async focus(): Promise { await (this as ElementHandle).evaluate(element => { return element.focus(); }); } /** * Focuses the element, and then sends a `keydown`, `keypress`/`input`, and * `keyup` event for each character in the text. * * To press a special key, like `Control` or `ArrowDown`, * use {@link ElementHandle.press}. * * @example * ```js * await elementHandle.type('Hello'); // Types instantly * await elementHandle.type('World', {delay: 100}); // Types slower, like a user * ``` * * @example * An example of typing into a text field and then submitting the form: * * ```js * const elementHandle = await page.$('input'); * await elementHandle.type('some text'); * await elementHandle.press('Enter'); * ``` */ async type(text: string, options?: {delay: number}): Promise { await this.focus(); await this.#page.keyboard.type(text, options); } /** * Focuses the element, and then uses {@link Keyboard.down} and {@link Keyboard.up}. * * @remarks * If `key` is a single character and no modifier keys besides `Shift` * are being held down, a `keypress`/`input` event will also be generated. * The `text` option can be specified to force an input event to be generated. * * **NOTE** Modifier keys DO affect `elementHandle.press`. Holding down `Shift` * will type the text in upper case. * * @param key - Name of key to press, such as `ArrowLeft`. * See {@link KeyInput} for a list of all key names. */ async press(key: KeyInput, options?: PressOptions): Promise { await this.focus(); await this.#page.keyboard.press(key, options); } /** * This method returns the bounding box of the element (relative to the main frame), * or `null` if the element is not visible. */ async boundingBox(): Promise { const result = await this.#getBoxModel(); if (!result) { return null; } const {offsetX, offsetY} = await this.#getOOPIFOffsets(this.#frame); const quad = result.model.border; const x = Math.min(quad[0]!, quad[2]!, quad[4]!, quad[6]!); const y = Math.min(quad[1]!, quad[3]!, quad[5]!, quad[7]!); const width = Math.max(quad[0]!, quad[2]!, quad[4]!, quad[6]!) - x; const height = Math.max(quad[1]!, quad[3]!, quad[5]!, quad[7]!) - y; return {x: x + offsetX, y: y + offsetY, width, height}; } /** * This method returns boxes of the element, or `null` if the element is not visible. * * @remarks * * Boxes are represented as an array of points; * Each Point is an object `{x, y}`. Box points are sorted clock-wise. */ async boxModel(): Promise { const result = await this.#getBoxModel(); if (!result) { return null; } const {offsetX, offsetY} = await this.#getOOPIFOffsets(this.#frame); const {content, padding, border, margin, width, height} = result.model; return { content: applyOffsetsToQuad( this.#fromProtocolQuad(content), offsetX, offsetY ), padding: applyOffsetsToQuad( this.#fromProtocolQuad(padding), offsetX, offsetY ), border: applyOffsetsToQuad( this.#fromProtocolQuad(border), offsetX, offsetY ), margin: applyOffsetsToQuad( this.#fromProtocolQuad(margin), offsetX, offsetY ), width, height, }; } /** * This method scrolls element into view if needed, and then uses * {@link Page.screenshot} to take a screenshot of the element. * If the element is detached from DOM, the method throws an error. */ async screenshot(options: ScreenshotOptions = {}): Promise { let needsViewportReset = false; let boundingBox = await this.boundingBox(); assert(boundingBox, 'Node is either not visible or not an HTMLElement'); const viewport = this.#page.viewport(); assert(viewport); if ( boundingBox.width > viewport.width || boundingBox.height > viewport.height ) { const newViewport = { width: Math.max(viewport.width, Math.ceil(boundingBox.width)), height: Math.max(viewport.height, Math.ceil(boundingBox.height)), }; await this.#page.setViewport(Object.assign({}, viewport, newViewport)); needsViewportReset = true; } await this.#scrollIntoViewIfNeeded(); boundingBox = await this.boundingBox(); assert(boundingBox, 'Node is either not visible or not an HTMLElement'); assert(boundingBox.width !== 0, 'Node has 0 width.'); assert(boundingBox.height !== 0, 'Node has 0 height.'); const layoutMetrics = await this._client.send('Page.getLayoutMetrics'); // Fallback to `layoutViewport` in case of using Firefox. const {pageX, pageY} = layoutMetrics.cssVisualViewport || layoutMetrics.layoutViewport; const clip = Object.assign({}, boundingBox); clip.x += pageX; clip.y += pageY; const imageData = await this.#page.screenshot( Object.assign( {}, { clip, }, options ) ); if (needsViewportReset) { await this.#page.setViewport(viewport); } return imageData; } /** * Runs `element.querySelector` within the page. * * @param selector - The selector to query with. * @returns `null` if no element matches the selector. * @throws `Error` if the selector has no associated query handler. */ async $( selector: string ): Promise | null> { const {updatedSelector, queryHandler} = _getQueryHandlerAndSelector(selector); assert( queryHandler.queryOne, 'Cannot handle queries for a single element with the given selector' ); return queryHandler.queryOne(this, updatedSelector); } /** * Runs `element.querySelectorAll` within the page. If no elements match the selector, * the return value resolves to `[]`. */ /** * Runs `element.querySelectorAll` within the page. * * @param selector - The selector to query with. * @returns `[]` if no element matches the selector. * @throws `Error` if the selector has no associated query handler. */ async $$( selector: string ): Promise>> { const {updatedSelector, queryHandler} = _getQueryHandlerAndSelector(selector); assert( queryHandler.queryAll, 'Cannot handle queries for a multiple element with the given selector' ); return queryHandler.queryAll(this, updatedSelector); } /** * This method runs `document.querySelector` within the element and passes it as * the first argument to `pageFunction`. If there's no element matching `selector`, * the method throws an error. * * If `pageFunction` returns a Promise, then `frame.$eval` would wait for the promise * to resolve and return its value. * * @example * ```js * const tweetHandle = await page.$('.tweet'); * expect(await tweetHandle.$eval('.like', node => node.innerText)).toBe('100'); * expect(await tweetHandle.$eval('.retweets', node => node.innerText)).toBe('10'); * ``` */ async $eval( selector: string, pageFunction: ( element: Element, ...args: unknown[] ) => ReturnType | Promise, ...args: SerializableOrJSHandle[] ): Promise> { const elementHandle = await this.$(selector); if (!elementHandle) { throw new Error( `Error: failed to find element matching selector "${selector}"` ); } const result = await elementHandle.evaluate< ( element: Element, ...args: SerializableOrJSHandle[] ) => ReturnType | Promise >(pageFunction, ...args); await elementHandle.dispose(); /** * This `as` is a little unfortunate but helps TS understand the behavior of * `elementHandle.evaluate`. If evaluate returns an element it will return an * ElementHandle instance, rather than the plain object. All the * WrapElementHandle type does is wrap ReturnType into * ElementHandle if it is an ElementHandle, or leave it alone as * ReturnType if it isn't. */ return result as WrapElementHandle; } /** * This method runs `document.querySelectorAll` within the element and passes it as * the first argument to `pageFunction`. If there's no element matching `selector`, * the method throws an error. * * If `pageFunction` returns a Promise, then `frame.$$eval` would wait for the * promise to resolve and return its value. * * @example * ```html *
*
Hello!
*
Hi!
*
* ``` * * @example * ```js * const feedHandle = await page.$('.feed'); * expect(await feedHandle.$$eval('.tweet', nodes => nodes.map(n => n.innerText))) * .toEqual(['Hello!', 'Hi!']); * ``` */ async $$eval( selector: string, pageFunction: EvaluateFn< Element[], unknown, ReturnType | Promise >, ...args: SerializableOrJSHandle[] ): Promise> { const {updatedSelector, queryHandler} = _getQueryHandlerAndSelector(selector); assert(queryHandler.queryAllArray); const arrayHandle = await queryHandler.queryAllArray(this, updatedSelector); const result = await arrayHandle.evaluate>( pageFunction, ...args ); await arrayHandle.dispose(); /* This `as` exists for the same reason as the `as` in $eval above. * See the comment there for a full explanation. */ return result as WrapElementHandle; } /** * The method evaluates the XPath expression relative to the elementHandle. * If there are no such elements, the method will resolve to an empty array. * @param expression - Expression to {@link https://developer.mozilla.org/en-US/docs/Web/API/Document/evaluate | evaluate} */ async $x(expression: string): Promise { const arrayHandle = await this.evaluateHandle( (element: Document, expression: string) => { const document = element.ownerDocument || element; const iterator = document.evaluate( expression, element, null, XPathResult.ORDERED_NODE_ITERATOR_TYPE ); const array = []; let item; while ((item = iterator.iterateNext())) { array.push(item); } return array; }, expression ); const properties = await arrayHandle.getProperties(); await arrayHandle.dispose(); const result = []; for (const property of properties.values()) { const elementHandle = property.asElement(); if (elementHandle) { result.push(elementHandle); } } return result; } /** * Resolves to true if the element is visible in the current viewport. */ async isIntersectingViewport(options?: { threshold?: number; }): Promise { const {threshold = 0} = options || {}; return await this.evaluate(async (element: Element, threshold: number) => { const visibleRatio = await new Promise(resolve => { const observer = new IntersectionObserver(entries => { resolve(entries[0]!.intersectionRatio); observer.disconnect(); }); observer.observe(element); }); return threshold === 1 ? visibleRatio === 1 : visibleRatio > threshold; }, threshold); } } /** * @public */ export interface Offset { /** * x-offset for the clickable point relative to the top-left corder of the border box. */ x: number; /** * y-offset for the clickable point relative to the top-left corder of the border box. */ y: number; } /** * @public */ export interface ClickOptions { /** * Time to wait between `mousedown` and `mouseup` in milliseconds. * * @defaultValue 0 */ delay?: number; /** * @defaultValue 'left' */ button?: MouseButton; /** * @defaultValue 1 */ clickCount?: number; /** * Offset for the clickable point relative to the top-left corder of the border box. */ offset?: Offset; } /** * @public */ export interface PressOptions { /** * Time to wait between `keydown` and `keyup` in milliseconds. Defaults to 0. */ delay?: number; /** * If specified, generates an input event with this text. */ text?: string; } /** * @public */ export interface Point { x: number; y: number; } function computeQuadArea(quad: Point[]): number { /* Compute sum of all directed areas of adjacent triangles https://en.wikipedia.org/wiki/Polygon#Simple_polygons */ let area = 0; for (let i = 0; i < quad.length; ++i) { const p1 = quad[i]!; const p2 = quad[(i + 1) % quad.length]!; area += (p1.x * p2.y - p2.x * p1.y) / 2; } return Math.abs(area); }