2020-04-20 11:02:32 +00:00
|
|
|
/**
|
|
|
|
* Copyright 2017 Google Inc. All rights reserved.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
2020-07-13 09:22:26 +00:00
|
|
|
import { TimeoutError } from './Errors.js';
|
|
|
|
import { debug } from './Debug.js';
|
2020-04-27 10:51:59 +00:00
|
|
|
import * as fs from 'fs';
|
2020-07-13 09:22:26 +00:00
|
|
|
import { CDPSession } from './Connection.js';
|
2020-07-10 10:51:52 +00:00
|
|
|
import { Protocol } from 'devtools-protocol';
|
2020-07-13 09:22:26 +00:00
|
|
|
import { CommonEventEmitter } from './EventEmitter.js';
|
|
|
|
import { assert } from './assert.js';
|
2020-04-20 11:02:32 +00:00
|
|
|
|
2020-04-21 09:22:20 +00:00
|
|
|
export const debugError = debug('puppeteer:error');
|
|
|
|
|
2020-05-07 10:54:55 +00:00
|
|
|
function getExceptionMessage(
|
|
|
|
exceptionDetails: Protocol.Runtime.ExceptionDetails
|
|
|
|
): string {
|
2020-04-20 11:02:32 +00:00
|
|
|
if (exceptionDetails.exception)
|
2020-05-07 10:54:55 +00:00
|
|
|
return (
|
|
|
|
exceptionDetails.exception.description || exceptionDetails.exception.value
|
|
|
|
);
|
2020-04-20 11:02:32 +00:00
|
|
|
let message = exceptionDetails.text;
|
|
|
|
if (exceptionDetails.stackTrace) {
|
|
|
|
for (const callframe of exceptionDetails.stackTrace.callFrames) {
|
2020-05-07 10:54:55 +00:00
|
|
|
const location =
|
|
|
|
callframe.url +
|
|
|
|
':' +
|
|
|
|
callframe.lineNumber +
|
|
|
|
':' +
|
|
|
|
callframe.columnNumber;
|
2020-04-20 11:02:32 +00:00
|
|
|
const functionName = callframe.functionName || '<anonymous>';
|
|
|
|
message += `\n at ${functionName} (${location})`;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return message;
|
|
|
|
}
|
|
|
|
|
2020-05-07 10:54:55 +00:00
|
|
|
function valueFromRemoteObject(
|
|
|
|
remoteObject: Protocol.Runtime.RemoteObject
|
|
|
|
): any {
|
2020-04-20 11:02:32 +00:00
|
|
|
assert(!remoteObject.objectId, 'Cannot extract value when objectId is given');
|
|
|
|
if (remoteObject.unserializableValue) {
|
|
|
|
if (remoteObject.type === 'bigint' && typeof BigInt !== 'undefined')
|
|
|
|
return BigInt(remoteObject.unserializableValue.replace('n', ''));
|
|
|
|
switch (remoteObject.unserializableValue) {
|
|
|
|
case '-0':
|
|
|
|
return -0;
|
|
|
|
case 'NaN':
|
|
|
|
return NaN;
|
|
|
|
case 'Infinity':
|
|
|
|
return Infinity;
|
|
|
|
case '-Infinity':
|
|
|
|
return -Infinity;
|
|
|
|
default:
|
2020-05-07 10:54:55 +00:00
|
|
|
throw new Error(
|
|
|
|
'Unsupported unserializable value: ' +
|
|
|
|
remoteObject.unserializableValue
|
|
|
|
);
|
2020-04-20 11:02:32 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return remoteObject.value;
|
|
|
|
}
|
|
|
|
|
2020-05-07 10:54:55 +00:00
|
|
|
async function releaseObject(
|
|
|
|
client: CDPSession,
|
|
|
|
remoteObject: Protocol.Runtime.RemoteObject
|
|
|
|
): Promise<void> {
|
|
|
|
if (!remoteObject.objectId) return;
|
|
|
|
await client
|
|
|
|
.send('Runtime.releaseObject', { objectId: remoteObject.objectId })
|
|
|
|
.catch((error) => {
|
|
|
|
// Exceptions might happen in case of a page been navigated or closed.
|
|
|
|
// Swallow these since they are harmless and we don't leak anything in this case.
|
|
|
|
debugError(error);
|
|
|
|
});
|
2020-04-20 11:02:32 +00:00
|
|
|
}
|
|
|
|
|
2020-04-21 09:22:20 +00:00
|
|
|
export interface PuppeteerEventListener {
|
2020-06-15 10:52:19 +00:00
|
|
|
emitter: CommonEventEmitter;
|
2020-04-21 09:22:20 +00:00
|
|
|
eventName: string | symbol;
|
|
|
|
handler: (...args: any[]) => void;
|
|
|
|
}
|
2020-04-20 11:02:32 +00:00
|
|
|
|
2020-05-07 10:54:55 +00:00
|
|
|
function addEventListener(
|
2020-06-15 10:52:19 +00:00
|
|
|
emitter: CommonEventEmitter,
|
2020-05-07 10:54:55 +00:00
|
|
|
eventName: string | symbol,
|
|
|
|
handler: (...args: any[]) => void
|
|
|
|
): PuppeteerEventListener {
|
2020-04-20 11:02:32 +00:00
|
|
|
emitter.on(eventName, handler);
|
2020-05-07 10:54:55 +00:00
|
|
|
return { emitter, eventName, handler };
|
2020-04-20 11:02:32 +00:00
|
|
|
}
|
|
|
|
|
2020-05-07 10:54:55 +00:00
|
|
|
function removeEventListeners(
|
|
|
|
listeners: Array<{
|
2020-06-15 10:52:19 +00:00
|
|
|
emitter: CommonEventEmitter;
|
2020-05-07 10:54:55 +00:00
|
|
|
eventName: string | symbol;
|
|
|
|
handler: (...args: any[]) => void;
|
|
|
|
}>
|
|
|
|
): void {
|
2020-04-20 11:02:32 +00:00
|
|
|
for (const listener of listeners)
|
|
|
|
listener.emitter.removeListener(listener.eventName, listener.handler);
|
|
|
|
listeners.length = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
function isString(obj: unknown): obj is string {
|
|
|
|
return typeof obj === 'string' || obj instanceof String;
|
|
|
|
}
|
|
|
|
|
|
|
|
function isNumber(obj: unknown): obj is number {
|
|
|
|
return typeof obj === 'number' || obj instanceof Number;
|
|
|
|
}
|
|
|
|
|
2020-05-07 10:54:55 +00:00
|
|
|
async function waitForEvent<T extends any>(
|
2020-06-15 10:52:19 +00:00
|
|
|
emitter: CommonEventEmitter,
|
2020-05-07 10:54:55 +00:00
|
|
|
eventName: string | symbol,
|
|
|
|
predicate: (event: T) => boolean,
|
|
|
|
timeout: number,
|
|
|
|
abortPromise: Promise<Error>
|
|
|
|
): Promise<T> {
|
2020-04-20 11:02:32 +00:00
|
|
|
let eventTimeout, resolveCallback, rejectCallback;
|
|
|
|
const promise = new Promise<T>((resolve, reject) => {
|
|
|
|
resolveCallback = resolve;
|
|
|
|
rejectCallback = reject;
|
|
|
|
});
|
2020-05-07 10:54:55 +00:00
|
|
|
const listener = addEventListener(emitter, eventName, (event) => {
|
|
|
|
if (!predicate(event)) return;
|
2020-04-20 11:02:32 +00:00
|
|
|
resolveCallback(event);
|
|
|
|
});
|
|
|
|
if (timeout) {
|
|
|
|
eventTimeout = setTimeout(() => {
|
2020-05-07 10:54:55 +00:00
|
|
|
rejectCallback(
|
|
|
|
new TimeoutError('Timeout exceeded while waiting for event')
|
|
|
|
);
|
2020-04-20 11:02:32 +00:00
|
|
|
}, timeout);
|
|
|
|
}
|
|
|
|
function cleanup(): void {
|
|
|
|
removeEventListeners([listener]);
|
|
|
|
clearTimeout(eventTimeout);
|
|
|
|
}
|
2020-05-07 10:54:55 +00:00
|
|
|
const result = await Promise.race([promise, abortPromise]).then(
|
|
|
|
(r) => {
|
|
|
|
cleanup();
|
|
|
|
return r;
|
|
|
|
},
|
|
|
|
(error) => {
|
|
|
|
cleanup();
|
|
|
|
throw error;
|
|
|
|
}
|
|
|
|
);
|
|
|
|
if (result instanceof Error) throw result;
|
2020-04-20 11:02:32 +00:00
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
function evaluationString(fun: Function | string, ...args: unknown[]): string {
|
|
|
|
if (isString(fun)) {
|
|
|
|
assert(args.length === 0, 'Cannot evaluate a string with arguments');
|
|
|
|
return fun;
|
|
|
|
}
|
|
|
|
|
|
|
|
function serializeArgument(arg: unknown): string {
|
2020-05-07 10:54:55 +00:00
|
|
|
if (Object.is(arg, undefined)) return 'undefined';
|
2020-04-20 11:02:32 +00:00
|
|
|
return JSON.stringify(arg);
|
|
|
|
}
|
|
|
|
|
|
|
|
return `(${fun})(${args.map(serializeArgument).join(',')})`;
|
|
|
|
}
|
|
|
|
|
2020-05-07 10:54:55 +00:00
|
|
|
async function waitWithTimeout<T extends any>(
|
|
|
|
promise: Promise<T>,
|
|
|
|
taskName: string,
|
|
|
|
timeout: number
|
|
|
|
): Promise<T> {
|
2020-04-20 11:02:32 +00:00
|
|
|
let reject;
|
2020-05-07 10:54:55 +00:00
|
|
|
const timeoutError = new TimeoutError(
|
|
|
|
`waiting for ${taskName} failed: timeout ${timeout}ms exceeded`
|
|
|
|
);
|
|
|
|
const timeoutPromise = new Promise<T>((resolve, x) => (reject = x));
|
2020-04-20 11:02:32 +00:00
|
|
|
let timeoutTimer = null;
|
2020-05-07 10:54:55 +00:00
|
|
|
if (timeout) timeoutTimer = setTimeout(() => reject(timeoutError), timeout);
|
2020-04-20 11:02:32 +00:00
|
|
|
try {
|
|
|
|
return await Promise.race([promise, timeoutPromise]);
|
|
|
|
} finally {
|
2020-05-07 10:54:55 +00:00
|
|
|
if (timeoutTimer) clearTimeout(timeoutTimer);
|
2020-04-20 11:02:32 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-05-07 10:54:55 +00:00
|
|
|
async function readProtocolStream(
|
|
|
|
client: CDPSession,
|
|
|
|
handle: string,
|
|
|
|
path?: string
|
|
|
|
): Promise<Buffer> {
|
2020-04-20 11:02:32 +00:00
|
|
|
let eof = false;
|
2020-09-28 09:35:35 +00:00
|
|
|
let fileHandle: fs.promises.FileHandle;
|
|
|
|
if (path) {
|
|
|
|
fileHandle = await fs.promises.open(path, 'w');
|
|
|
|
}
|
2020-04-20 11:02:32 +00:00
|
|
|
const bufs = [];
|
|
|
|
while (!eof) {
|
2020-05-07 10:54:55 +00:00
|
|
|
const response = await client.send('IO.read', { handle });
|
2020-04-20 11:02:32 +00:00
|
|
|
eof = response.eof;
|
2020-05-07 10:54:55 +00:00
|
|
|
const buf = Buffer.from(
|
|
|
|
response.data,
|
|
|
|
response.base64Encoded ? 'base64' : undefined
|
|
|
|
);
|
2020-04-20 11:02:32 +00:00
|
|
|
bufs.push(buf);
|
2020-09-28 09:35:35 +00:00
|
|
|
if (path) await fs.promises.writeFile(fileHandle, buf);
|
2020-04-20 11:02:32 +00:00
|
|
|
}
|
2020-09-28 09:35:35 +00:00
|
|
|
if (path) await fileHandle.close();
|
2020-05-07 10:54:55 +00:00
|
|
|
await client.send('IO.close', { handle });
|
2020-04-20 11:02:32 +00:00
|
|
|
let resultBuffer = null;
|
|
|
|
try {
|
|
|
|
resultBuffer = Buffer.concat(bufs);
|
|
|
|
} finally {
|
|
|
|
return resultBuffer;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-21 09:22:20 +00:00
|
|
|
export const helper = {
|
|
|
|
evaluationString,
|
|
|
|
readProtocolStream,
|
|
|
|
waitWithTimeout,
|
|
|
|
waitForEvent,
|
|
|
|
isString,
|
|
|
|
isNumber,
|
|
|
|
addEventListener,
|
|
|
|
removeEventListeners,
|
|
|
|
valueFromRemoteObject,
|
|
|
|
getExceptionMessage,
|
|
|
|
releaseObject,
|
2020-04-20 11:02:32 +00:00
|
|
|
};
|