/** * Copyright 2018 Google Inc. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import fs from 'fs'; import path from 'path'; import utils from './utils.js'; import expect from 'expect'; import { getTestState, setupTestBrowserHooks, setupTestPageAndContextHooks, } from './mocha-utils.js'; import {HTTPRequest} from 'puppeteer-core/internal/common/HTTPRequest.js'; import {ConsoleMessage} from 'puppeteer-core/internal/common/ConsoleMessage.js'; describe('request interception', function () { setupTestBrowserHooks(); setupTestPageAndContextHooks(); describe('Page.setRequestInterception', function () { it('should intercept', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { if (utils.isFavicon(request)) { request.continue(); return; } expect(request.url()).toContain('empty.html'); expect(request.headers()['user-agent']).toBeTruthy(); expect(request.headers()['accept']).toBeTruthy(); expect(request.method()).toBe('GET'); expect(request.postData()).toBe(undefined); expect(request.isNavigationRequest()).toBe(true); expect(request.resourceType()).toBe('document'); expect(request.frame() === page.mainFrame()).toBe(true); expect(request.frame()!.url()).toBe('about:blank'); request.continue(); }); const response = (await page.goto(server.EMPTY_PAGE))!; expect(response.ok()).toBe(true); expect(response.remoteAddress().port).toBe(server.PORT); }); // @see https://github.com/puppeteer/puppeteer/pull/3105 it('should work when POST is redirected with 302', async () => { const {page, server} = getTestState(); server.setRedirect('/rredirect', '/empty.html'); await page.goto(server.EMPTY_PAGE); await page.setRequestInterception(true); page.on('request', request => { return request.continue(); }); await page.setContent(`
`); await Promise.all([ page.$eval('form', form => { return (form as HTMLFormElement).submit(); }), page.waitForNavigation(), ]); }); // @see https://github.com/puppeteer/puppeteer/issues/3973 it('should work when header manipulation headers with redirect', async () => { const {page, server} = getTestState(); server.setRedirect('/rrredirect', '/empty.html'); await page.setRequestInterception(true); page.on('request', request => { const headers = Object.assign({}, request.headers(), { foo: 'bar', }); request.continue({headers}); }); await page.goto(server.PREFIX + '/rrredirect'); }); // @see https://github.com/puppeteer/puppeteer/issues/4743 it('should be able to remove headers', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { const headers = Object.assign({}, request.headers(), { foo: 'bar', origin: undefined, // remove "origin" header }); request.continue({headers}); }); const [serverRequest] = await Promise.all([ server.waitForRequest('/empty.html'), page.goto(server.PREFIX + '/empty.html'), ]); expect(serverRequest.headers.origin).toBe(undefined); }); it('should contain referer header', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); const requests: HTTPRequest[] = []; page.on('request', request => { if (!utils.isFavicon(request)) { requests.push(request); } request.continue(); }); await page.goto(server.PREFIX + '/one-style.html'); expect(requests[1]!.url()).toContain('/one-style.css'); expect(requests[1]!.headers()['referer']).toContain('/one-style.html'); }); it('should properly return navigation response when URL has cookies', async () => { const {page, server} = getTestState(); // Setup cookie. await page.goto(server.EMPTY_PAGE); await page.setCookie({name: 'foo', value: 'bar'}); // Setup request interception. await page.setRequestInterception(true); page.on('request', request => { return request.continue(); }); const response = (await page.reload())!; expect(response.status()).toBe(200); }); it('should stop intercepting', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.once('request', request => { return request.continue(); }); await page.goto(server.EMPTY_PAGE); await page.setRequestInterception(false); await page.goto(server.EMPTY_PAGE); }); it('should show custom HTTP headers', async () => { const {page, server} = getTestState(); await page.setExtraHTTPHeaders({ foo: 'bar', }); await page.setRequestInterception(true); page.on('request', request => { expect(request.headers()['foo']).toBe('bar'); request.continue(); }); const response = (await page.goto(server.EMPTY_PAGE))!; expect(response.ok()).toBe(true); }); // @see https://github.com/puppeteer/puppeteer/issues/4337 it('should work with redirect inside sync XHR', async () => { const {page, server} = getTestState(); await page.goto(server.EMPTY_PAGE); server.setRedirect('/logo.png', '/pptr.png'); await page.setRequestInterception(true); page.on('request', request => { return request.continue(); }); const status = await page.evaluate(async () => { const request = new XMLHttpRequest(); request.open('GET', '/logo.png', false); // `false` makes the request synchronous request.send(null); return request.status; }); expect(status).toBe(200); }); it('should work with custom referer headers', async () => { const {page, server} = getTestState(); await page.setExtraHTTPHeaders({referer: server.EMPTY_PAGE}); await page.setRequestInterception(true); page.on('request', request => { expect(request.headers()['referer']).toBe(server.EMPTY_PAGE); request.continue(); }); const response = (await page.goto(server.EMPTY_PAGE))!; expect(response.ok()).toBe(true); }); it('should be abortable', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { if (request.url().endsWith('.css')) { request.abort(); } else { request.continue(); } }); let failedRequests = 0; page.on('requestfailed', () => { return ++failedRequests; }); const response = (await page.goto(server.PREFIX + '/one-style.html'))!; expect(response.ok()).toBe(true); expect(response.request().failure()).toBe(null); expect(failedRequests).toBe(1); }); it('should be abortable with custom error codes', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { request.abort('internetdisconnected'); }); let failedRequest!: HTTPRequest; page.on('requestfailed', request => { return (failedRequest = request); }); await page.goto(server.EMPTY_PAGE).catch(() => {}); expect(failedRequest).toBeTruthy(); expect(failedRequest.failure()!.errorText).toBe( 'net::ERR_INTERNET_DISCONNECTED' ); }); it('should send referer', async () => { const {page, server} = getTestState(); await page.setExtraHTTPHeaders({ referer: 'http://google.com/', }); await page.setRequestInterception(true); page.on('request', request => { return request.continue(); }); const [request] = await Promise.all([ server.waitForRequest('/grid.html'), page.goto(server.PREFIX + '/grid.html'), ]); expect(request.headers['referer']).toBe('http://google.com/'); }); it('should fail navigation when aborting main resource', async () => { const {page, server, isChrome} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { return request.abort(); }); let error!: Error; await page.goto(server.EMPTY_PAGE).catch(error_ => { return (error = error_); }); expect(error).toBeTruthy(); if (isChrome) { expect(error.message).toContain('net::ERR_FAILED'); } else { expect(error.message).toContain('NS_ERROR_FAILURE'); } }); it('should work with redirects', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); const requests: HTTPRequest[] = []; page.on('request', request => { request.continue(); requests.push(request); }); server.setRedirect( '/non-existing-page.html', '/non-existing-page-2.html' ); server.setRedirect( '/non-existing-page-2.html', '/non-existing-page-3.html' ); server.setRedirect( '/non-existing-page-3.html', '/non-existing-page-4.html' ); server.setRedirect('/non-existing-page-4.html', '/empty.html'); const response = (await page.goto( server.PREFIX + '/non-existing-page.html' ))!; expect(response.status()).toBe(200); expect(response.url()).toContain('empty.html'); expect(requests.length).toBe(5); expect(requests[2]!.resourceType()).toBe('document'); // Check redirect chain const redirectChain = response.request().redirectChain(); expect(redirectChain.length).toBe(4); expect(redirectChain[0]!.url()).toContain('/non-existing-page.html'); expect(redirectChain[2]!.url()).toContain('/non-existing-page-3.html'); for (let i = 0; i < redirectChain.length; ++i) { const request = redirectChain[i]!; expect(request.isNavigationRequest()).toBe(true); expect(request.redirectChain().indexOf(request)).toBe(i); } }); it('should work with redirects for subresources', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); const requests: HTTPRequest[] = []; page.on('request', request => { request.continue(); if (!utils.isFavicon(request)) { requests.push(request); } }); server.setRedirect('/one-style.css', '/two-style.css'); server.setRedirect('/two-style.css', '/three-style.css'); server.setRedirect('/three-style.css', '/four-style.css'); server.setRoute('/four-style.css', (_req, res) => { return res.end('body {box-sizing: border-box; }'); }); const response = (await page.goto(server.PREFIX + '/one-style.html'))!; expect(response.status()).toBe(200); expect(response.url()).toContain('one-style.html'); expect(requests.length).toBe(5); expect(requests[0]!.resourceType()).toBe('document'); expect(requests[1]!.resourceType()).toBe('stylesheet'); // Check redirect chain const redirectChain = requests[1]!.redirectChain(); expect(redirectChain.length).toBe(3); expect(redirectChain[0]!.url()).toContain('/one-style.css'); expect(redirectChain[2]!.url()).toContain('/three-style.css'); }); it('should be able to abort redirects', async () => { const {page, server, isChrome} = getTestState(); await page.setRequestInterception(true); server.setRedirect('/non-existing.json', '/non-existing-2.json'); server.setRedirect('/non-existing-2.json', '/simple.html'); page.on('request', request => { if (request.url().includes('non-existing-2')) { request.abort(); } else { request.continue(); } }); await page.goto(server.EMPTY_PAGE); const result = await page.evaluate(async () => { try { return await fetch('/non-existing.json'); } catch (error) { return (error as Error).message; } }); if (isChrome) { expect(result).toContain('Failed to fetch'); } else { expect(result).toContain('NetworkError'); } }); it('should work with equal requests', async () => { const {page, server} = getTestState(); await page.goto(server.EMPTY_PAGE); let responseCount = 1; server.setRoute('/zzz', (_req, res) => { return res.end(responseCount++ * 11 + ''); }); await page.setRequestInterception(true); let spinner = false; // Cancel 2nd request. page.on('request', request => { if (utils.isFavicon(request)) { request.continue(); return; } spinner ? request.abort() : request.continue(); spinner = !spinner; }); const results = await page.evaluate(() => { return Promise.all([ fetch('/zzz') .then(response => { return response.text(); }) .catch(() => { return 'FAILED'; }), fetch('/zzz') .then(response => { return response.text(); }) .catch(() => { return 'FAILED'; }), fetch('/zzz') .then(response => { return response.text(); }) .catch(() => { return 'FAILED'; }), ]); }); expect(results).toEqual(['11', 'FAILED', '22']); }); it('should navigate to dataURL and fire dataURL requests', async () => { const {page} = getTestState(); await page.setRequestInterception(true); const requests: HTTPRequest[] = []; page.on('request', request => { requests.push(request); request.continue(); }); const dataURL = 'data:text/html,
yo
'; const response = (await page.goto(dataURL))!; expect(response.status()).toBe(200); expect(requests.length).toBe(1); expect(requests[0]!.url()).toBe(dataURL); }); it('should be able to fetch dataURL and fire dataURL requests', async () => { const {page, server} = getTestState(); await page.goto(server.EMPTY_PAGE); await page.setRequestInterception(true); const requests: HTTPRequest[] = []; page.on('request', request => { !utils.isFavicon(request) && requests.push(request); request.continue(); }); const dataURL = 'data:text/html,
yo
'; const text = await page.evaluate((url: string) => { return fetch(url).then(r => { return r.text(); }); }, dataURL); expect(text).toBe('
yo
'); expect(requests.length).toBe(1); expect(requests[0]!.url()).toBe(dataURL); }); it('should navigate to URL with hash and fire requests without hash', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); const requests: HTTPRequest[] = []; page.on('request', request => { requests.push(request); request.continue(); }); const response = (await page.goto(server.EMPTY_PAGE + '#hash'))!; expect(response.status()).toBe(200); expect(response.url()).toBe(server.EMPTY_PAGE); expect(requests.length).toBe(1); expect(requests[0]!.url()).toBe(server.EMPTY_PAGE); }); it('should work with encoded server', async () => { const {page, server} = getTestState(); // The requestWillBeSent will report encoded URL, whereas interception will // report URL as-is. @see crbug.com/759388 await page.setRequestInterception(true); page.on('request', request => { return request.continue(); }); const response = (await page.goto( server.PREFIX + '/some nonexisting page' ))!; expect(response.status()).toBe(404); }); it('should work with badly encoded server', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); server.setRoute('/malformed?rnd=%911', (_req, res) => { return res.end(); }); page.on('request', request => { return request.continue(); }); const response = (await page.goto( server.PREFIX + '/malformed?rnd=%911' ))!; expect(response.status()).toBe(200); }); it('should work with encoded server - 2', async () => { const {page, server} = getTestState(); // The requestWillBeSent will report URL as-is, whereas interception will // report encoded URL for stylesheet. @see crbug.com/759388 await page.setRequestInterception(true); const requests: HTTPRequest[] = []; page.on('request', request => { request.continue(); requests.push(request); }); const response = (await page.goto( `data:text/html,` ))!; expect(response.status()).toBe(200); expect(requests.length).toBe(2); expect(requests[1]!.response()!.status()).toBe(404); }); it('should not throw "Invalid Interception Id" if the request was cancelled', async () => { const {page, server} = getTestState(); await page.setContent(''); await page.setRequestInterception(true); let request!: HTTPRequest; page.on('request', async r => { return (request = r); }); page.$eval( 'iframe', (frame, url) => { return ((frame as HTMLIFrameElement).src = url as string); }, server.EMPTY_PAGE ), // Wait for request interception. await utils.waitEvent(page, 'request'); // Delete frame to cause request to be canceled. await page.$eval('iframe', frame => { return frame.remove(); }); let error!: Error; await request.continue().catch(error_ => { return (error = error_); }); expect(error).toBeUndefined(); }); it('should throw if interception is not enabled', async () => { const {page, server} = getTestState(); let error!: Error; page.on('request', async request => { try { await request.continue(); } catch (error_) { error = error_ as Error; } }); await page.goto(server.EMPTY_PAGE); expect(error.message).toContain('Request Interception is not enabled'); }); it('should work with file URLs', async () => { const {page} = getTestState(); await page.setRequestInterception(true); const urls = new Set(); page.on('request', request => { urls.add(request.url().split('/').pop()); request.continue(); }); await page.goto( pathToFileURL(path.join(__dirname, '../assets', 'one-style.html')) ); expect(urls.size).toBe(2); expect(urls.has('one-style.html')).toBe(true); expect(urls.has('one-style.css')).toBe(true); }); it('should not cache if cache disabled', async () => { const {page, server} = getTestState(); // Load and re-load to make sure it's cached. await page.goto(server.PREFIX + '/cached/one-style.html'); await page.setRequestInterception(true); await page.setCacheEnabled(false); page.on('request', request => { return request.continue(); }); const cached = []; page.on('requestservedfromcache', r => { return cached.push(r); }); await page.reload(); expect(cached.length).toBe(0); }); it('should cache if cache enabled', async () => { const {page, server} = getTestState(); // Load and re-load to make sure it's cached. await page.goto(server.PREFIX + '/cached/one-style.html'); await page.setRequestInterception(true); await page.setCacheEnabled(true); page.on('request', request => { return request.continue(); }); const cached = []; page.on('requestservedfromcache', r => { return cached.push(r); }); await page.reload(); expect(cached.length).toBe(1); }); it('should load fonts if cache enabled', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); await page.setCacheEnabled(true); page.on('request', request => { return request.continue(); }); const responsePromise = page.waitForResponse(r => { return r.url().endsWith('/one-style.woff'); }); await page.goto(server.PREFIX + '/cached/one-style-font.html'); await responsePromise; }); }); describe('Request.continue', function () { it('should work', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { return request.continue(); }); await page.goto(server.EMPTY_PAGE); }); it('should amend HTTP headers', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { const headers = Object.assign({}, request.headers()); headers['FOO'] = 'bar'; request.continue({headers}); }); await page.goto(server.EMPTY_PAGE); const [request] = await Promise.all([ server.waitForRequest('/sleep.zzz'), page.evaluate(() => { return fetch('/sleep.zzz'); }), ]); expect(request.headers['foo']).toBe('bar'); }); it('should redirect in a way non-observable to page', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { const redirectURL = request.url().includes('/empty.html') ? server.PREFIX + '/consolelog.html' : undefined; request.continue({url: redirectURL}); }); let consoleMessage!: ConsoleMessage; page.on('console', msg => { return (consoleMessage = msg); }); await page.goto(server.EMPTY_PAGE); expect(page.url()).toBe(server.EMPTY_PAGE); expect(consoleMessage.text()).toBe('yellow'); }); it('should amend method', async () => { const {page, server} = getTestState(); await page.goto(server.EMPTY_PAGE); await page.setRequestInterception(true); page.on('request', request => { request.continue({method: 'POST'}); }); const [request] = await Promise.all([ server.waitForRequest('/sleep.zzz'), page.evaluate(() => { return fetch('/sleep.zzz'); }), ]); expect(request.method).toBe('POST'); }); it('should amend post data', async () => { const {page, server} = getTestState(); await page.goto(server.EMPTY_PAGE); await page.setRequestInterception(true); page.on('request', request => { request.continue({postData: 'doggo'}); }); const [serverRequest] = await Promise.all([ server.waitForRequest('/sleep.zzz'), page.evaluate(() => { return fetch('/sleep.zzz', {method: 'POST', body: 'birdy'}); }), ]); expect(await serverRequest.postBody).toBe('doggo'); }); it('should amend both post data and method on navigation', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { request.continue({method: 'POST', postData: 'doggo'}); }); const [serverRequest] = await Promise.all([ server.waitForRequest('/empty.html'), page.goto(server.EMPTY_PAGE), ]); expect(serverRequest.method).toBe('POST'); expect(await serverRequest.postBody).toBe('doggo'); }); it('should fail if the header value is invalid', async () => { const {page, server} = getTestState(); let error!: Error; await page.setRequestInterception(true); page.on('request', async request => { await request .continue({ headers: { 'X-Invalid-Header': 'a\nb', }, }) .catch(error_ => { error = error_ as Error; }); await request.continue(); }); await page.goto(server.PREFIX + '/empty.html'); expect(error.message).toMatch(/Invalid header/); }); }); describe('Request.respond', function () { it('should work', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { request.respond({ status: 201, headers: { foo: 'bar', }, body: 'Yo, page!', }); }); const response = (await page.goto(server.EMPTY_PAGE))!; expect(response.status()).toBe(201); expect(response.headers()['foo']).toBe('bar'); expect( await page.evaluate(() => { return document.body.textContent; }) ).toBe('Yo, page!'); }); it('should work with status code 422', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { request.respond({ status: 422, body: 'Yo, page!', }); }); const response = (await page.goto(server.EMPTY_PAGE))!; expect(response.status()).toBe(422); expect(response.statusText()).toBe('Unprocessable Entity'); expect( await page.evaluate(() => { return document.body.textContent; }) ).toBe('Yo, page!'); }); it('should redirect', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { if (!request.url().includes('rrredirect')) { request.continue(); return; } request.respond({ status: 302, headers: { location: server.EMPTY_PAGE, }, }); }); const response = (await page.goto(server.PREFIX + '/rrredirect'))!; expect(response.request().redirectChain().length).toBe(1); expect(response.request().redirectChain()[0]!.url()).toBe( server.PREFIX + '/rrredirect' ); expect(response.url()).toBe(server.EMPTY_PAGE); }); it('should allow mocking multiple headers with same key', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { request.respond({ status: 200, headers: { foo: 'bar', arr: ['1', '2'], 'set-cookie': ['first=1', 'second=2'], }, body: 'Hello world', }); }); const response = (await page.goto(server.EMPTY_PAGE))!; const cookies = await page.cookies(); const firstCookie = cookies.find(cookie => { return cookie.name === 'first'; }); const secondCookie = cookies.find(cookie => { return cookie.name === 'second'; }); expect(response.status()).toBe(200); expect(response.headers()['foo']).toBe('bar'); expect(response.headers()['arr']).toBe('1\n2'); // request.respond() will not trigger Network.responseReceivedExtraInfo // fail to get 'set-cookie' header from response expect(firstCookie?.value).toBe('1'); expect(secondCookie?.value).toBe('2'); }); it('should allow mocking binary responses', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { const imageBuffer = fs.readFileSync( path.join(__dirname, '../assets', 'pptr.png') ); request.respond({ contentType: 'image/png', body: imageBuffer, }); }); await page.evaluate(PREFIX => { const img = document.createElement('img'); img.src = PREFIX + '/does-not-exist.png'; document.body.appendChild(img); return new Promise(fulfill => { return (img.onload = fulfill); }); }, server.PREFIX); const img = (await page.$('img'))!; expect(await img.screenshot()).toBeGolden('mock-binary-response.png'); }); it('should stringify intercepted request response headers', async () => { const {page, server} = getTestState(); await page.setRequestInterception(true); page.on('request', request => { request.respond({ status: 200, headers: { foo: true, }, body: 'Yo, page!', }); }); const response = (await page.goto(server.EMPTY_PAGE))!; expect(response.status()).toBe(200); const headers = response.headers(); expect(headers['foo']).toBe('true'); expect( await page.evaluate(() => { return document.body.textContent; }) ).toBe('Yo, page!'); }); it('should fail if the header value is invalid', async () => { const {page, server} = getTestState(); let error!: Error; await page.setRequestInterception(true); page.on('request', async request => { await request .respond({ headers: { 'X-Invalid-Header': 'a\nb', }, }) .catch(error_ => { error = error_ as Error; }); await request.respond({ status: 200, body: 'Hello World', }); }); await page.goto(server.PREFIX + '/empty.html'); expect(error.message).toMatch(/Invalid header/); }); }); }); function pathToFileURL(path: string): string { let pathName = path.replace(/\\/g, '/'); // Windows drive letter must be prefixed with a slash. if (!pathName.startsWith('/')) { pathName = '/' + pathName; } return 'file://' + pathName; }