/** * Copyright 2023 Google Inc. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import {createWriteStream} from 'fs'; import * as http from 'http'; import * as https from 'https'; import {URL} from 'url'; import createHttpsProxyAgent from 'https-proxy-agent'; import {getProxyForUrl} from 'proxy-from-env'; export function headHttpRequest(url: URL): Promise { return new Promise(resolve => { const request = httpRequest( url, 'HEAD', response => { resolve(response.statusCode === 200); }, false ); request.on('error', () => { resolve(false); }); }); } export function httpRequest( url: URL, method: string, response: (x: http.IncomingMessage) => void, keepAlive = true ): http.ClientRequest { const options: http.RequestOptions = { protocol: url.protocol, hostname: url.hostname, port: url.port, path: url.pathname, headers: keepAlive ? {Connection: 'keep-alive'} : undefined, }; const proxyURL = getProxyForUrl(url.toString()); if (proxyURL) { const proxy = new URL(proxyURL); if (proxy.protocol === 'http:') { options.path = url.href; options.hostname = proxy.hostname; options.protocol = proxy.protocol; } else { options.agent = createHttpsProxyAgent({ host: proxy.host, path: proxy.pathname, port: proxy.port, secureProxy: proxy.protocol === 'https:', headers: options.headers, }); } } const requestCallback = (res: http.IncomingMessage): void => { if ( res.statusCode && res.statusCode >= 300 && res.statusCode < 400 && res.headers.location ) { httpRequest(new URL(res.headers.location), method, response); } else { response(res); } }; const request = options.protocol === 'https:' ? https.request(options, requestCallback) : http.request(options, requestCallback); request.end(); return request; } /** * @internal */ export function downloadFile( url: URL, destinationPath: string, progressCallback?: (downloadedBytes: number, totalBytes: number) => void ): Promise { return new Promise((resolve, reject) => { let downloadedBytes = 0; let totalBytes = 0; function onData(chunk: string): void { downloadedBytes += chunk.length; progressCallback!(downloadedBytes, totalBytes); } const request = httpRequest(url, 'GET', response => { if (response.statusCode !== 200) { const error = new Error( `Download failed: server returned code ${response.statusCode}. URL: ${url}` ); // consume response data to free up memory response.resume(); reject(error); return; } const file = createWriteStream(destinationPath); file.on('finish', () => { return resolve(); }); file.on('error', error => { return reject(error); }); response.pipe(file); totalBytes = parseInt(response.headers['content-length']!, 10); if (progressCallback) { response.on('data', onData); } }); request.on('error', error => { return reject(error); }); }); }