puppeteer/test/test.js

/**
 * Copyright 2017 Google Inc. All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
const fs = require('fs');
const rm = require('rimraf').sync;
const path = require('path');
const {TestServer} = require('../utils/testserver/');
const GoldenUtils = require('./golden-utils');
const GOLDEN_DIR = path.join(__dirname, 'golden');
const OUTPUT_DIR = path.join(__dirname, 'output');
const {TestRunner, Reporter, Matchers} = require('../utils/testrunner/');
const utils = require('./utils');

const {helper, assert} = require('../lib/helper');
if (process.env.COVERAGE)
  helper.recordPublicAPICoverage();

const puppeteer = utils.requireRoot('index');

const YELLOW_COLOR = '\x1b[33m';
const RESET_COLOR = '\x1b[0m';

const headless = (process.env.HEADLESS || 'true').trim().toLowerCase() === 'true';
const executablePath = process.env.CHROME;

if (executablePath)
  console.warn(`${YELLOW_COLOR}WARN: running tests with ${executablePath}${RESET_COLOR}`);
// Make sure the `npm install` was run after the chromium roll.
assert(fs.existsSync(puppeteer.executablePath()), `Chromium is not Downloaded. Run 'npm install' and try to re-run tests`);

const slowMo = parseInt((process.env.SLOW_MO || '0').trim(), 10);
const defaultBrowserOptions = {
  handleSIGINT: false,
  executablePath,
  slowMo,
  headless,
  dumpio: (process.env.DUMPIO || 'false').trim().toLowerCase() === 'true',
};

let parallel = 1;
if (process.env.PPTR_PARALLEL_TESTS)
  parallel = parseInt(process.env.PPTR_PARALLEL_TESTS.trim(), 10);
const parallelArgIndex = process.argv.indexOf('-j');
if (parallelArgIndex !== -1)
  parallel = parseInt(process.argv[parallelArgIndex + 1], 10);
require('events').defaultMaxListeners *= parallel;

const timeout = slowMo ? 0 : 10 * 1000;
const testRunner = new TestRunner({timeout, parallel});
const {expect} = new Matchers({
  toBeGolden: GoldenUtils.compare.bind(null, GOLDEN_DIR, OUTPUT_DIR)
});
const {describe, it, xit, beforeAll, afterAll, beforeEach, afterEach} = testRunner;

if (fs.existsSync(OUTPUT_DIR))
  rm(OUTPUT_DIR);

console.log('Testing on Node', process.version);

beforeAll(async state => {
  const assetsPath = path.join(__dirname, 'assets');
  const cachedPath = path.join(__dirname, 'assets', 'cached');

  const port = 8907 + state.parallelIndex * 2;
  state.server = await TestServer.create(assetsPath, port);
  state.server.enableHTTPCache(cachedPath);
  state.server.PORT = port;
  state.server.PREFIX = `http://localhost:${port}`;
  state.server.CROSS_PROCESS_PREFIX = `http://127.0.0.1:${port}`;
  state.server.EMPTY_PAGE = `http://localhost:${port}/empty.html`;

  const httpsPort = port + 1;
  state.httpsServer = await TestServer.createHTTPS(assetsPath, httpsPort);
  state.httpsServer.enableHTTPCache(cachedPath);
  state.httpsServer.PORT = httpsPort;
  state.httpsServer.PREFIX = `https://localhost:${httpsPort}`;
  state.httpsServer.CROSS_PROCESS_PREFIX = `https://127.0.0.1:${httpsPort}`;
  state.httpsServer.EMPTY_PAGE = `https://localhost:${httpsPort}/empty.html`;
});

afterAll(async({server, httpsServer}) => {
  await Promise.all([
    server.stop(),
    httpsServer.stop(),
  ]);
});

beforeEach(async({server, httpsServer}) => {
  server.reset();
  httpsServer.reset();
});

describe('Browser', function() {
  beforeAll(async state => {
    state.browser = await puppeteer.launch(defaultBrowserOptions);
  });

  afterAll(async state => {
    await state.browser.close();
    state.browser = null;
  });

  beforeEach(async(state, test) => {
    const rl = require('readline').createInterface({input: state.browser.process().stderr});
    test.output = '';
    rl.on('line', onLine);
    state.tearDown = () => {
      rl.removeListener('line', onLine);
      rl.close();
    };
    function onLine(line) {
      test.output += line + '\n';
    }
  });

  afterEach(async state => {
    state.tearDown();
  });

  describe('Page', function() {
    beforeEach(async state => {
      state.context = await state.browser.createIncognitoBrowserContext();
      state.page = await state.context.newPage();
    });

    afterEach(async state => {
      // This closes all pages.
      await state.context.close();
      state.context = null;
      state.page = null;
    });

    // Page-level tests that are given a browser, a context and a page.
    // Each test is launched in a new browser context.
    require('./CDPSession.spec.js').addTests({testRunner, expect});
    require('./accessibility.spec.js').addTests({testRunner, expect});
    require('./browser.spec.js').addTests({testRunner, expect, headless});
    require('./cookies.spec.js').addTests({testRunner, expect});
    require('./coverage.spec.js').addTests({testRunner, expect});
    require('./elementhandle.spec.js').addTests({testRunner, expect});
    require('./queryselector.spec.js').addTests({testRunner, expect});
    require('./waittask.spec.js').addTests({testRunner, expect});
    require('./frame.spec.js').addTests({testRunner, expect});
    require('./input.spec.js').addTests({testRunner, expect});
    require('./mouse.spec.js').addTests({testRunner, expect});
    require('./keyboard.spec.js').addTests({testRunner, expect});
    require('./touchscreen.spec.js').addTests({testRunner, expect});
    require('./click.spec.js').addTests({testRunner, expect});
    require('./jshandle.spec.js').addTests({testRunner, expect});
    require('./network.spec.js').addTests({testRunner, expect});
    require('./page.spec.js').addTests({testRunner, expect, headless});
    require('./dialog.spec.js').addTests({testRunner, expect, headless});
    require('./navigation.spec.js').addTests({testRunner, expect, headless});
    require('./evaluation.spec.js').addTests({testRunner, expect, headless});
    require('./emulation.spec.js').addTests({testRunner, expect, headless});
    require('./screenshot.spec.js').addTests({testRunner, expect});
    require('./target.spec.js').addTests({testRunner, expect});
    require('./worker.spec.js').addTests({testRunner, expect});
  });

  // Browser-level tests that are given a browser.
  require('./browsercontext.spec.js').addTests({testRunner, expect});
});

// Top-level tests that launch Browser themselves.
require('./ignorehttpserrors.spec.js').addTests({testRunner, expect, defaultBrowserOptions});
require('./puppeteer.spec.js').addTests({testRunner, expect, defaultBrowserOptions});
require('./headful.spec.js').addTests({testRunner, expect, defaultBrowserOptions});
require('./tracing.spec.js').addTests({testRunner, expect, defaultBrowserOptions});

if (process.env.COVERAGE) {
  describe('COVERAGE', function() {
    const coverage = helper.publicAPICoverage();
    const disabled = new Set(['page.bringToFront']);
    if (!headless)
      disabled.add('page.pdf');

    for (const method of coverage.keys()) {
      (disabled.has(method) ? xit : it)(`public api '${method}' should be called`, async({page, server}) => {
        expect(coverage.get(method)).toBe(true);
      });
    }
  });
}

if (process.env.CI && testRunner.hasFocusedTestsOrSuites()) {
  console.error('ERROR: "focused" tests/suites are prohibitted on bots. Remove any "fit"/"fdescribe" declarations.');
  process.exit(1);
}

new Reporter(testRunner, utils.projectRoot());
testRunner.run();