2020-04-14 16:42:48 +00:00
|
|
|
const puppeteer = require('puppeteer');
|
|
|
|
|
|
|
|
/**
|
|
|
|
* To have Puppeteer fetch a Firefox binary for you, first run:
|
|
|
|
*
|
|
|
|
* PUPPETEER_PRODUCT=firefox npm install
|
|
|
|
*
|
|
|
|
* To get additional logging about which browser binary is executed,
|
|
|
|
* run this example as:
|
|
|
|
*
|
|
|
|
* DEBUG=puppeteer:launcher NODE_PATH=../ node examples/cross-browser.js
|
|
|
|
*
|
|
|
|
* You can set a custom binary with the `executablePath` launcher option.
|
|
|
|
*
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
const firefoxOptions = {
|
|
|
|
product: 'firefox',
|
|
|
|
extraPrefsFirefox: {
|
|
|
|
// Enable additional Firefox logging from its protocol implementation
|
|
|
|
// 'remote.log.level': 'Trace',
|
|
|
|
},
|
|
|
|
// Make browser logs visible
|
|
|
|
dumpio: true,
|
|
|
|
};
|
|
|
|
|
2020-05-07 10:54:55 +00:00
|
|
|
(async () => {
|
2020-04-14 16:42:48 +00:00
|
|
|
const browser = await puppeteer.launch(firefoxOptions);
|
|
|
|
|
|
|
|
const page = await browser.newPage();
|
|
|
|
console.log(await browser.version());
|
|
|
|
|
|
|
|
await page.goto('https://news.ycombinator.com/');
|
|
|
|
|
|
|
|
// Extract articles from the page.
|
2022-02-16 07:51:20 +00:00
|
|
|
const resultsSelector = '.titlelink';
|
2022-06-22 13:25:44 +00:00
|
|
|
const links = await page.evaluate(resultsSelector => {
|
2020-04-14 16:42:48 +00:00
|
|
|
const anchors = Array.from(document.querySelectorAll(resultsSelector));
|
2022-06-22 13:25:44 +00:00
|
|
|
return anchors.map(anchor => {
|
2020-04-14 16:42:48 +00:00
|
|
|
const title = anchor.textContent.trim();
|
|
|
|
return `${title} - ${anchor.href}`;
|
|
|
|
});
|
|
|
|
}, resultsSelector);
|
|
|
|
console.log(links.join('\n'));
|
|
|
|
|
|
|
|
await browser.close();
|
|
|
|
})();
|