@lyuboslavlyubenov/se-scraper
Version:
A module using puppeteer to scrape several search engines such as Google, Bing and Duckduckgo
31 lines (27 loc) • 785 B
JavaScript
const cheerio = require('cheerio');
module.exports = {
get_ip_data: get_ip_data,
get_http_headers: get_http_headers,
};
async function get_ip_data(page) {
await page.goto('https://ipinfo.io/json', {
waitLoad: true,
waitNetworkIdle: true
});
let json = await page.content({
timeout: 20000
});
const $ = cheerio.load(json);
let ipinfo_text = $('pre').text();
return JSON.parse(ipinfo_text);
}
async function get_http_headers(page) {
await page.goto('https://httpbin.org/get', {
waitLoad: true,
waitNetworkIdle: true
});
let headers = await page.content();
const $ = cheerio.load(headers);
let headers_text = $('pre').text();
return JSON.parse(headers_text);
}