UNPKG

@lyuboslavlyubenov/se-scraper

Version:

A module using puppeteer to scrape several search engines such as Google, Bing and Duckduckgo

31 lines (27 loc) 785 B
const cheerio = require('cheerio'); module.exports = { get_ip_data: get_ip_data, get_http_headers: get_http_headers, }; async function get_ip_data(page) { await page.goto('https://ipinfo.io/json', { waitLoad: true, waitNetworkIdle: true }); let json = await page.content({ timeout: 20000 }); const $ = cheerio.load(json); let ipinfo_text = $('pre').text(); return JSON.parse(ipinfo_text); } async function get_http_headers(page) { await page.goto('https://httpbin.org/get', { waitLoad: true, waitNetworkIdle: true }); let headers = await page.content(); const $ = cheerio.load(headers); let headers_text = $('pre').text(); return JSON.parse(headers_text); }