ipbcrawler
Version:
Package to mine forum data using the Invision Power Board platform.
10 lines (8 loc) • 321 B
JavaScript
const axios = require('axios')
const cheerio = require('cheerio')
module.exports = async (url) => {
const { data } = await axios.get(url, {}, { headers: {
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Safari/537.36'
}})
return cheerio.load(data)
}