docparse-scraper-nst
Version:
Node Zombie based scraper to scrape bills from the NStar (supplier code "NST)" website
33 lines (30 loc) • 1.13 kB
JavaScript
module.exports = function (data, cb) {
var logger = data.logger;
var bro = data.bro;
var config = data.config;
var atHomepage = data.atHomepage;
if (!atHomepage) {
atHomepage = require('./atAccountHomepage');
}
if (config.get('verbose')) {
logger.debug('going back to account homepage', { type: 'scraper', supplierCode: 'NST'});
}
bro.visit('https://nstar.com/ebill/dashboard/dashboard.do', function (err, reply) {
var atPage = atHomepage(data.bro);
if (atPage) { return cb(); }
bro.visit('https://nstar.com/ebill/dashboard/dashboard.do', function (err, reply) {
var atPage = atHomepage(data.bro);
logger.debug('back at account homepage check', { atPage: atPage, type: 'scraper', supplierCode: 'NST'});
if (!atPage) {
logger.error('not account homepage check', {
error: 'not at account homepage after processing print friendly bill',
atPage: atPage,
type: 'scraper',
supplierCode: 'NST'
});
return cb('failed to get back to account homepage after scraping bill');
}
return cb();
});
});
};