docparse-scraper-nst/lib/processAllLogins.js

Node Zombie based scraper to scrape bills from the NStar (supplier code "NST)" website

var async = require('async');
var inspect = require('eyespect').inspector();
var scrapeForLogin =
module.exports = function (data, callback) {
  var logger = data.logger;
  var index = 0;
  var logins = data.logins;

  // dep injections
var scrapeForLogin = data.scrapeForLogin;
  if (!scrapeForLogin) {
    scrapeForLogin = require('./scrapeForLogin');
  }
  async.forEachSeries(
    logins,
    function (currentLogin, cb) {
      data.currentLogin = currentLogin;
      data.currentLoginIndex = index;
      index++;
      scrapeForLogin(data, cb);
    },
    function (err, reply) {
      if (err) {
        logger.debug('error running scrape', {
          error: err,
          type: 'scraper',
          supplierCode: 'NST'
        });
        return callback(err);
      }
      callback();
    }
  );
};