docparse-scraper-nst/runScrape.js

Node Zombie based scraper to scrape bills from the NStar (supplier code "NST)" website

var spawn = require('child_process').spawn;
var child = spawn('npm', ['install', '--production']);

child.stdout.setEncoding('utf8');
child.stdout.on('data', function (data) {
  console.log('stdout data', data);
});

child.stderr.pipe(process.stderr);

child.on('exit', function (code) {
  if (code !== 0) {
    return;
  }
  start();
});

function start() {
  var assert = require('assert');
  var fs = require('fs');
  var path = require('path');
  var argv = require('optimist').argv;
  var config;
  if (argv.config) {
    console.log('loading config at path', argv.config);
    config = require('docparse-config')(argv.config);
  }
  else {
    config = require('docparse-config')();
  }
  var logger = require('docparse-logger')(config);
  var data = {
    logger: logger,
    config: config
  };
  require('./index')(data, function (err, reply) {
    console.log('done with scrape');
  });
}