@democracy-deutschland/bt-named-polls/distribution/cli.js

scraper for the german "Bundestag" (Namentliche Abstimmungen)

#!/usr/bin/env node
'use strict';

function _asyncToGenerator(fn) { return function () { var gen = fn.apply(this, arguments); return new Promise(function (resolve, reject) { function step(key, arg) { try { var info = gen[key](arg); var value = info.value; } catch (error) { reject(error); return; } if (info.done) { resolve(value); } else { return Promise.resolve(value).then(function (value) { step("next", value); }, function (err) { step("throw", err); }); } } return step("next"); }); }; }

/* eslint-disable no-mixed-operators */

const Scraper = require('./scraper');
const program = require('commander');
const util = require('util');

program.version('0.1.0').description('Bundestag scraper').option('--start [Start]', 'Start id', 1).parse(process.argv);

const scraper = new Scraper();

process.on('SIGINT', _asyncToGenerator(function* () {
  process.exit(1);
}));

scraper.scrape({
  startId: program.start,
  onData: data => console.log('new data', util.inspect(data, false, null)),
  onFinish: data => console.log('FINISH', util.inspect(data, false, null))
}).catch(error => {
  console.error(error);
});