kissmetrics-export/lib/event_stream.js

Kissmetrics exporter in node.js.

const through2 = require('through2-concurrent');

module.exports = function (s3) {

	var data_stream = through2.obj({ maxConcurrency: 64 }, function (key, encoding, callback) {
		if (!key) {
			return callback();
		}

		s3.getS3Object(key).then(function(data) {
			// debug(data);
			data_stream.push(data.Body.toString('utf-8'));
			callback();
		}).catch(function (err) {
			callback(err);
		});
	});
	return data_stream;
};