aws-component-inventory/lib/appenders/elasticsearch-appender.js

Inventory of AWS components.

"use strict";

const AWS = require("aws-sdk-promise");
const co = require("co");
const elasticsearch = require("elasticsearch");

const SEARCH_SIZE = 65535;

const getClient = function(ea) {
  return new Promise(function(resolve, reject) {
    ea.awsconfig.getCredentials(function(err) {
      if (err) {
        reject(err);
        return;
      }
      const client = new elasticsearch.Client({
        hosts: ea.endpoint,
        connectionClass: require("http-aws-es"),
        amazonES: {
          region: ea.awsconfig.region,
          credentials: ea.awsconfig.credentials
        }
      });
      resolve(client);
    });
  });
};

const generateFlatPK = function(item) {
  return item._id;
};

class ElasticsearchAppender {
  constructor(type, opts) {
    this.endpoint = opts.endpoint;
    this.index = opts.indexes[type].name;
    this.recreate = opts.indexes[type].recreate;
    this.awsconfig = new AWS.Config(opts.awsopts);
    this.client = null;
  }
  init() {
    const self = this;
    return co(function*() {
      self.client = yield getClient(self);
    });
  }
  output(result) {
    const self = this;
    return co(function*() {
      const exists = yield self.client.indices.exists({ index: self.index });
      if (exists && self.recreate) {
        yield self._truncate();
      }
      const body = [];
      for (const key in result) {
        body.push({ index: { _index: self.index, _type: result[key].acitype, _id: result[key].acipk } });
        body.push(result[key]);
      }
      yield self.client.bulk({ body: body });
    });
  }
  _truncate() {
    const self = this;
    return co(function*() {
      yield self.client.indices.delete({ index: self.index });
    });
  }
  getFlatPKs() {
    const self = this;
    return co(function*() {
      const list = yield self.client.search({ index: self.index, size: SEARCH_SIZE });
      return list.hits.hits.map(function(x) { return generateFlatPK(x); });
    });
  }
  cleanup(activeResources) {
    const self = this;
    return co(function*() {
      const list = yield self.client.search({ index: self.index, size: SEARCH_SIZE });
      const missingResources = list.hits.hits.map(function(x) { return { _type: x._type, _id: x._id }; }).filter(function(x) { return (activeResources.indexOf(generateFlatPK(x)) === -1); });
      for (const key in missingResources) {
        yield self.client.delete({ index: self.index, type: missingResources[key]._type, id: missingResources[key]._id });
      }
    });
  }
}

module.exports = ElasticsearchAppender;