lambda-stash/handlers/formatELBv2.js

AWS Lambda script for shipping data from S3 or other cloud data sources to data stores, like Elasticsearch

exports.process = function(config) {
  console.log('formatELBv2 for Application Load Balancers');
  if (!config.data ||
      (!config.data.length && config.data.length !== 0)) {
    return Promise.reject('Received unexpected ELB log format:' +
      JSON.stringify(config.data));
  }

  var output = [];
  var fields = [
    'type',
    'timestamp',
    'elb',
    'client',
    'target',
    'request_processing_time',
    'target_processing_time',
    'response_processing_time',
    'elb_status_code',
    'target_status_code',
    'received_bytes',
    'sent_bytes',
    'request',
    'user_agent',
    'ssl_cipher',
    'ssl_protocol',
    'target_group_arn',
    'trace_id',
    'domain_name',
    'chosen_cert_arn',
    'matched_rule_priority'
  ];
  var numRows = config.data.length;
  var numCols;
  var i;
  var j;
  var row;
  var item;

  for (i = 0; i < numRows; i++) {
    row = config.data[i];
    if (row.length !== 21) {
      console.log('Expected 21 columns in row. Found ' + row.length + ': ' +
        config.data[i]);
    }

    item = {};
    numCols = Math.min(row.length, fields.length);
    for (j = 0; j < numCols; j++) {
      item[fields[j]] = row[j];
    }
    if (config.dateField && config.dateField !== 'timestamp') {
      item[config.dateField] = item.timestamp;
    }
    output.push(item);
  }
  config.data = output;
  return Promise.resolve(config);
};