couch-elastic-stream/test/sinkConfig.js

data streaming from couchdb to elastic via kafka.

"use strict";

const Logger = require("log4bro");

const config = {

    kafka: {
        kafkaHost: "0.0.0.0:19092,0.0.0.0:29092,0.0.0.0:39092",
        logger: new Logger(),
        groupId: "kc-test",
        clientName: "kc-test-name",
        workerPerPartition: 1,
        options: {
            sessionTimeout: 8000,
            protocol: ["roundrobin"],
            fromOffset: "latest", //latest
            fetchMaxBytes: 1024 * 100,
            fetchMinBytes: 1,
            fetchMaxWaitMs: 10,
            heartbeatInterval: 250,
            retryMinTimeout: 250,
            requireAcks: 0,
            //ackTimeoutMs: 100,
            //partitionerType: 3
        }
    },
    topic: "kf-connector",
    partitions: 1,
    maxTasks: 1,
    pollInterval: 250,
    produceKeyed: true,
    produceCompressionType: 0,
    awaitRetry: 2000,
    connector: {
        clientNode : "http://elastic:secret@localhost:9200",
        index : 'dlt',
        type : 'dltdoc'
    },
    http: {
        port: 3149,
        middlewares: []
    },
    enableMetrics: false
};

module.exports = config;