roach-storm/bin/baseConfig.js

Apache Kafka to Google Pub/Sub Gateway, API controlled

module.exports = {
    kafka: {
        consumer: {
            noptions: {
                "metadata.broker.list": "localhost:9092",
                "group.id": "roach-base-group",
                "api.version.request": true,
                "socket.keepalive.enable": true,
                //"security.protocol": "sasl_ssl",
                //"ssl.key.location": "/tmp/kafka-clients-key/service-client.key.pem",
                //"ssl.certificate.location": "/tmp/kafka-clients-certificate/service-client.cert.pem",
                //"ssl.ca.location": "/tmp/ca-chain-certificate/ca-chain.cert.pem",
                //"sasl.mechanisms": "PLAIN"
            },
            tconf: {
                "auto.offset.reset": "earliest",
            },
        },
        batchOptions: {
            batchSize: 500,
            commitEveryNBatch: 1,
            concurrency: 1,
            commitSync: false,
            noBatchCommits: false,
            manualBatching: true,
            sortedManualBatch: true,
        },
    },
    discovery: {
        enabled: true,
        scanMs: 48000,
        topicBlacklist: [],
    },
    mongo: {
        url: "mongodb://localhost:27017/roach_base",
        options: {
            keepAlive: 120,
            autoIndex: true,
            reconnectTries: Number.MAX_VALUE,
            reconnectInterval: 500,
            poolSize: 20,
        },
    },
    http: {
        port: 1919,
        access: "*",
    },
    pubSubConfig: {
        projectId: "base-google-cloud-project-id",
    },
    pubSubToKafkaTopicName: null,
    gcf: {
        metrics: {
            pubSubMetricTopic: null,
            counterLabels: [],
            gaugeLabels: [],
            prefix: "gcf_roach",
        },
    },
};