kafka-console
Version:
182 lines (181 loc) • 7.44 kB
JavaScript
;
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __asyncValues = (this && this.__asyncValues) || function (o) {
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
var m = o[Symbol.asyncIterator], i;
return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.logLevelParser = logLevelParser;
exports.resourceParser = resourceParser;
exports.getSASL = getSASL;
exports.createClient = createClient;
exports.createCluster = createCluster;
exports.createAdmin = createAdmin;
exports.createConsumer = createConsumer;
exports.createProducer = createProducer;
const kafkajs_1 = require("kafkajs");
const pool_1 = __importDefault(require("./pool"));
function logLevelParser(level) {
if (/error/.test(level)) {
return kafkajs_1.logLevel.ERROR;
}
if (/warn/.test(level)) {
return kafkajs_1.logLevel.WARN;
}
if (/info/.test(level)) {
return kafkajs_1.logLevel.INFO;
}
if (/debug/.test(level)) {
return kafkajs_1.logLevel.DEBUG;
}
return kafkajs_1.logLevel.NOTHING;
}
function resourceParser(resource) {
if (/^any$/i.test(resource)) {
return kafkajs_1.ConfigResourceTypes.UNKNOWN;
}
if (/^topic$/i.test(resource)) {
return kafkajs_1.ConfigResourceTypes.TOPIC;
}
if (/^broker$/i.test(resource)) {
return kafkajs_1.ConfigResourceTypes.BROKER;
}
if (/^broker_logger$/i.test(resource)) {
return kafkajs_1.ConfigResourceTypes.BROKER_LOGGER;
}
if (/^logger$/i.test(resource)) {
return kafkajs_1.ConfigResourceTypes.BROKER_LOGGER;
}
return kafkajs_1.ConfigResourceTypes.UNKNOWN;
}
const SASLMap = {
'plain': (username, password) => ({ username, password }),
'scram-sha-256': (username, password) => ({ username, password }),
'scram-sha-512': (username, password) => ({ username, password }),
};
function getSASL({ mechanism, username, password, authorizationIdentity, accessKeyId, secretAccessKey, sessionToken, oauthBearer, }) {
switch (mechanism) {
case 'plain':
case 'scram-sha-256':
case 'scram-sha-512':
return { mechanism, username, password };
case 'aws':
return { mechanism, authorizationIdentity, accessKeyId, secretAccessKey, sessionToken };
case 'oauthbearer':
const oauthBearerProvider = () => __awaiter(this, void 0, void 0, function* () { return ({ value: oauthBearer }); });
return { mechanism, oauthBearerProvider };
}
}
function createClient(bootstrapServer, ssl, sasl, level) {
const options = {
clientId: 'Kafka CLI',
brokers: bootstrapServer.split(','),
ssl,
logLevel: logLevelParser(level),
sasl,
};
return new kafkajs_1.Kafka(options);
}
function createCluster(client) {
return __awaiter(this, void 0, void 0, function* () {
const createClusterKey = Reflect.ownKeys(client).find(key => /createCluster/.test(key.toString()));
const createCluster = Reflect.get(client, createClusterKey);
const cluster = createCluster({});
yield cluster.connect();
return cluster;
});
}
function createAdmin(client) {
return __awaiter(this, void 0, void 0, function* () {
const admin = client.admin();
yield admin.connect();
return admin;
});
}
function createConsumer(client_1, group_1, topic_1, from_1) {
return __awaiter(this, arguments, void 0, function* (client, group, topic, from, poolOptions = {}) {
const consumerConfig = {
groupId: group,
};
const consumerOptions = {
topics: [topic],
fromBeginning: from === '0',
};
const offsets = [];
if (from && from !== '0') {
const timestamp = /^\d+$/.test(from)
? new Date(parseInt(from, 10)).getTime()
: Date.parse(from);
if (Number.isNaN(timestamp)) {
throw new Error(`Invalid timestamp "${from}"`);
}
const admin = yield createAdmin(client);
const partitionOffsets = yield admin.fetchTopicOffsetsByTimestamp(topic, timestamp);
for (const { partition, offset } of partitionOffsets) {
offsets.push({ topic, partition, offset });
}
}
const consumer = client.consumer(consumerConfig);
yield consumer.connect();
yield consumer.subscribe(consumerOptions);
yield consumer.run({
eachMessage: (payload) => __awaiter(this, void 0, void 0, function* () {
pool.push(payload);
}),
}).catch(e => console.error(e));
for (const offset of offsets) {
consumer.seek(offset);
}
const pool = new pool_1.default([], poolOptions);
pool.onDone(() => {
consumer.disconnect();
});
return pool;
});
}
function createProducer(client, topic) {
return __awaiter(this, void 0, void 0, function* () {
const producer = client.producer();
yield producer.connect();
const pool = new pool_1.default();
pool.onDone(() => {
producer.disconnect();
});
(() => __awaiter(this, void 0, void 0, function* () {
var _a, e_1, _b, _c;
try {
for (var _d = true, pool_2 = __asyncValues(pool), pool_2_1; pool_2_1 = yield pool_2.next(), _a = pool_2_1.done, !_a; _d = true) {
_c = pool_2_1.value;
_d = false;
let message = _c;
yield producer.send({
topic,
messages: [message],
});
}
}
catch (e_1_1) { e_1 = { error: e_1_1 }; }
finally {
try {
if (!_d && !_a && (_b = pool_2.return)) yield _b.call(pool_2);
}
finally { if (e_1) throw e_1.error; }
}
}))().catch(e => console.error(e));
return pool;
});
}