kafka-console
Version:
135 lines (134 loc) • 6.61 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __rest = (this && this.__rest) || function (s, e) {
var t = {};
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
t[p] = s[p];
if (s != null && typeof Object.getOwnPropertySymbols === "function")
for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
t[p[i]] = s[p[i]];
}
return t;
};
var __asyncValues = (this && this.__asyncValues) || function (o) {
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
var m = o[Symbol.asyncIterator], i;
return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.default = produce;
const Fs = __importStar(require("fs"));
const stream_1 = require("stream");
const readline_1 = require("readline");
const util_1 = require("util");
const pool_1 = __importDefault(require("../utils/pool"));
const kafka_1 = require("../utils/kafka");
const formatters_1 = require("../utils/formatters");
const readFile = (0, util_1.promisify)(Fs.readFile);
function getInput(filename) {
return __awaiter(this, void 0, void 0, function* () {
if (filename) {
const content = yield readFile(filename, 'utf8');
const result = JSON.parse(content);
return new pool_1.default(result).done();
}
else {
const input = new stream_1.PassThrough();
const readLine = (0, readline_1.createInterface)({ input });
const dataPool = new pool_1.default();
readLine.on('line', (line) => __awaiter(this, void 0, void 0, function* () {
dataPool.push(yield JSON.parse(line));
}));
readLine.on('close', () => dataPool.done());
process.stdin.pipe(input);
return dataPool;
}
});
}
function produce(topic_1, opts_1, _a) {
return __awaiter(this, arguments, void 0, function* (topic, opts, { parent }) {
var _b, e_1, _c, _d;
const _e = Object.assign(Object.assign({}, parent.opts()), opts), { dataFormat, header, input: filename, wait, brokers, logLevel, ssl } = _e, rest = __rest(_e, ["dataFormat", "header", "input", "wait", "brokers", "logLevel", "ssl"]);
const sasl = (0, kafka_1.getSASL)(rest);
const client = (0, kafka_1.createClient)(brokers, ssl, sasl, logLevel);
const producer = yield (0, kafka_1.createProducer)(client, topic);
const staticHeaders = header.reduce((result, header) => {
try {
const [, key, value] = header.match(/^([^:]+):(.*)$/);
return Object.assign(Object.assign({}, result), { [key.trim()]: value.trim() });
}
catch (e) {
console.error(e);
}
return result;
}, {});
const formatter = (0, formatters_1.getFormatter)(dataFormat);
const input = yield getInput(filename);
try {
for (var _f = true, input_1 = __asyncValues(input), input_1_1; input_1_1 = yield input_1.next(), _b = input_1_1.done, !_b; _f = true) {
_d = input_1_1.value;
_f = false;
let { key, value, headers } = _d;
const encodedValue = yield formatter.encode(value);
const message = { key, value: encodedValue, headers: Object.assign(Object.assign({}, staticHeaders), headers) };
producer.push(message);
yield new Promise(resolve => setTimeout(resolve, wait));
}
}
catch (e_1_1) { e_1 = { error: e_1_1 }; }
finally {
try {
if (!_f && !_b && (_c = input_1.return)) yield _c.call(input_1);
}
finally { if (e_1) throw e_1.error; }
}
producer.done();
});
}