@lskjs/kafka
Version:
LSK module for kafka.
258 lines (201 loc) • 9.4 kB
JavaScript
"use strict";
var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
Object.defineProperty(exports, "__esModule", {
value: true
});
exports["default"] = exports.KafkaModule = void 0;
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
var _get2 = _interopRequireDefault(require("@babel/runtime/helpers/get"));
var _inherits2 = _interopRequireDefault(require("@babel/runtime/helpers/inherits"));
var _possibleConstructorReturn2 = _interopRequireDefault(require("@babel/runtime/helpers/possibleConstructorReturn"));
var _getPrototypeOf2 = _interopRequireDefault(require("@babel/runtime/helpers/getPrototypeOf"));
var _err = _interopRequireDefault(require("@lskjs/err"));
var _module = _interopRequireDefault(require("@lskjs/module"));
var _kafkajs = require("kafkajs");
var _get3 = _interopRequireDefault(require("lodash/get"));
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2["default"])(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2["default"])(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2["default"])(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2["default"])(this, result); }; }
function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
var KafkaModule = /*#__PURE__*/function (_Module) {
(0, _inherits2["default"])(KafkaModule, _Module);
var _super = _createSuper(KafkaModule);
function KafkaModule() {
var _this;
(0, _classCallCheck2["default"])(this, KafkaModule);
for (var _len = arguments.length, args = new Array(_len), _key = 0; _key < _len; _key++) {
args[_key] = arguments[_key];
}
_this = _super.call.apply(_super, [this].concat(args));
_this.Kafka = _kafkajs.Kafka;
_this.defaultGroupId = 'kafka-module';
return _this;
}
(0, _createClass2["default"])(KafkaModule, [{
key: "init",
value: function () {
var _init = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee() {
return _regenerator["default"].wrap(function _callee$(_context) {
while (1) {
switch (_context.prev = _context.next) {
case 0:
_context.next = 2;
return (0, _get2["default"])((0, _getPrototypeOf2["default"])(KafkaModule.prototype), "init", this).call(this);
case 2:
this.config = _objectSpread({
logLevel: _kafkajs.logLevel.ERROR,
clientId: (0, _get3["default"])(process, 'env.WORKER', "nodejs_".concat((0, _get3["default"])(process, 'env.USER')))
}, this.app.config.kafka || {});
if (this.config.brokers) {
_context.next = 6;
break;
}
this.log.warn('!config.brokers');
return _context.abrupt("return");
case 6:
this.log.debug('config', this.config);
this.client = new this.Kafka(this.config);
case 8:
case "end":
return _context.stop();
}
}
}, _callee, this);
}));
function init() {
return _init.apply(this, arguments);
}
return init;
}()
}, {
key: "insert",
value: function () {
var _insert = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee2() {
var _this$producer;
var _args2 = arguments;
return _regenerator["default"].wrap(function _callee2$(_context2) {
while (1) {
switch (_context2.prev = _context2.next) {
case 0:
if (this.producer) {
_context2.next = 2;
break;
}
throw new _err["default"]('!producer');
case 2:
return _context2.abrupt("return", (_this$producer = this.producer).send.apply(_this$producer, _args2));
case 3:
case "end":
return _context2.stop();
}
}
}, _callee2, this);
}));
function insert() {
return _insert.apply(this, arguments);
}
return insert;
}()
}, {
key: "createConsumer",
value: function () {
var _createConsumer = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee3() {
var _ref,
groupId,
topic,
consumer,
_args3 = arguments;
return _regenerator["default"].wrap(function _callee3$(_context3) {
while (1) {
switch (_context3.prev = _context3.next) {
case 0:
_ref = _args3.length > 0 && _args3[0] !== undefined ? _args3[0] : {}, groupId = _ref.groupId, topic = _ref.topic;
if (topic) {
_context3.next = 3;
break;
}
throw new _err["default"]('!topic');
case 3:
consumer = this.client.consumer({
groupId: groupId || this.defaultGroupId,
maxBytesPerPartition: 4096
});
_context3.next = 6;
return consumer.connect();
case 6:
_context3.next = 8;
return consumer.subscribe({
topic: topic,
fromBeginning: true
});
case 8:
return _context3.abrupt("return", consumer);
case 9:
case "end":
return _context3.stop();
}
}
}, _callee3, this);
}));
function createConsumer() {
return _createConsumer.apply(this, arguments);
}
return createConsumer;
}()
}, {
key: "run",
value: function () {
var _run = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regenerator["default"].mark(function _callee4() {
var admin;
return _regenerator["default"].wrap(function _callee4$(_context4) {
while (1) {
switch (_context4.prev = _context4.next) {
case 0:
if (this.client) {
_context4.next = 2;
break;
}
return _context4.abrupt("return");
case 2:
_context4.next = 4;
return (0, _get2["default"])((0, _getPrototypeOf2["default"])(KafkaModule.prototype), "run", this).call(this);
case 4:
this.producer = this.client.producer();
_context4.next = 7;
return this.producer.connect();
case 7:
admin = this.client.admin();
_context4.next = 10;
return admin.connect();
case 10:
_context4.next = 12;
return admin.createTopics({
topics: [{
topic: 'instagram_channel_events',
numPartitions: 36,
replicationFactor: 2
}]
});
case 12:
case "end":
return _context4.stop();
}
}
}, _callee4, this);
}));
function run() {
return _run.apply(this, arguments);
}
return run;
}()
}]);
return KafkaModule;
}(_module["default"]);
exports.KafkaModule = KafkaModule;
var _default = KafkaModule;
exports["default"] = _default;
//# sourceMappingURL=KafkaModule.js.map