UNPKG

@ckstack/ck-push-retry

Version:

ckstack push retry server module

428 lines (427 loc) 25.5 kB
"use strict"; var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) { if (k2 === undefined) k2 = k; var desc = Object.getOwnPropertyDescriptor(m, k); if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) { desc = { enumerable: true, get: function() { return m[k]; } }; } Object.defineProperty(o, k2, desc); }) : (function(o, m, k, k2) { if (k2 === undefined) k2 = k; o[k2] = m[k]; })); var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) { Object.defineProperty(o, "default", { enumerable: true, value: v }); }) : function(o, v) { o["default"] = v; }); var __importStar = (this && this.__importStar) || function (mod) { if (mod && mod.__esModule) return mod; var result = {}; if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k); __setModuleDefault(result, mod); return result; }; var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } return new (P || (P = Promise))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; var __asyncValues = (this && this.__asyncValues) || function (o) { if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined."); var m = o[Symbol.asyncIterator], i; return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i); function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; } function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); } }; var __importDefault = (this && this.__importDefault) || function (mod) { return (mod && mod.__esModule) ? mod : { "default": mod }; }; Object.defineProperty(exports, "__esModule", { value: true }); const events = __importStar(require("events")); const JSON5 = __importStar(require("json5")); const aws_sdk_1 = __importDefault(require("aws-sdk")); const bluebird_1 = require("bluebird"); const dk_lib_rmq_1 = require("@dkpkg/dk-lib-rmq"); const dk_lib_1 = require("@dkpkg/dk-lib"); const ck_lib_sequelize_1 = require("@ckstack/ck-lib-sequelize"); const dk_lib_cron_1 = require("@dkpkg/dk-lib-cron"); const ck_lib_models_1 = require("@ckstack/ck-lib-models"); const MyValues_1 = require("../MyValues"); const MyConfig_1 = require("../MyConfig"); class RetryDelayAwsSqs extends dk_lib_cron_1.CkCronTask { constructor() { super(); this.TASK_EVENT = new events.EventEmitter(); this.getSQSQueryUrl = this.getSQSQueryUrl.bind(this); this.pollingSQS = this.pollingSQS.bind(this); this.procSQSData = this.procSQSData.bind(this); this.removeDataOfSQS = this.removeDataOfSQS.bind(this); this.retryMessage = this.retryMessage.bind(this); this.TASK_EVENT.on(MyValues_1.CRON_EVENT_TYPE.BY_SQS, this.retryMessage); aws_sdk_1.default.config.update({ accessKeyId: MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_ACCESS_KEY, secretAccessKey: MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_SECRET_ACCESS_KEY, region: MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_REGION, httpOptions: { connectTimeout: MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_CONNECT_TIMEOUT, timeout: MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_TIMEOUT, }, }); dk_lib_1.CkLogger.debugLog('aws config update', MyValues_1.PROC_LHD.LHD); this.AWS_SQS = new aws_sdk_1.default.SQS({ apiVersion: MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_API_VERSION }); dk_lib_1.CkLogger.debugLog('aws sqs object created', MyValues_1.PROC_LHD.LHD); dk_lib_1.CkLogger.infoLog('create AWS SQS client', MyValues_1.PROC_LHD.LHD); dk_lib_1.CkLogger.infoLog2(`created ${this.constructor.name} object`, MyValues_1.PROC_LHD.IP_LHD_HTTP); } init() { super.init(); } getSQSQueryUrl(lhd) { return __awaiter(this, void 0, void 0, function* () { return new bluebird_1.Promise((resolve, reject) => { if (!this.AWS_SQS) { dk_lib_1.CkLogger.errLog2('The aws sqs client was not created normally.', lhd); reject(new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.failed_push_to_amazon_sqs_queue, 500)); return; } const params = { QueueName: MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30 }; const startTm = Date.now(); dk_lib_1.CkLogger.infoLog2(`<< try get aws sqs queue url. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}]`, lhd); this.AWS_SQS.getQueueUrl(params, (err, data) => { dk_lib_1.CkLogger.printElapsedLog2('[aws-sqs]', startTm, 'get sqs queue url', MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_ELAPSED_MILLI_SEC); if (err) { dk_lib_1.CkLogger.errLog2(`>> failed get aws sqs queue url. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}], err [${err.toString()}]`, lhd); reject(new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.invalid_amazon_sqs_queue, 500)); return; } dk_lib_1.CkLogger.infoLog2(`>> success get aws sqs queue url. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}], url [${data.QueueUrl}]`, lhd); resolve(data.QueueUrl); }); }); }); } pollingSQS(lhd) { return __awaiter(this, void 0, void 0, function* () { return new bluebird_1.Promise((resolve, reject) => { dk_lib_1.CkLogger.infoLog2('start polling', lhd); if (!this.AWS_SQS) { dk_lib_1.CkLogger.errLog2('end polling. no aws sqs client', lhd); reject(new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.failed_polling_from_amazon_sqs_queue, 500)); return; } if (!this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL) { dk_lib_1.CkLogger.errLog2('end polling. no aws sqs url', lhd); reject(new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.failed_polling_from_amazon_sqs_queue, 500)); return; } const params = { MaxNumberOfMessages: 10, QueueUrl: this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL, }; const startTm = Date.now(); dk_lib_1.CkLogger.infoLog2(`<< try polling aws sqs message. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}], queue url [${this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL}]`, lhd); this.AWS_SQS.receiveMessage(params, (err, data) => { dk_lib_1.CkLogger.printElapsedLog2(lhd, startTm, 'polling sqs queue', MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_ELAPSED_MILLI_SEC); if (err) { dk_lib_1.CkLogger.errLog2(`end polling. can't polling aws sqs. failed polling aws sqs message. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}], queue url [${this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL}], params [${JSON5.stringify(params)}], err [${err.toString()}]`, lhd); reject(new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.failed_polling_from_amazon_sqs_queue, 500)); return; } if (!data.Messages) { dk_lib_1.CkLogger.infoLog2(`>> end polling. success polling aws sqs message. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}], queue url [${this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL}], no message on queue`, lhd); resolve([]); return; } dk_lib_1.CkLogger.infoLog2(`>> end polling. success polling aws sqs message. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}], queue url [${this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL}], message count [${data.Messages.length}]`, lhd); resolve(data.Messages); }); }); }); } procSQSData(lhd, messages) { var _a, messages_1, messages_1_1; var _b, e_1, _c, _d; return __awaiter(this, void 0, void 0, function* () { dk_lib_1.CkLogger.infoLog2('start resend', lhd); const removeDatas = []; if (!messages || messages.length <= 0) { dk_lib_1.CkLogger.infoLog2('end resend. no resend message', lhd); return removeDatas; } dk_lib_1.CkLogger.debugLog2(`resend messages [${JSON5.stringify(messages)}]`, lhd); let isHasCondition = false; const selCond = {}; const pushMsgMap = {}; for (const msg of messages) { if (!msg.MessageId) { dk_lib_1.CkLogger.warnLog2('not found sqs MessageId', lhd); continue; } if (!msg.Body) { dk_lib_1.CkLogger.warnLog2('not found sqs body', lhd); continue; } let pushMsg; try { pushMsg = JSON5.parse(msg.Body); } catch (err) { dk_lib_1.CkLogger.errLog2(`invalid push direct message. It is not json data [${msg.Body}]`, lhd); } let userId = ''; switch (pushMsg === null || pushMsg === void 0 ? void 0 : pushMsg.pushVendor) { case dk_lib_1.CkValue.PUSH_VENDOR_TYPE.FCM: pushMsg = pushMsg; if (pushMsg && pushMsg.targetUserIds && pushMsg.targetUserIds.length > 0) { [userId] = pushMsg.targetUserIds; } break; default: pushMsg = pushMsg; if (pushMsg && pushMsg.targetUserId) { userId = pushMsg.targetUserId; } break; } if (userId) { pushMsgMap[msg.MessageId] = pushMsg; if (!selCond.$or) { selCond.$or = []; } selCond.$or.push({ $and: { yyyymm: pushMsg.yyyymm, user_id: userId, broadcast_id: pushMsg.broadcastId, }, }); isHasCondition = true; } if (msg.MessageId && msg.ReceiptHandle) { removeDatas.push({ Id: msg.MessageId, ReceiptHandle: msg.ReceiptHandle, }); } else { dk_lib_1.CkLogger.warnLog2(`invalid sqs data for delete. not found MessageId or ReceiptHandle. message [${JSON5.stringify(msg)}]`, lhd); } } if (!isHasCondition) { dk_lib_1.CkLogger.warnLog2('end resend. not found yyyymm, userId(targetUserId or targetUserIds), broadcastId value on sqs message data', lhd); return removeDatas; } const pushMsgDatas = yield ck_lib_sequelize_1.DatabaseService.getDatasByFilter(lhd, ck_lib_models_1.TbFcmHistoryTmp, selCond, ['rid', 'yyyymm', 'retry_index', 'user_id', 'arrival_flag', 'broadcast_id'], undefined, [['rid', 'ASC'], ['retry_index', 'DESC']]); if (typeof pushMsgDatas === 'string') { dk_lib_1.CkLogger.errLog2(`end resend. can't find push message history tmp data. cond [${JSON5.stringify(selCond)}]`, lhd); throw new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.send_push_message, 500); } const pushMsgArrivalMap = {}; if (pushMsgDatas.length > 0) { for (const row of pushMsgDatas) { const rowKey = dk_lib_1.CkCrypto.md5Hash(`${row.yyyymm}_${row.user_id}_${row.broadcast_id}`); if (pushMsgArrivalMap[`${rowKey}`] === undefined) { pushMsgArrivalMap[`${rowKey}`] = row.arrival_flag; } else if (pushMsgArrivalMap[`${rowKey}`] !== dk_lib_1.CkValue.PUSH_ALLIVAL.YES) { pushMsgArrivalMap[`${rowKey}`] = row.arrival_flag; } } } const pushArrivalDatas = yield ck_lib_sequelize_1.DatabaseService.getDatasByFilter(lhd, ck_lib_models_1.TbFcmArrivalTmp, selCond, ['rid', 'yyyymm', 'retry_index', 'user_id', 'broadcast_id'], undefined, [['rid', 'ASC'], ['retry_index', 'DESC']]); if (typeof pushArrivalDatas === 'string') { dk_lib_1.CkLogger.errLog2(`end resend. can't find push arrival tmp data. cond [${JSON5.stringify(selCond)}]`, lhd); throw new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.send_push_message, 500); } const pushArrivalTmpMap = {}; if (pushArrivalDatas.length > 0) { for (const row of pushArrivalDatas) { const rowKey = dk_lib_1.CkCrypto.md5Hash(`${row.yyyymm}_${row.user_id}_${row.broadcast_id}`); if (pushArrivalTmpMap[`${rowKey}`] === undefined) { pushArrivalTmpMap[`${rowKey}`] = dk_lib_1.CkValue.PUSH_ALLIVAL.YES; } } } try { for (_a = true, messages_1 = __asyncValues(messages); messages_1_1 = yield messages_1.next(), _b = messages_1_1.done, !_b;) { _d = messages_1_1.value; _a = false; try { const msg = _d; if (!msg.MessageId) { dk_lib_1.CkLogger.warnLog2('not found sqs MessageId', lhd); continue; } if (!msg.Body) { dk_lib_1.CkLogger.warnLog2('not found sqs body', lhd); continue; } let pushMsg = pushMsgMap[msg.MessageId]; let userId = ''; switch (pushMsg === null || pushMsg === void 0 ? void 0 : pushMsg.pushVendor) { case dk_lib_1.CkValue.PUSH_VENDOR_TYPE.FCM: pushMsg = pushMsg; if (pushMsg && pushMsg.targetUserIds && pushMsg.targetUserIds.length > 0) { [userId] = pushMsg.targetUserIds; } break; default: pushMsg = pushMsg; if (pushMsg && pushMsg.targetUserId) { userId = pushMsg.targetUserId; } break; } if (userId && pushMsg.currentRetryCount !== undefined && pushMsg.maxRetryCount !== undefined) { const msgKey = dk_lib_1.CkCrypto.md5Hash(`${pushMsg.yyyymm}_${userId}_${pushMsg.broadcastId}`); if (pushMsg.maxRetryCount > pushMsg.currentRetryCount) { const arrivalFlag = pushMsgArrivalMap[`${msgKey}`]; const arrivalTmpFlag = pushArrivalTmpMap[`${msgKey}`]; dk_lib_1.CkLogger.infoLog2(`is arrival [${arrivalFlag === dk_lib_1.CkValue.PUSH_ALLIVAL.YES}], arrival tmp [${arrivalTmpFlag}]. currentRetryCount [${pushMsg.currentRetryCount}], maxRetryCount [${pushMsg.maxRetryCount}]`, `${pushMsg.lhd || lhd}`); if (arrivalFlag !== dk_lib_1.CkValue.PUSH_ALLIVAL.YES && arrivalTmpFlag !== dk_lib_1.CkValue.PUSH_ALLIVAL.YES) { pushMsg.currentRetryCount += 1; const mqRet = yield dk_lib_rmq_1.CkRabbitMQ.sendMessage(pushMsg.lhd || lhd, MyConfig_1.conf.HTF_PUSH_QUEUE, pushMsg, true); dk_lib_1.CkLogger.infoLog2(`re-send push. push message yyyymm [${pushMsg.yyyymm}], user id [${userId}], broadcast id [${pushMsg.broadcastId}], rmq result [${mqRet}]`, `${pushMsg.lhd || lhd}`); } else { dk_lib_1.CkLogger.infoLog2(`push message arrived. push message yyyymm [${pushMsg.yyyymm}], user id [${userId}], broadcast id [${pushMsg.broadcastId}]`, `${pushMsg.lhd || lhd}`); } } else { dk_lib_1.CkLogger.infoLog2(`stop re-send push. retry count is limited. retry count [${pushMsg.currentRetryCount}], limit retry count [${pushMsg.maxRetryCount}]`, `${pushMsg.lhd || lhd}`); } } else { dk_lib_1.CkLogger.warnLog2(`can't check re-send push condition. boardcast_id [${pushMsg.broadcastId}], currentRetryCount [${pushMsg.currentRetryCount}], pushMsg.maxRetryCount [${pushMsg.maxRetryCount}], user id [${userId}]`, `${pushMsg.lhd || lhd}`); } } finally { _a = true; } } } catch (e_1_1) { e_1 = { error: e_1_1 }; } finally { try { if (!_a && !_b && (_c = messages_1.return)) yield _c.call(messages_1); } finally { if (e_1) throw e_1.error; } } dk_lib_1.CkLogger.infoLog2('end processing', lhd); return removeDatas; }); } removeDataOfSQS(lhd, rmMessages) { return __awaiter(this, void 0, void 0, function* () { return new bluebird_1.Promise((resolve, reject) => { dk_lib_1.CkLogger.infoLog2('start remove sqs data', lhd); if (!rmMessages || rmMessages.length <= 0) { dk_lib_1.CkLogger.infoLog2('end remove sqs data. no remove sqs data', lhd); resolve(0); return; } if (!this.AWS_SQS) { dk_lib_1.CkLogger.errLog2('end remove sqs data. no aws sqs client', lhd); reject(new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.failed_polling_from_amazon_sqs_queue, 500)); return; } if (!this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL) { dk_lib_1.CkLogger.errLog2('end remove sqs data. no aws sqs url', lhd); reject(new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.failed_polling_from_amazon_sqs_queue, 500)); return; } const params = { QueueUrl: this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL, Entries: rmMessages, }; const startTm = Date.now(); dk_lib_1.CkLogger.infoLog2(`<< try remove aws sqs message. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}], queue url [${this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL}], will remove message count [${rmMessages.length}]`, lhd); this.AWS_SQS.deleteMessageBatch(params, (err, data) => { dk_lib_1.CkLogger.printElapsedLog2(lhd, startTm, 'remove aws sqs message', MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_ELAPSED_MILLI_SEC); if (err) { dk_lib_1.CkLogger.errLog2(`>> end remove sqs data. failed remove aws sqs message. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}], queue url [${this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL}], will remove message count [${rmMessages.length}], params [${JSON5.stringify(params)}], err [${err.toString()}]`, lhd); reject(new dk_lib_1.CkError(lhd, dk_lib_1.CkValue.ERROR_TYPE.failed_remove_message_on_amazon_sqs_queue, 500)); return; } dk_lib_1.CkLogger.infoLog2(`>> success remove aws sqs message. queue [${MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_QUEUE_FCM_RECV_CHECK30}], queue url [${this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL}], removed message count [${data.Successful.length}]`, lhd); if (data.Successful.length !== rmMessages.length) { dk_lib_1.CkLogger.warnLog2(`The number of data you want to delete and the number of deleted data are different. request data [${JSON5.stringify(params)}], removed data [${JSON5.stringify(data.Successful)}]`, lhd); } if (data.Failed.length > 0) { dk_lib_1.CkLogger.errLog2(`failed remove aws sqs message. failed data [${JSON5.stringify(data.Failed)}]`, lhd); } if (data.Successful) { dk_lib_1.CkLogger.infoLog2(`end remove sqs data. deleted sqs message count [${data.Successful.length}]`, lhd); resolve(data.Successful.length); return; } dk_lib_1.CkLogger.infoLog2('end remove sqs data', lhd); resolve(0); }); }); }); } retryMessage(lhd, loopNum) { return __awaiter(this, void 0, void 0, function* () { if (loopNum >= MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_POLL_LOOP_COUNT) { dk_lib_1.CkLogger.infoLog2(`end cron task. loop num [${loopNum}]`, lhd); this.taskEnd(lhd); return; } dk_lib_1.CkLogger.infoLog2(`start resend message(sqs). loop num [${loopNum}]`, lhd); if (!this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL) { try { this.AWS_SQS_FCM_RECV_CHECK_QUEUE_URL = yield this.getSQSQueryUrl(lhd); } catch (err) { dk_lib_1.CkLogger.errLog2(`end failed resend message(sqs). end cron task. can't get sqs url. loop num [${loopNum}]`, lhd); this.taskEnd(lhd); return; } } let messages = []; try { messages = yield this.pollingSQS(lhd); } catch (err) { dk_lib_1.CkLogger.errLog2(`end failed resend message(sqs). end cron task. can't polling. loop num [${loopNum}]`, lhd); this.taskEnd(lhd); return; } let rmMessages = []; try { rmMessages = yield this.procSQSData(lhd, messages); } catch (err) { dk_lib_1.CkLogger.errLog2(`end failed resend message(sqs). end cron task. can't resend message. loop num [${loopNum}]`, lhd); this.taskEnd(lhd); return; } try { yield this.removeDataOfSQS(lhd, rmMessages); } catch (err) { dk_lib_1.CkLogger.errLog2(`end failed resend message(sqs). end cron task. can't remove sqs message. loop num [${loopNum}]`, lhd); this.taskEnd(lhd); return; } if (loopNum + 1 >= MyConfig_1.conf.HTF_DELAY_VENDOR_AWS_SQS_POLL_LOOP_COUNT) { dk_lib_1.CkLogger.infoLog2(`end success resend message(sqs). end cron task. loop num [${loopNum}]`, lhd); this.taskEnd(lhd); return; } dk_lib_1.CkLogger.infoLog2(`end success resend message(sqs). loop num [${loopNum}]`, lhd); this.TASK_EVENT.emit(MyValues_1.CRON_EVENT_TYPE.BY_SQS, lhd, loopNum + 1); }); } run(lhd) { this.setRunning(lhd); this.TASK_EVENT.emit(MyValues_1.CRON_EVENT_TYPE.BY_SQS, lhd, 0); } } exports.default = RetryDelayAwsSqs;