redis-smq
Version:
A high-performance, reliable, and scalable message queue for Node.js.
120 lines • 7 kB
JavaScript
;
Object.defineProperty(exports, "__esModule", { value: true });
exports.RequeueDelayedWorker = void 0;
const redis_smq_common_1 = require("redis-smq-common");
const scripts_js_1 = require("../../../../common/redis/scripts.js");
const redis_keys_js_1 = require("../../../../common/redis/redis-keys/redis-keys.js");
const _get_message_js_1 = require("../../../../message-manager/_/_get-message.js");
const index_js_1 = require("../../../../message/index.js");
const index_js_2 = require("../../../../queue-manager/index.js");
const with_shared_pool_connection_js_1 = require("../../../../common/redis/redis-connection-pool/with-shared-pool-connection.js");
const index_js_3 = require("../../../../errors/index.js");
const queue_worker_abstract_js_1 = require("../queue-worker-abstract.js");
class RequeueDelayedWorker extends queue_worker_abstract_js_1.QueueWorkerAbstract {
constructor() {
super(...arguments);
this.fetchMessageIds = (cb) => {
(0, with_shared_pool_connection_js_1.withSharedPoolConnection)((redisClient, cb) => {
const { keyQueueDelayed } = redis_keys_js_1.redisKeys.getQueueKeys(this.queueParsedParams.queueParams.ns, this.queueParsedParams.queueParams.name, this.queueParsedParams.groupId);
const currentTimestamp = Date.now();
redisClient.zrangebyscore(keyQueueDelayed, 0, currentTimestamp, 0, 99, (err, ids) => {
if (err) {
this.logger.error('Error fetching delayed message IDs.', err);
return cb(err);
}
cb(null, ids || []);
});
}, cb);
};
this.fetchMessages = (ids, cb) => {
if (!ids.length)
return cb(null, []);
this.logger.debug(`Fetching ${ids.length} messages from storage.`);
(0, with_shared_pool_connection_js_1.withSharedPoolConnection)((redisClient, cb) => {
(0, _get_message_js_1._getMessages)(redisClient, ids, (err, messages) => {
if (err) {
this.logger.error('Error fetching messages.', err);
return cb(err);
}
const messageCount = (messages === null || messages === void 0 ? void 0 : messages.length) || 0;
this.logger.debug(`Successfully retrieved ${messageCount} messages.`);
cb(null, messages || []);
});
}, cb);
};
this.enqueueMessages = (messages, cb) => {
if (!messages.length)
return cb();
this.logger.debug(`Preparing to enqueue ${messages.length} messages.`);
(0, with_shared_pool_connection_js_1.withSharedPoolConnection)((redisClient, cb) => {
var _a;
const { keyQueueProperties, keyQueueDelayed, keyQueueDeadLetter, keyQueueConsumerGroups, } = redis_keys_js_1.redisKeys.getQueueKeys(this.queueParsedParams.queueParams.ns, this.queueParsedParams.queueParams.name, this.queueParsedParams.groupId);
const keys = [
keyQueueProperties,
keyQueueDelayed,
keyQueueDeadLetter,
keyQueueConsumerGroups,
];
const argv = [
index_js_2.EQueueProperty.QUEUE_TYPE,
index_js_2.EQueueProperty.DELAYED_MESSAGES_COUNT,
index_js_2.EQueueProperty.PENDING_MESSAGES_COUNT,
index_js_2.EQueueProperty.DEAD_LETTERED_MESSAGES_COUNT,
index_js_1.EMessageProperty.STATUS,
index_js_1.EMessagePropertyStatus.PENDING,
index_js_1.EMessagePropertyStatus.DEAD_LETTERED,
index_js_1.EMessageProperty.DEAD_LETTERED_AT,
index_js_1.EMessageProperty.LAST_RETRIED_ATTEMPT_AT,
index_js_2.EQueueType.LIFO_QUEUE,
index_js_2.EQueueType.FIFO_QUEUE,
index_js_2.EQueueProperty.OPERATIONAL_STATE,
index_js_2.EQueueOperationalState.ACTIVE,
index_js_2.EQueueOperationalState.PAUSED,
index_js_2.EQueueOperationalState.STOPPED,
index_js_2.EQueueOperationalState.LOCKED,
Date.now(),
];
for (const msg of messages) {
const messageId = msg.getId();
const consumerGroupId = msg.getConsumerGroupId();
const { keyMessage } = redis_keys_js_1.redisKeys.getMessageKeys(messageId);
const destinationQueue = msg.getDestinationQueue();
const { keyQueuePending, keyQueuePriority } = redis_keys_js_1.redisKeys.getQueueKeys(destinationQueue.ns, destinationQueue.name, msg.getConsumerGroupId());
keys.push(keyMessage, keyQueuePending, keyQueuePriority);
argv.push(messageId, (_a = msg.producibleMessage.getPriority()) !== null && _a !== void 0 ? _a : '', consumerGroupId !== null && consumerGroupId !== void 0 ? consumerGroupId : '');
}
this.logger.debug(`Executing REQUEUE_DELAYED script for ${messages.length} messages.`);
redisClient.runScript(scripts_js_1.ERedisScriptName.REQUEUE_DELAYED, keys, argv, (err, reply) => {
if (err) {
this.logger.error('Error executing REQUEUE_DELAYED script.', err);
return cb(err);
}
if (typeof reply === 'number') {
if (reply !== messages.length) {
this.logger.warn(`Script reported processing ${reply} messages, but expected ${messages.length}.`);
}
this.logger.info(`Successfully re-queued ${reply} messages for delayed processing.`);
return cb();
}
if (typeof reply === 'string') {
this.logger.warn(`Script returned queue state: ${reply}`);
return cb();
}
this.logger.error(`Script execution returned unexpected response: ${reply}`);
cb(new index_js_3.UnexpectedScriptReplyError({ metadata: { reply } }));
});
}, cb);
};
this.work = (cb) => {
redis_smq_common_1.async.waterfall([this.fetchMessageIds, this.fetchMessages, this.enqueueMessages], (err) => {
if (err) {
this.logger.error('Error in work cycle.', err);
}
cb(err);
});
};
}
}
exports.RequeueDelayedWorker = RequeueDelayedWorker;
exports.default = RequeueDelayedWorker;
//# sourceMappingURL=requeue-delayed.worker.js.map