redis-smq
Version:
A high-performance, reliable, and scalable message queue for Node.js.
116 lines • 6.85 kB
JavaScript
;
Object.defineProperty(exports, "__esModule", { value: true });
exports.RequeueImmediateWorker = void 0;
const redis_smq_common_1 = require("redis-smq-common");
const scripts_js_1 = require("../../../../common/redis/scripts.js");
const redis_keys_js_1 = require("../../../../common/redis/redis-keys/redis-keys.js");
const _get_message_js_1 = require("../../../../message-manager/_/_get-message.js");
const index_js_1 = require("../../../../message/index.js");
const index_js_2 = require("../../../../queue-manager/index.js");
const with_shared_pool_connection_js_1 = require("../../../../common/redis/redis-connection-pool/with-shared-pool-connection.js");
const index_js_3 = require("../../../../errors/index.js");
const queue_worker_abstract_js_1 = require("../queue-worker-abstract.js");
class RequeueImmediateWorker extends queue_worker_abstract_js_1.QueueWorkerAbstract {
constructor() {
super(...arguments);
this.fetchMessageIds = (cb) => {
(0, with_shared_pool_connection_js_1.withSharedPoolConnection)((redisClient, cb) => {
const { keyQueueRequeued } = redis_keys_js_1.redisKeys.getQueueKeys(this.queueParsedParams.queueParams.ns, this.queueParsedParams.queueParams.name, this.queueParsedParams.groupId);
redisClient.lrange(keyQueueRequeued, 0, 99, (err, reply) => {
if (err) {
this.logger.error('Error fetching message IDs.', err);
return cb(err);
}
cb(null, reply !== null && reply !== void 0 ? reply : []);
});
}, cb);
};
this.fetchMessages = (ids, cb) => {
if (!ids.length)
return cb(null, []);
this.logger.debug(`Fetching ${ids.length} messages from storage.`);
(0, with_shared_pool_connection_js_1.withSharedPoolConnection)((redisClient, cb) => {
(0, _get_message_js_1._getMessages)(redisClient, ids, cb);
}, cb);
};
this.requeueMessages = (messages, cb) => {
if (!messages.length)
return cb();
this.logger.debug(`Preparing to enqueue ${messages.length} messages.`);
const { keyQueueProperties, keyQueueDelayed, keyQueueRequeued, keyQueueDeadLetter, keyQueueConsumerGroups, } = redis_keys_js_1.redisKeys.getQueueKeys(this.queueParsedParams.queueParams.ns, this.queueParsedParams.queueParams.name, this.queueParsedParams.groupId);
const keys = [
keyQueueProperties,
keyQueueRequeued,
keyQueueDelayed,
keyQueueDeadLetter,
keyQueueConsumerGroups,
];
const timestamp = Date.now();
const argv = [
index_js_2.EQueueProperty.QUEUE_TYPE,
index_js_2.EQueueProperty.REQUEUED_MESSAGES_COUNT,
index_js_2.EQueueProperty.DELAYED_MESSAGES_COUNT,
index_js_2.EQueueProperty.PENDING_MESSAGES_COUNT,
index_js_2.EQueueProperty.DEAD_LETTERED_MESSAGES_COUNT,
index_js_1.EMessageProperty.STATUS,
index_js_1.EMessagePropertyStatus.PENDING,
index_js_1.EMessagePropertyStatus.DEAD_LETTERED,
index_js_1.EMessageProperty.DEAD_LETTERED_AT,
index_js_1.EMessagePropertyStatus.UNACK_DELAYING,
index_js_1.EMessageProperty.LAST_RETRIED_ATTEMPT_AT,
index_js_2.EQueueType.LIFO_QUEUE,
index_js_2.EQueueType.FIFO_QUEUE,
index_js_2.EQueueProperty.OPERATIONAL_STATE,
index_js_2.EQueueOperationalState.ACTIVE,
index_js_2.EQueueOperationalState.PAUSED,
index_js_2.EQueueOperationalState.STOPPED,
index_js_2.EQueueOperationalState.LOCKED,
timestamp,
];
for (const msg of messages) {
const messageId = msg.getId();
const consumerGroupId = msg.getConsumerGroupId();
const priority = msg.producibleMessage.getPriority();
const retryDelay = msg.producibleMessage.getRetryDelay();
const delayedTimestamp = retryDelay ? timestamp + retryDelay : 0;
const destinationQueue = msg.getDestinationQueue();
const { keyQueuePending, keyQueuePriority } = redis_keys_js_1.redisKeys.getQueueKeys(destinationQueue.ns, destinationQueue.name, consumerGroupId);
const { keyMessage } = redis_keys_js_1.redisKeys.getMessageKeys(messageId);
keys.push(keyMessage, keyQueuePending, keyQueuePriority);
argv.push(messageId, priority !== null && priority !== void 0 ? priority : '', retryDelay, delayedTimestamp, consumerGroupId !== null && consumerGroupId !== void 0 ? consumerGroupId : '');
}
(0, with_shared_pool_connection_js_1.withSharedPoolConnection)((redisClient, cb) => {
this.logger.debug(`Executing REQUEUE_IMMEDIATE script with ${messages.length} messages`);
redisClient.runScript(scripts_js_1.ERedisScriptName.REQUEUE_IMMEDIATE, keys, argv, (err, reply) => {
if (err) {
this.logger.error('Error during message processing for requeue', err);
return cb(err);
}
if (typeof reply === 'number') {
if (reply !== messages.length) {
this.logger.warn(`Script reported processing ${reply} messages, but expected ${messages.length}. This may be due to a message being moved or deleted before the worker could process it.`);
}
this.logger.debug(`Successfully re-queued ${reply} messages for immediate processing.`);
return cb();
}
if (typeof reply === 'string') {
this.logger.warn(`Script returned queue state: ${reply}`);
return cb();
}
cb(new index_js_3.UnexpectedScriptReplyError({ metadata: { reply } }));
});
}, cb);
};
this.work = (cb) => {
redis_smq_common_1.async.waterfall([this.fetchMessageIds, this.fetchMessages, this.requeueMessages], (err) => {
if (err) {
this.logger.error('A fatal error occurred during requeue unacknowledged messages worker cycle.', err);
}
cb(err);
});
};
}
}
exports.RequeueImmediateWorker = RequeueImmediateWorker;
exports.default = RequeueImmediateWorker;
//# sourceMappingURL=requeue-immediate.worker.js.map