dt-common-device
Version:
A secure and robust device management library for IoT applications
155 lines (154 loc) • 8.89 kB
JavaScript
;
var __esDecorate = (this && this.__esDecorate) || function (ctor, descriptorIn, decorators, contextIn, initializers, extraInitializers) {
function accept(f) { if (f !== void 0 && typeof f !== "function") throw new TypeError("Function expected"); return f; }
var kind = contextIn.kind, key = kind === "getter" ? "get" : kind === "setter" ? "set" : "value";
var target = !descriptorIn && ctor ? contextIn["static"] ? ctor : ctor.prototype : null;
var descriptor = descriptorIn || (target ? Object.getOwnPropertyDescriptor(target, contextIn.name) : {});
var _, done = false;
for (var i = decorators.length - 1; i >= 0; i--) {
var context = {};
for (var p in contextIn) context[p] = p === "access" ? {} : contextIn[p];
for (var p in contextIn.access) context.access[p] = contextIn.access[p];
context.addInitializer = function (f) { if (done) throw new TypeError("Cannot add initializers after decoration has completed"); extraInitializers.push(accept(f || null)); };
var result = (0, decorators[i])(kind === "accessor" ? { get: descriptor.get, set: descriptor.set } : descriptor[key], context);
if (kind === "accessor") {
if (result === void 0) continue;
if (result === null || typeof result !== "object") throw new TypeError("Object expected");
if (_ = accept(result.get)) descriptor.get = _;
if (_ = accept(result.set)) descriptor.set = _;
if (_ = accept(result.init)) initializers.unshift(_);
}
else if (_ = accept(result)) {
if (kind === "field") initializers.unshift(_);
else descriptor[key] = _;
}
}
if (target) Object.defineProperty(target, contextIn.name, descriptor);
done = true;
};
var __runInitializers = (this && this.__runInitializers) || function (thisArg, initializers, value) {
var useValue = arguments.length > 2;
for (var i = 0; i < initializers.length; i++) {
value = useValue ? initializers[i].call(thisArg, value) : initializers[i].call(thisArg);
}
return useValue ? value : void 0;
};
var __setFunctionName = (this && this.__setFunctionName) || function (f, name, prefix) {
if (typeof name === "symbol") name = name.description ? "[".concat(name.description, "]") : "";
return Object.defineProperty(f, "name", { configurable: true, value: prefix ? "".concat(prefix, " ", name) : name });
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.HybridHttpQueue = void 0;
const typedi_1 = require("typedi");
const rateLimit_utils_1 = require("../utils/rateLimit.utils");
const jobUtils_1 = require("../utils/jobUtils");
const queueUtils_1 = require("../utils/queueUtils");
const config_1 = require("../../config/config");
let HybridHttpQueue = (() => {
let _classDecorators = [(0, typedi_1.Service)()];
let _classDescriptor;
let _classExtraInitializers = [];
let _classThis;
var HybridHttpQueue = _classThis = class {
constructor() {
// BullMQ queues and workers for persistent storage
this.queues = new Map();
this.workers = new Map();
this.jobResults = new Map();
this.rateLimitConfigs = rateLimit_utils_1.RateLimitUtils.initializeRateLimitConfigs();
}
async addToQueue(connectionId, provider, url, method, options) {
const queueKey = queueUtils_1.QueueUtils.getQueueKey(options.queueOptions?.microservice, connectionId, provider);
// Calculate delay based on rate limit window
const key = `rate_limit:${provider}:${connectionId}`;
const config = this.rateLimitConfigs.get(provider);
const windowMs = config?.windowMs ?? 60000;
const timestamps = await rateLimit_utils_1.RateLimitUtils.getRawRequestTimestamps(key);
const now = Date.now();
const windowStart = now - windowMs;
const recentRequests = timestamps.filter((t) => t > windowStart);
let delay = 0;
if (recentRequests.length >= (config?.maxRequests ?? 5)) {
const earliestRequest = recentRequests[0];
const nextAvailableTime = earliestRequest + windowMs;
delay = Math.max(nextAvailableTime - now, 1000); // At least 1s delay
}
// Create job data
const jobData = {
connectionId,
provider,
url,
method,
options,
timestamp: Date.now(),
};
// Add job to BullMQ queue with delay
const jobId = await queueUtils_1.QueueUtils.addJobToQueue(queueKey, jobData, delay, this.queues);
// Initialize worker if not exists
queueUtils_1.QueueUtils.getOrCreateWorker(queueKey, this.workers, this.processHttpRequest.bind(this), this.jobResults);
(0, config_1.getConfig)().LOGGER.info(`Request queued: ${method} ${url} -> ${provider} [${connectionId}]. Job ID: ${jobId}, Delay: ${delay}ms`);
// Wait for job completion and return result
return queueUtils_1.QueueUtils.waitForJobCompletion(jobId, queueKey, this.jobResults);
}
async processHttpRequest(job) {
const { connectionId, provider, url, method, options } = job.data;
// Check rate limit before processing
const allowed = await rateLimit_utils_1.RateLimitUtils.isRateLimitAllowed(connectionId, provider, this.rateLimitConfigs);
if (!allowed) {
// This shouldn't happen since we calculate delay, but handle it gracefully
(0, config_1.getConfig)().LOGGER.warn(`Job ${job.id} still rate limited after delay, waiting for window to expire...`);
await queueUtils_1.QueueUtils.waitForRateLimitExpiry(connectionId, provider, this.rateLimitConfigs);
}
// Execute the HTTP request
return queueUtils_1.QueueUtils.executeHttpRequest(url, method, options, connectionId, provider);
}
async request(options) {
const { method, url, body, params, headers, queueOptions } = options;
// Create HttpCallOption object
const httpCallOption = {
headers,
body,
params,
queueOptions,
};
// Call handleRequest with the constructed parameters
return this.handleRequest(url, method, httpCallOption);
}
async handleRequest(url, method, options) {
const { connectionId, provider, microservice } = jobUtils_1.JobUtils.extractConnectionDetails(options);
// Check rate limit first
const allowed = await rateLimit_utils_1.RateLimitUtils.isRateLimitAllowed(connectionId, provider, this.rateLimitConfigs);
if (allowed) {
// Rate limit not exceeded - execute immediately
(0, config_1.getConfig)().LOGGER.info(`Rate limit not exceeded: ${method} ${url} -> ${provider} [${connectionId}], executing immediately`);
return queueUtils_1.QueueUtils.executeHttpRequest(url, method, options, connectionId, provider);
}
else {
// Rate limit exceeded - add to BullMQ queue
(0, config_1.getConfig)().LOGGER.info(`Rate limit exceeded: ${method} ${url} -> ${provider} [${connectionId}], adding to BullMQ queue`);
return this.addToQueue(connectionId, provider, url, method, options);
}
}
async shutdown() {
(0, config_1.getConfig)().LOGGER.info("Shutting down HTTP queues...");
await Promise.all([
...Array.from(this.workers.values()).map((worker) => worker.close()),
...Array.from(this.queues.values()).map((queue) => queue.close()),
]);
this.workers.clear();
this.queues.clear();
this.jobResults.clear();
(0, config_1.getConfig)().LOGGER.info("HTTP queues shutdown complete");
}
};
__setFunctionName(_classThis, "HybridHttpQueue");
(() => {
const _metadata = typeof Symbol === "function" && Symbol.metadata ? Object.create(null) : void 0;
__esDecorate(null, _classDescriptor = { value: _classThis }, _classDecorators, { kind: "class", name: _classThis.name, metadata: _metadata }, null, _classExtraInitializers);
HybridHttpQueue = _classThis = _classDescriptor.value;
if (_metadata) Object.defineProperty(_classThis, Symbol.metadata, { enumerable: true, configurable: true, writable: true, value: _metadata });
__runInitializers(_classThis, _classExtraInitializers);
})();
return HybridHttpQueue = _classThis;
})();
exports.HybridHttpQueue = HybridHttpQueue;