UNPKG

manifest

Version:

Self-hosted Manifest LLM router with embedded server, SQLite database, and dashboard

56 lines 2.52 kB
"use strict"; var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) { var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d; if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc); else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r; return c > 3 && r && Object.defineProperty(target, key, r), r; }; var __metadata = (this && this.__metadata) || function (k, v) { if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v); }; var __param = (this && this.__param) || function (paramIndex, decorator) { return function (target, key) { decorator(target, key, paramIndex); } }; Object.defineProperty(exports, "__esModule", { value: true }); exports.TenantCacheService = void 0; const common_1 = require("@nestjs/common"); const typeorm_1 = require("@nestjs/typeorm"); const typeorm_2 = require("typeorm"); const tenant_entity_1 = require("../../entities/tenant.entity"); const TTL_MS = 300_000; const MAX_ENTRIES = 5_000; let TenantCacheService = class TenantCacheService { tenantRepo; cache = new Map(); constructor(tenantRepo) { this.tenantRepo = tenantRepo; } async resolve(userId) { const cached = this.cache.get(userId); if (cached && cached.expiresAt > Date.now()) { return cached.tenantId; } if (cached) this.cache.delete(userId); const tenant = await this.tenantRepo.findOne({ where: { name: userId } }); if (!tenant) return null; if (this.cache.size >= MAX_ENTRIES && !this.cache.has(userId)) { const firstKey = this.cache.keys().next().value; if (firstKey !== undefined) this.cache.delete(firstKey); } this.cache.set(userId, { tenantId: tenant.id, expiresAt: Date.now() + TTL_MS, }); return tenant.id; } }; exports.TenantCacheService = TenantCacheService; exports.TenantCacheService = TenantCacheService = __decorate([ (0, common_1.Injectable)(), __param(0, (0, typeorm_1.InjectRepository)(tenant_entity_1.Tenant)), __metadata("design:paramtypes", [typeorm_2.Repository]) ], TenantCacheService); //# sourceMappingURL=tenant-cache.service.js.map