manifest
Version:
Self-hosted Manifest LLM router with embedded server, SQLite database, and dashboard
66 lines • 2.67 kB
JavaScript
;
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __metadata = (this && this.__metadata) || function (k, v) {
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.SessionMomentumService = void 0;
const common_1 = require("@nestjs/common");
const MAX_ENTRIES = 5;
const TTL_MS = 30 * 60 * 1000;
const CLEANUP_INTERVAL_MS = 5 * 60 * 1000;
let SessionMomentumService = class SessionMomentumService {
sessions = new Map();
cleanupTimer;
constructor() {
this.cleanupTimer = setInterval(() => this.evictStale(), CLEANUP_INTERVAL_MS);
if (typeof this.cleanupTimer === 'object' && 'unref' in this.cleanupTimer) {
this.cleanupTimer.unref();
}
}
onModuleDestroy() {
clearInterval(this.cleanupTimer);
}
getRecentTiers(sessionKey) {
const entry = this.sessions.get(sessionKey);
if (!entry)
return undefined;
if (Date.now() - entry.lastUpdated > TTL_MS) {
this.sessions.delete(sessionKey);
return undefined;
}
return entry.tiers;
}
recordTier(sessionKey, tier) {
const existing = this.sessions.get(sessionKey);
if (existing) {
existing.tiers = [tier, ...existing.tiers].slice(0, MAX_ENTRIES);
existing.lastUpdated = Date.now();
}
else {
this.sessions.set(sessionKey, {
tiers: [tier],
lastUpdated: Date.now(),
});
}
}
evictStale() {
const now = Date.now();
for (const [key, entry] of this.sessions) {
if (now - entry.lastUpdated > TTL_MS) {
this.sessions.delete(key);
}
}
}
};
exports.SessionMomentumService = SessionMomentumService;
exports.SessionMomentumService = SessionMomentumService = __decorate([
(0, common_1.Injectable)(),
__metadata("design:paramtypes", [])
], SessionMomentumService);
//# sourceMappingURL=session-momentum.service.js.map