manifest
Version:
Self-hosted Manifest LLM router with embedded server, SQLite database, and dashboard
161 lines • 7.49 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
var __metadata = (this && this.__metadata) || function (k, v) {
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
var __param = (this && this.__param) || function (paramIndex, decorator) {
return function (target, key) { decorator(target, key, paramIndex); }
};
var LocalBootstrapService_1;
Object.defineProperty(exports, "__esModule", { value: true });
exports.LocalBootstrapService = void 0;
const common_1 = require("@nestjs/common");
const core_1 = require("@nestjs/core");
const typeorm_1 = require("@nestjs/typeorm");
const typeorm_2 = require("typeorm");
const tenant_entity_1 = require("../entities/tenant.entity");
const agent_entity_1 = require("../entities/agent.entity");
const agent_api_key_entity_1 = require("../entities/agent-api-key.entity");
const agent_message_entity_1 = require("../entities/agent-message.entity");
const user_provider_entity_1 = require("../entities/user-provider.entity");
const tier_assignment_entity_1 = require("../entities/tier-assignment.entity");
let LocalBootstrapService = LocalBootstrapService_1 = class LocalBootstrapService {
tenantRepo;
agentRepo;
agentKeyRepo;
messageRepo;
providerRepo;
tierRepo;
moduleRef;
logger = new common_1.Logger(LocalBootstrapService_1.name);
constructor(tenantRepo, agentRepo, agentKeyRepo, messageRepo, providerRepo, tierRepo, moduleRef) {
this.tenantRepo = tenantRepo;
this.agentRepo = agentRepo;
this.agentKeyRepo = agentKeyRepo;
this.messageRepo = messageRepo;
this.providerRepo = providerRepo;
this.tierRepo = tierRepo;
this.moduleRef = moduleRef;
}
async onModuleInit() {
await this.fixupRoutingAgentIds();
await this.recalculateTiersIfNeeded();
this.logger.log('Local mode bootstrap complete');
this.discoverModelsInBackground().catch((err) => {
this.logger.warn(`Background model discovery failed: ${err}`);
});
}
async discoverModelsInBackground() {
const agents = await this.agentRepo.find({ where: { is_active: true } });
if (agents.length === 0)
return;
try {
const { ModelDiscoveryService } = await Promise.resolve().then(() => __importStar(require('../model-discovery/model-discovery.service')));
const discovery = this.moduleRef.get(ModelDiscoveryService, { strict: false });
for (const agent of agents) {
await discovery.discoverAllForAgent(agent.id);
}
await this.recalculateTiersIfNeeded();
}
catch (err) {
this.logger.warn(`Model discovery failed: ${err}`);
}
}
async fixupRoutingAgentIds() {
const orphanedProviders = await this.providerRepo.find({
where: { agent_id: (0, typeorm_2.IsNull)() },
});
const firstAgent = await this.agentRepo.findOne({ where: { is_active: true } });
if (!firstAgent)
return;
for (const row of orphanedProviders) {
row.agent_id = firstAgent.id;
await this.providerRepo.save(row);
}
const orphanedTiers = await this.tierRepo.find({
where: { agent_id: (0, typeorm_2.IsNull)() },
});
for (const row of orphanedTiers) {
row.agent_id = firstAgent.id;
await this.tierRepo.save(row);
}
if (orphanedProviders.length > 0 || orphanedTiers.length > 0) {
this.logger.log(`Fixed ${orphanedProviders.length} provider(s) and ${orphanedTiers.length} tier(s) with missing agent_id`);
}
}
async recalculateTiersIfNeeded() {
const firstAgent = await this.agentRepo.findOne({ where: { is_active: true } });
if (!firstAgent)
return;
const activeProviders = await this.providerRepo.count({
where: { agent_id: firstAgent.id, is_active: true },
});
if (activeProviders === 0)
return;
try {
const { TierAutoAssignService } = await Promise.resolve().then(() => __importStar(require('../routing/routing-core/tier-auto-assign.service')));
const autoAssign = this.moduleRef.get(TierAutoAssignService, { strict: false });
await autoAssign.recalculate(firstAgent.id);
this.logger.log('Recalculated tier assignments on startup');
}
catch (err) {
this.logger.warn(`Failed to recalculate tiers: ${err}`);
}
}
};
exports.LocalBootstrapService = LocalBootstrapService;
exports.LocalBootstrapService = LocalBootstrapService = LocalBootstrapService_1 = __decorate([
(0, common_1.Injectable)(),
__param(0, (0, typeorm_1.InjectRepository)(tenant_entity_1.Tenant)),
__param(1, (0, typeorm_1.InjectRepository)(agent_entity_1.Agent)),
__param(2, (0, typeorm_1.InjectRepository)(agent_api_key_entity_1.AgentApiKey)),
__param(3, (0, typeorm_1.InjectRepository)(agent_message_entity_1.AgentMessage)),
__param(4, (0, typeorm_1.InjectRepository)(user_provider_entity_1.UserProvider)),
__param(5, (0, typeorm_1.InjectRepository)(tier_assignment_entity_1.TierAssignment)),
__metadata("design:paramtypes", [typeorm_2.Repository,
typeorm_2.Repository,
typeorm_2.Repository,
typeorm_2.Repository,
typeorm_2.Repository,
typeorm_2.Repository,
core_1.ModuleRef])
], LocalBootstrapService);
//# sourceMappingURL=local-bootstrap.service.js.map