manifest/dist/backend/routing/model.controller.js

Self-hosted Manifest LLM router with embedded server, SQLite database, and dashboard

"use strict";
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
    return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __metadata = (this && this.__metadata) || function (k, v) {
    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
var __param = (this && this.__param) || function (paramIndex, decorator) {
    return function (target, key) { decorator(target, key, paramIndex); }
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.ModelController = void 0;
const common_1 = require("@nestjs/common");
const current_user_decorator_1 = require("../auth/current-user.decorator");
const provider_service_1 = require("./routing-core/provider.service");
const resolve_agent_service_1 = require("./routing-core/resolve-agent.service");
const custom_provider_service_1 = require("./custom-provider/custom-provider.service");
const model_discovery_service_1 = require("../model-discovery/model-discovery.service");
const ollama_sync_service_1 = require("../database/ollama-sync.service");
const routing_dto_1 = require("./dto/routing.dto");
let ModelController = class ModelController {
    providerService;
    discoveryService;
    ollamaSync;
    resolveAgentService;
    customProviderService;
    constructor(providerService, discoveryService, ollamaSync, resolveAgentService, customProviderService) {
        this.providerService = providerService;
        this.discoveryService = discoveryService;
        this.ollamaSync = ollamaSync;
        this.resolveAgentService = resolveAgentService;
        this.customProviderService = customProviderService;
    }
    async refreshModels(user, params) {
        const agent = await this.resolveAgentService.resolve(user.id, params.agentName);
        await this.discoveryService.discoverAllForAgent(agent.id);
        await this.providerService.recalculateTiers(agent.id);
        return { ok: true };
    }
    async syncOllama() {
        return this.ollamaSync.sync();
    }
    async getAvailableModels(user, params) {
        const agent = await this.resolveAgentService.resolve(user.id, params.agentName);
        const models = await this.discoveryService.getModelsForAgent(agent.id);
        const customProviders = await this.customProviderService.list(agent.id);
        const cpNameMap = new Map();
        for (const cp of customProviders) {
            cpNameMap.set(custom_provider_service_1.CustomProviderService.providerKey(cp.id), cp.name);
        }
        return models.map((m) => {
            const isCustom = custom_provider_service_1.CustomProviderService.isCustom(m.provider);
            return {
                model_name: m.id,
                provider: m.provider,
                auth_type: m.authType ?? 'api_key',
                input_price_per_token: m.inputPricePerToken,
                output_price_per_token: m.outputPricePerToken,
                context_window: m.contextWindow,
                capability_reasoning: m.capabilityReasoning,
                capability_code: m.capabilityCode,
                quality_score: m.qualityScore,
                display_name: isCustom ? custom_provider_service_1.CustomProviderService.rawModelName(m.id) : m.displayName || null,
                ...(isCustom && {
                    provider_display_name: cpNameMap.get(m.provider) ?? m.provider,
                }),
            };
        });
    }
};
exports.ModelController = ModelController;
__decorate([
    (0, common_1.Post)(':agentName/refresh-models'),
    __param(0, (0, current_user_decorator_1.CurrentUser)()),
    __param(1, (0, common_1.Param)()),
    __metadata("design:type", Function),
    __metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto]),
    __metadata("design:returntype", Promise)
], ModelController.prototype, "refreshModels", null);
__decorate([
    (0, common_1.Post)('ollama/sync'),
    __metadata("design:type", Function),
    __metadata("design:paramtypes", []),
    __metadata("design:returntype", Promise)
], ModelController.prototype, "syncOllama", null);
__decorate([
    (0, common_1.Get)(':agentName/available-models'),
    __param(0, (0, current_user_decorator_1.CurrentUser)()),
    __param(1, (0, common_1.Param)()),
    __metadata("design:type", Function),
    __metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto]),
    __metadata("design:returntype", Promise)
], ModelController.prototype, "getAvailableModels", null);
exports.ModelController = ModelController = __decorate([
    (0, common_1.Controller)('api/v1/routing'),
    __metadata("design:paramtypes", [provider_service_1.ProviderService,
        model_discovery_service_1.ModelDiscoveryService,
        ollama_sync_service_1.OllamaSyncService,
        resolve_agent_service_1.ResolveAgentService,
        custom_provider_service_1.CustomProviderService])
], ModelController);
//# sourceMappingURL=model.controller.js.map