UNPKG

manifest

Version:

Self-hosted Manifest LLM router with embedded server, SQLite database, and dashboard

152 lines 7.39 kB
"use strict"; var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) { var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d; if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc); else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r; return c > 3 && r && Object.defineProperty(target, key, r), r; }; var __metadata = (this && this.__metadata) || function (k, v) { if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v); }; var __param = (this && this.__param) || function (paramIndex, decorator) { return function (target, key) { decorator(target, key, paramIndex); } }; Object.defineProperty(exports, "__esModule", { value: true }); exports.ProviderController = void 0; const common_1 = require("@nestjs/common"); const current_user_decorator_1 = require("../auth/current-user.decorator"); const provider_service_1 = require("./routing-core/provider.service"); const resolve_agent_service_1 = require("./routing-core/resolve-agent.service"); const model_discovery_service_1 = require("../model-discovery/model-discovery.service"); const ollama_sync_service_1 = require("../database/ollama-sync.service"); const routing_dto_1 = require("./dto/routing.dto"); const qwen_region_1 = require("./qwen-region"); let ProviderController = class ProviderController { providerService; discoveryService; ollamaSync; resolveAgentService; constructor(providerService, discoveryService, ollamaSync, resolveAgentService) { this.providerService = providerService; this.discoveryService = discoveryService; this.ollamaSync = ollamaSync; this.resolveAgentService = resolveAgentService; } async getStatus(user, params) { const agent = await this.resolveAgentService.resolve(user.id, params.agentName); const providers = await this.providerService.getProviders(agent.id); const enabled = providers.some((p) => p.is_active); return { enabled }; } async getProviders(user, params) { const agent = await this.resolveAgentService.resolve(user.id, params.agentName); const providers = await this.providerService.getProviders(agent.id); return providers.map((p) => ({ id: p.id, provider: p.provider, auth_type: p.auth_type ?? 'api_key', is_active: p.is_active, has_api_key: !!p.api_key_encrypted, key_prefix: p.key_prefix ?? null, region: p.region ?? null, connected_at: p.connected_at, })); } async upsertProvider(user, params, body) { const agent = await this.resolveAgentService.resolve(user.id, params.agentName); const lowerProvider = body.provider.toLowerCase(); const isQwenProvider = lowerProvider === 'qwen' || lowerProvider === 'alibaba'; if (body.region !== undefined) { if (!isQwenProvider) { throw new common_1.BadRequestException('region is only supported for Alibaba/Qwen providers'); } if (!(0, qwen_region_1.isQwenRegion)(body.region)) { throw new common_1.BadRequestException('region must be one of: auto, singapore, us, beijing'); } } if (body.provider.toLowerCase() === 'ollama') { await this.ollamaSync.sync(); } const { provider: result } = await this.providerService.upsertProvider(agent.id, user.id, body.provider, body.apiKey, body.authType, body.region); try { await this.discoveryService.discoverModels(result); } catch { } try { await this.providerService.recalculateTiers(agent.id); } catch { } return { id: result.id, provider: result.provider, auth_type: result.auth_type ?? 'api_key', is_active: result.is_active, region: result.region ?? null, }; } async deactivateAllProviders(user, params) { const agent = await this.resolveAgentService.resolve(user.id, params.agentName); await this.providerService.deactivateAllProviders(agent.id); return { ok: true }; } async removeProvider(user, params, query) { const agent = await this.resolveAgentService.resolve(user.id, params.agentName); const { notifications } = await this.providerService.removeProvider(agent.id, params.provider, query.authType); return { ok: true, notifications }; } }; exports.ProviderController = ProviderController; __decorate([ (0, common_1.Get)(':agentName/status'), __param(0, (0, current_user_decorator_1.CurrentUser)()), __param(1, (0, common_1.Param)()), __metadata("design:type", Function), __metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto]), __metadata("design:returntype", Promise) ], ProviderController.prototype, "getStatus", null); __decorate([ (0, common_1.Get)(':agentName/providers'), __param(0, (0, current_user_decorator_1.CurrentUser)()), __param(1, (0, common_1.Param)()), __metadata("design:type", Function), __metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto]), __metadata("design:returntype", Promise) ], ProviderController.prototype, "getProviders", null); __decorate([ (0, common_1.Post)(':agentName/providers'), __param(0, (0, current_user_decorator_1.CurrentUser)()), __param(1, (0, common_1.Param)()), __param(2, (0, common_1.Body)()), __metadata("design:type", Function), __metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto, routing_dto_1.ConnectProviderDto]), __metadata("design:returntype", Promise) ], ProviderController.prototype, "upsertProvider", null); __decorate([ (0, common_1.Post)(':agentName/providers/deactivate-all'), __param(0, (0, current_user_decorator_1.CurrentUser)()), __param(1, (0, common_1.Param)()), __metadata("design:type", Function), __metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto]), __metadata("design:returntype", Promise) ], ProviderController.prototype, "deactivateAllProviders", null); __decorate([ (0, common_1.Delete)(':agentName/providers/:provider'), __param(0, (0, current_user_decorator_1.CurrentUser)()), __param(1, (0, common_1.Param)()), __param(2, (0, common_1.Query)()), __metadata("design:type", Function), __metadata("design:paramtypes", [Object, routing_dto_1.AgentProviderParamDto, routing_dto_1.RemoveProviderQueryDto]), __metadata("design:returntype", Promise) ], ProviderController.prototype, "removeProvider", null); exports.ProviderController = ProviderController = __decorate([ (0, common_1.Controller)('api/v1/routing'), __metadata("design:paramtypes", [provider_service_1.ProviderService, model_discovery_service_1.ModelDiscoveryService, ollama_sync_service_1.OllamaSyncService, resolve_agent_service_1.ResolveAgentService]) ], ProviderController); //# sourceMappingURL=provider.controller.js.map