manifest
Version:
Self-hosted Manifest LLM router with embedded server, SQLite database, and dashboard
152 lines • 7.39 kB
JavaScript
;
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __metadata = (this && this.__metadata) || function (k, v) {
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
var __param = (this && this.__param) || function (paramIndex, decorator) {
return function (target, key) { decorator(target, key, paramIndex); }
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.ProviderController = void 0;
const common_1 = require("@nestjs/common");
const current_user_decorator_1 = require("../auth/current-user.decorator");
const provider_service_1 = require("./routing-core/provider.service");
const resolve_agent_service_1 = require("./routing-core/resolve-agent.service");
const model_discovery_service_1 = require("../model-discovery/model-discovery.service");
const ollama_sync_service_1 = require("../database/ollama-sync.service");
const routing_dto_1 = require("./dto/routing.dto");
const qwen_region_1 = require("./qwen-region");
let ProviderController = class ProviderController {
providerService;
discoveryService;
ollamaSync;
resolveAgentService;
constructor(providerService, discoveryService, ollamaSync, resolveAgentService) {
this.providerService = providerService;
this.discoveryService = discoveryService;
this.ollamaSync = ollamaSync;
this.resolveAgentService = resolveAgentService;
}
async getStatus(user, params) {
const agent = await this.resolveAgentService.resolve(user.id, params.agentName);
const providers = await this.providerService.getProviders(agent.id);
const enabled = providers.some((p) => p.is_active);
return { enabled };
}
async getProviders(user, params) {
const agent = await this.resolveAgentService.resolve(user.id, params.agentName);
const providers = await this.providerService.getProviders(agent.id);
return providers.map((p) => ({
id: p.id,
provider: p.provider,
auth_type: p.auth_type ?? 'api_key',
is_active: p.is_active,
has_api_key: !!p.api_key_encrypted,
key_prefix: p.key_prefix ?? null,
region: p.region ?? null,
connected_at: p.connected_at,
}));
}
async upsertProvider(user, params, body) {
const agent = await this.resolveAgentService.resolve(user.id, params.agentName);
const lowerProvider = body.provider.toLowerCase();
const isQwenProvider = lowerProvider === 'qwen' || lowerProvider === 'alibaba';
if (body.region !== undefined) {
if (!isQwenProvider) {
throw new common_1.BadRequestException('region is only supported for Alibaba/Qwen providers');
}
if (!(0, qwen_region_1.isQwenRegion)(body.region)) {
throw new common_1.BadRequestException('region must be one of: auto, singapore, us, beijing');
}
}
if (body.provider.toLowerCase() === 'ollama') {
await this.ollamaSync.sync();
}
const { provider: result } = await this.providerService.upsertProvider(agent.id, user.id, body.provider, body.apiKey, body.authType, body.region);
try {
await this.discoveryService.discoverModels(result);
}
catch {
}
try {
await this.providerService.recalculateTiers(agent.id);
}
catch {
}
return {
id: result.id,
provider: result.provider,
auth_type: result.auth_type ?? 'api_key',
is_active: result.is_active,
region: result.region ?? null,
};
}
async deactivateAllProviders(user, params) {
const agent = await this.resolveAgentService.resolve(user.id, params.agentName);
await this.providerService.deactivateAllProviders(agent.id);
return { ok: true };
}
async removeProvider(user, params, query) {
const agent = await this.resolveAgentService.resolve(user.id, params.agentName);
const { notifications } = await this.providerService.removeProvider(agent.id, params.provider, query.authType);
return { ok: true, notifications };
}
};
exports.ProviderController = ProviderController;
__decorate([
(0, common_1.Get)(':agentName/status'),
__param(0, (0, current_user_decorator_1.CurrentUser)()),
__param(1, (0, common_1.Param)()),
__metadata("design:type", Function),
__metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto]),
__metadata("design:returntype", Promise)
], ProviderController.prototype, "getStatus", null);
__decorate([
(0, common_1.Get)(':agentName/providers'),
__param(0, (0, current_user_decorator_1.CurrentUser)()),
__param(1, (0, common_1.Param)()),
__metadata("design:type", Function),
__metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto]),
__metadata("design:returntype", Promise)
], ProviderController.prototype, "getProviders", null);
__decorate([
(0, common_1.Post)(':agentName/providers'),
__param(0, (0, current_user_decorator_1.CurrentUser)()),
__param(1, (0, common_1.Param)()),
__param(2, (0, common_1.Body)()),
__metadata("design:type", Function),
__metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto,
routing_dto_1.ConnectProviderDto]),
__metadata("design:returntype", Promise)
], ProviderController.prototype, "upsertProvider", null);
__decorate([
(0, common_1.Post)(':agentName/providers/deactivate-all'),
__param(0, (0, current_user_decorator_1.CurrentUser)()),
__param(1, (0, common_1.Param)()),
__metadata("design:type", Function),
__metadata("design:paramtypes", [Object, routing_dto_1.AgentNameParamDto]),
__metadata("design:returntype", Promise)
], ProviderController.prototype, "deactivateAllProviders", null);
__decorate([
(0, common_1.Delete)(':agentName/providers/:provider'),
__param(0, (0, current_user_decorator_1.CurrentUser)()),
__param(1, (0, common_1.Param)()),
__param(2, (0, common_1.Query)()),
__metadata("design:type", Function),
__metadata("design:paramtypes", [Object, routing_dto_1.AgentProviderParamDto,
routing_dto_1.RemoveProviderQueryDto]),
__metadata("design:returntype", Promise)
], ProviderController.prototype, "removeProvider", null);
exports.ProviderController = ProviderController = __decorate([
(0, common_1.Controller)('api/v1/routing'),
__metadata("design:paramtypes", [provider_service_1.ProviderService,
model_discovery_service_1.ModelDiscoveryService,
ollama_sync_service_1.OllamaSyncService,
resolve_agent_service_1.ResolveAgentService])
], ProviderController);
//# sourceMappingURL=provider.controller.js.map