@nullplatform/llm-gateway/dist/gateway.d.ts

LLM Gateway Core - Main proxy server

import { PluginManager } from './plugins/manager';
import { ModelRegistry } from './models/modelRegistry.js';
import { GatewayConfig } from "./config/gatewayConfig";
import { LLMApiAdaptersManager } from "./adapters/manager";
export interface ProjectRuntime {
    name: string;
    isDefault?: boolean;
    description?: string;
    models: GatewayConfig['models'];
    pipelineManager: PluginManager;
    llmApiAdapters: LLMApiAdaptersManager;
    modelRegistry: ModelRegistry;
}
export declare class GatewayServer {
    private app;
    private configLoader;
    private logger;
    private config;
    private pluginFactory;
    private projects;
    private maxRetries;
    private providersRegistry;
    constructor(config: string | GatewayConfig);
    private setupMiddleware;
    private setupRoutes;
    private setupLLMRoutes;
    private handleLLMRequest;
    private mergeChunks;
    private handleStreamingLLMRequest;
    private handleNonStreamingLLMRequest;
    private setupErrorHandling;
    initialize(): Promise<void>;
    start(): Promise<void>;
    stop(): Promise<void>;
}
declare global {
    namespace Express {
        interface Request {
            id?: string;
        }
    }
}
//# sourceMappingURL=gateway.d.ts.map