@nullplatform/llm-gateway/dist/plugins/manager.d.ts

LLM Gateway Core - Main proxy server

import { IRequestContext, IPluginPhaseExecution } from '@nullplatform/llm-gateway-sdk';
import { Logger } from '../utils/logger.js';
import { GatewayConfig } from "../config/gatewayConfig";
import { PluginFactory } from "./factory";
export declare class PluginManager {
    private plugins;
    private config;
    private pluginFactory;
    private logger;
    constructor(config: GatewayConfig['plugins'], pluginFactory: PluginFactory, logger: Logger);
    loadPlugins(): Promise<void>;
    private loadPlugin;
    executePluginFunction(llmRequest: IRequestContext, pluginFunction: string, reverseOrder?: boolean, isDettachedRun?: boolean): Promise<void | IPluginPhaseExecution>;
    beforeModel(llmRequest: IRequestContext): Promise<IPluginPhaseExecution>;
    afterModel(llmRequest: IRequestContext): Promise<IPluginPhaseExecution>;
    afterChunk(llmRequest: IRequestContext): Promise<IPluginPhaseExecution>;
    onModelError(llmRequest: IRequestContext): Promise<IPluginPhaseExecution>;
    detachedAfterResponse(llmRequest: IRequestContext): Promise<void>;
    private matchStringOrRegExp;
    private shouldExecutePlugin;
}
//# sourceMappingURL=manager.d.ts.map