@nullplatform/llm-gateway/dist/adapters/openai.d.ts

LLM Gateway Core - Main proxy server

import { ILLMApiAdapter, ILLMRequest, ILLMResponse, INativeAdapter } from '@nullplatform/llm-gateway-sdk';
export interface OpenAIRequest {
    model: string;
    messages: Array<{
        role: 'system' | 'user' | 'assistant' | 'tool';
        content: string;
        name?: string;
        tool_calls?: Array<{
            id: string;
            type: 'function';
            function: {
                name: string;
                arguments: string;
            };
        }>;
        tool_call_id?: string;
    }>;
    temperature?: number;
    max_tokens?: number;
    top_p?: number;
    frequency_penalty?: number;
    presence_penalty?: number;
    stop?: string | string[];
    stream?: boolean;
    stream_options?: {
        include_usage?: boolean;
    };
    tools?: Array<{
        type: 'function';
        function: {
            name: string;
            description?: string;
            parameters?: Record<string, any>;
        };
    }>;
    tool_choice?: 'none' | 'auto';
    user?: string;
    logit_bias?: Record<string, number>;
    logprobs?: boolean;
    top_logprobs?: number;
    n?: number;
    response_format?: {
        type: 'text' | 'json_object';
    };
    seed?: number;
}
export interface OpenAIResponse {
    id: string;
    object: 'chat.completion' | 'chat.completion.chunk';
    created: number;
    model: string;
    choices: Array<{
        index: number;
        message?: {
            role: 'system' | 'user' | 'assistant' | 'tool';
            content: string | null;
            name?: string;
            tool_calls?: Array<{
                id: string;
                type: 'function';
                function: {
                    name: string;
                    arguments: string;
                };
            }>;
        };
        delta?: {
            role?: 'system' | 'user' | 'assistant' | 'tool';
            content?: string | null;
            function_call?: {
                name?: string;
                arguments?: string;
            };
            tool_calls?: Array<{
                id: string;
                type: 'function';
                function: {
                    name: string;
                    arguments: string;
                };
            }>;
        };
        logprobs?: any;
        finish_reason: 'stop' | 'length' | 'tool_calls' | 'content_filter' | null;
    }>;
    usage?: {
        prompt_tokens: number;
        completion_tokens: number;
        total_tokens: number;
    };
    system_fingerprint?: string;
}
export declare class OpenAIApiAdapter implements ILLMApiAdapter<OpenAIRequest, OpenAIResponse> {
    readonly name = "openai";
    readonly basePaths: string[];
    configure(config: any): Promise<void>;
    transformInput(request: OpenAIRequest): Promise<ILLMRequest>;
    validate(request: any): Promise<string | null>;
    transformOutputChunk(processedInput: ILLMRequest, input: OpenAIRequest, chunk: ILLMResponse, firstChunk: boolean, finalChunk: boolean, acummulated: ILLMResponse): Promise<Buffer>;
    transformOutput(processedInput: ILLMRequest, input: OpenAIRequest, response: ILLMResponse): Promise<OpenAIResponse>;
    getNativeAdapters(): Promise<INativeAdapter[]>;
}
//# sourceMappingURL=openai.d.ts.map