llmforge
Version:
One API, every AI model, instant switching. Change from GPT-4 to Gemini to local models with a single config update. LLMForge is the lightweight, TypeScript-first solution for multi-provider AI applications with zero vendor lock-in.
16 lines (15 loc) • 748 B
TypeScript
import { GroqStreamProcessor } from '../strategies/stream/groq.stream';
import { RetryHandler } from '../strategies/retry/expo';
import { GenerateContentRequest, GenerateContentResponse, LLMConfig } from './google.adapter';
export declare class GroqClient {
private httpClient;
private retryHandler;
private streamProcessor;
constructor(config: LLMConfig, baseUrl: string, retryHandler?: RetryHandler);
private payloadConstructor;
generateContent(conent: GenerateContentRequest): Promise<GenerateContentResponse>;
generateContentStreamAsync(request: GenerateContentRequest): AsyncGenerator<any>;
get stream(): GroqStreamProcessor;
updateConfig(newConfig: Partial<LLMConfig>): void;
getConfig(): LLMConfig;
}