jorel/dist/providers/groq/groq-provider-native.d.ts

A unified wrapper for working with LLMs from multiple providers, including streams, images, documents & automatic tool use.

import Groq from "groq-sdk";
import { LlmCoreProvider, LlmGenerationConfig, LlmMessage, LlmResponse, LlmStreamProviderResponseChunkEvent, LlmStreamResponseEvent } from "..";
export interface GroqConfig {
    apiKey?: string;
    apiUrl?: string;
    name?: string;
}
/**
 *  Provides access to Groq and other compatible services
 *  @deprecated: use GroqProvider instead
 */
export declare class GroqProviderNative implements LlmCoreProvider {
    readonly name: string;
    readonly client: Groq;
    constructor({ apiKey, apiUrl, name }?: GroqConfig);
    generateResponse(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): Promise<LlmResponse>;
    generateResponseStream(model: string, messages: LlmMessage[], config?: Omit<LlmGenerationConfig, "tools" | "toolChoice">): AsyncGenerator<LlmStreamProviderResponseChunkEvent | LlmStreamResponseEvent, void, unknown>;
    getAvailableModels(): Promise<string[]>;
    createEmbedding(model: string, text: string): Promise<number[]>;
}