jorel/dist/providers/ollama/ollama-provider.d.ts

The easiest way to use LLMs, including streams, images, documents, tools and various agent scenarios.

import { Ollama } from "ollama";
import { LlmMessage, LlmCoreProvider, LlmGenerationConfig, LlmResponse, LlmStreamResponse, LlmStreamResponseChunk, LlmStreamResponseWithToolCalls } from "../../providers";
export interface OllamaConfig {
    name?: string;
}
/** Provides access to local Ollama server */
export declare class OllamaProvider implements LlmCoreProvider {
    readonly name: string;
    get client(): Ollama;
    constructor({ name }?: OllamaConfig);
    generateResponse(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): Promise<LlmResponse>;
    generateResponseStream(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): AsyncGenerator<LlmStreamResponseChunk | LlmStreamResponse | LlmStreamResponseWithToolCalls, void, unknown>;
    getAvailableModels(): Promise<string[]>;
    createEmbedding(model: string, text: string): Promise<number[]>;
}