ai-sdk-ollama
Version:
Vercel AI SDK Provider for Ollama using official ollama-js library
32 lines • 1.28 kB
TypeScript
import { LanguageModelV4, LanguageModelV4CallOptions, LanguageModelV4StreamPart } from '@ai-sdk/provider';
import { Ollama } from 'ollama';
import { OllamaChatSettings } from '../provider.js';
import { type GenerateResult } from './chat-result.js';
export interface OllamaChatConfig {
client: Ollama;
provider: string;
}
export declare class OllamaChatLanguageModel implements LanguageModelV4 {
readonly modelId: string;
readonly settings: OllamaChatSettings;
private readonly config;
readonly specificationVersion: 'v4';
readonly supportedUrls: Record<string, RegExp[]>;
constructor(modelId: string, settings: OllamaChatSettings, config: OllamaChatConfig);
get provider(): string;
get supportsStructuredOutputs(): boolean;
doGenerate(options: LanguageModelV4CallOptions): Promise<GenerateResult>;
private performForceCompletion;
private callWithReliableToolHandling;
private callWithReliableObjectGeneration;
doStream(options: LanguageModelV4CallOptions): Promise<{
stream: ReadableStream<LanguageModelV4StreamPart>;
request?: {
body?: unknown;
};
response?: {
headers?: Record<string, string>;
};
}>;
}
//# sourceMappingURL=chat-language-model.d.ts.map