libmodulor
Version:
A TypeScript library to create platform-agnostic applications
26 lines (25 loc) • 1.08 kB
TypeScript
import type { URL } from '../../dt/index.js';
import type { HTTPAPICaller } from '../HTTPAPICaller.js';
import type { LLMManager, LLMManagerSendOpts, LLMManagerSendReq, LLMManagerSendRes } from '../LLMManager.js';
import type { Configurable, Settings, SettingsManager } from '../SettingsManager.js';
interface OllamaGenerateRes {
done: boolean;
response: string;
}
/**
* Unlike the "commercial" APIs, Ollama does not secure the API with an API key
* @see https://github.com/ollama/ollama/issues/849
*/
export interface OllamaLLMManagerSettings extends Settings {
oll_base_url: URL;
}
type S = OllamaLLMManagerSettings;
export declare class OllamaLLMManager implements Configurable<S>, LLMManager {
private httpAPICaller;
private settingsManager;
constructor(httpAPICaller: HTTPAPICaller, settingsManager: SettingsManager<S>);
s(): OllamaLLMManagerSettings;
send(req: LLMManagerSendReq, opts?: LLMManagerSendOpts): Promise<LLMManagerSendRes>;
toRes(stream: LLMManagerSendReq['stream'], res: OllamaGenerateRes): LLMManagerSendRes;
}
export {};