@wavequery/conductor
Version:
Modular LLM orchestration framework
14 lines (13 loc) • 582 B
TypeScript
import { LLMProvider, LLMConfig, LLMResponse, LLMFunction, LLMFunctionResponse } from "@/types/interfaces/llm";
export interface HuggingFaceProviderConfig {
model: string;
useGPU?: boolean;
}
export declare class HuggingFaceProvider implements LLMProvider {
private model;
private pipeline;
constructor(config: HuggingFaceProviderConfig);
private ensurePipeline;
complete(prompt: string, options?: LLMConfig): Promise<LLMResponse>;
completeWithFunctions(prompt: string, functions: LLMFunction[], options?: LLMConfig): Promise<LLMFunctionResponse>;
}