UNPKG

@lewist9x/distil-beta1

Version:

An opinionated library for managing LLM pipelines. Define, track, rate, and curate prompt–completion pairs for fine-tuning.

8 lines (7 loc) • 266 B
import { LLMInput, InferenceResult } from "./types"; export declare class InferenceEngine { private esClient; private logger; constructor(logLevel?: "DEBUG" | "INFO" | "WARNING" | "ERROR"); callInference(input: LLMInput): Promise<InferenceResult>; }