@lewist9x/distil-beta1/dist/inference.d.ts

An opinionated library for managing LLM pipelines. Define, track, rate, and curate prompt–completion pairs for fine-tuning.

import { LLMInput, InferenceResult } from "./types";
export declare class InferenceEngine {
    private esClient;
    private logger;
    constructor(logLevel?: "DEBUG" | "INFO" | "WARNING" | "ERROR");
    callInference(input: LLMInput): Promise<InferenceResult>;
}