@lewist9x/distil/dist/inference.d.ts

An opinionated library for managing LLM pipelines. Define, track, rate, and curate prompt–completion pairs for fine-tuning.

import { LLMInput, InferenceResult } from "./types";
export declare class InferenceEngine {
    private esClient;
    private logger;
    private openaiClient;
    private openLLMClient;
    constructor(logLevel?: "DEBUG" | "INFO" | "WARNING" | "ERROR");
    callInference(input: LLMInput): Promise<InferenceResult>;
}