openvino-genai-node/types/pipelines/llmPipeline.d.ts

OpenVINO™ GenAI pipelines for using from Node.js environment

import { GenerationConfig } from '../utils.js';
export type ResolveFunction = (arg: {
    value: string;
    done: boolean;
}) => void;
export type Options = {
    disableStreamer?: boolean;
    'max_new_tokens'?: number;
};
export declare class LLMPipeline {
    modelPath: string | null;
    device: string | null;
    pipeline: any | null;
    isInitialized: boolean;
    isChatStarted: boolean;
    constructor(modelPath: string, device: string);
    init(): Promise<any>;
    startChat(): Promise<any>;
    finishChat(): Promise<any>;
    stream(prompt: string, generationConfig?: GenerationConfig): {
        next(): Promise<{
            value: string;
            done: boolean;
        }>;
        [Symbol.asyncIterator](): /*elided*/ any;
    };
    generate(prompt: string | string[], generationConfig: GenerationConfig | undefined, callback: (chunk: string) => void | undefined): Promise<string>;
}