react-native-executorch/lib/typescript/native/NativeLLM.d.ts

An easy way to run AI models in react native with ExecuTorch

import type { TurboModule } from 'react-native';
import type { EventEmitter } from 'react-native/Libraries/Types/CodegenTypes';
import { MessageType } from '../types/common';
export interface Spec extends TurboModule {
    loadLLM(modelSource: string, tokenizerSource: string, systemPrompt: string, messageHistory: MessageType[], contextWindowLength: number): Promise<string>;
    runInference(input: string): Promise<string>;
    interrupt(): void;
    deleteModule(): void;
    readonly onToken: EventEmitter<string>;
}
declare const _default: Spec | null;
export default _default;
//# sourceMappingURL=NativeLLM.d.ts.map