react-native-executorch/lib/typescript/native/NativeTokenizer.d.ts

An easy way to run AI models in react native with ExecuTorch

import type { TurboModule } from 'react-native';
export interface Spec extends TurboModule {
    loadModule(tokenizerSource: string): Promise<number>;
    decode(input: number[], skipSpecialTokens: boolean): Promise<string>;
    encode(input: string): Promise<number[]>;
    getVocabSize(): Promise<number>;
    idToToken(tokenId: number): Promise<string>;
    tokenToId(token: string): Promise<number>;
}
declare const _default: Spec | null;
export default _default;
//# sourceMappingURL=NativeTokenizer.d.ts.map