react-native-executorch/lib/modules/natural_language_processing/TokenizerModule.d.ts

An easy way to run AI models in React Native with ExecuTorch

import { ResourceSource } from '../../types/common';
export declare class TokenizerModule {
    nativeModule: any;
    load(tokenizer: {
        tokenizerSource: ResourceSource;
    }, onDownloadProgressCallback?: (progress: number) => void): Promise<void>;
    encode(s: string): Promise<any>;
    decode(tokens: number[], skipSpecialTokens?: boolean): Promise<any>;
    getVocabSize(): Promise<number>;
    idToToken(tokenId: number): Promise<string>;
    tokenToId(token: string): Promise<number>;
}