react-native-executorch/lib/types/llm.js

An easy way to run AI models in React Native with ExecuTorch

export const SPECIAL_TOKENS = {
    BOS_TOKEN: 'bos_token',
    EOS_TOKEN: 'eos_token',
    UNK_TOKEN: 'unk_token',
    SEP_TOKEN: 'sep_token',
    PAD_TOKEN: 'pad_token',
    CLS_TOKEN: 'cls_token',
    MASK_TOKEN: 'mask_token',
};