UNPKG

@orama/tokenizers

Version:

Additional tokenizers for Orama

7 lines 283 B
import { createTokenizer as createJapaneseTokenizer } from "./japanese.js"; import { createTokenizer as createMandarinTokenizer } from "./mandarin.js"; export default { japanese: createJapaneseTokenizer, mandarin: createMandarinTokenizer, }; //# sourceMappingURL=index.js.map