UNPKG

@orama/tokenizers

Version:

Additional tokenizers for Orama

8 lines 333 B
import { createTokenizer as createJapaneseTokenizer } from "./japanese.js"; import { createTokenizer as createMandarinTokenizer } from "./mandarin.js"; declare const _default: { japanese: typeof createJapaneseTokenizer; mandarin: typeof createMandarinTokenizer; }; export default _default; //# sourceMappingURL=index.d.ts.map