@orama/tokenizers
Version:
Additional tokenizers for Orama
8 lines • 333 B
TypeScript
import { createTokenizer as createJapaneseTokenizer } from "./japanese.js";
import { createTokenizer as createMandarinTokenizer } from "./mandarin.js";
declare const _default: {
japanese: typeof createJapaneseTokenizer;
mandarin: typeof createMandarinTokenizer;
};
export default _default;
//# sourceMappingURL=index.d.ts.map