@orama/tokenizers/dist/commonjs/japanese.d.ts

Additional tokenizers for Orama

import type { DefaultTokenizer, DefaultTokenizerConfig } from "@orama/orama";
declare const tokenizerLanguage = "japanese";
type TLanguage = typeof tokenizerLanguage;
type JapaneseTokenizerConfig = DefaultTokenizerConfig & {
    language: TLanguage;
};
export declare function createTokenizer(config?: JapaneseTokenizerConfig): DefaultTokenizer;
export {};
//# sourceMappingURL=japanese.d.ts.map