@orama/tokenizers/dist/commonjs/index.js

Additional tokenizers for Orama

"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
const japanese_js_1 = require("./japanese.js");
const mandarin_js_1 = require("./mandarin.js");
exports.default = {
    japanese: japanese_js_1.createTokenizer,
    mandarin: mandarin_js_1.createTokenizer,
};
//# sourceMappingURL=index.js.map