manimani/dist/Tokenizer.js

Converts kanji, katakana, and hiragana into romaji.

"use strict";

var Kuromoji = require("./lib/kuromoji");
var MoraBuilder = require("./mora/MoraBuilder");

/**
 * constructor
 */
function Tokenizer() {

}

/**
 * Tokenizes a given Japanese sentence and converts it into moras.
 * The callback follows the Node.js convention: callback(err, moras).
 * @param {string} dic
 * @param {string} sentence
 * @param {(err: Error|null, moras?: object[]) => void} callback
 */
Tokenizer.prototype.tokenize = function(dic, sentence, callback) {
    new Kuromoji().tokenize(dic, sentence, function(err, tokens) {
        if (err) {
            callback(err);
            return;
        }
        try {
            const katakana = tokens.map(token => token.reading || token.surface_form).join("");
            const hiragana = katakana.replace(/[\u30a1-\u30f6]/g, function(match) {
                var chr = match.charCodeAt(0) - 0x60;
                return String.fromCharCode(chr);
            });
            var moras = new MoraBuilder().build(hiragana);
            callback(null, moras);
        } catch (e) {
            callback(e);
        }
    })
}

module.exports = Tokenizer;