fin-html-entities/dist/index.js

HTML entities decoder for FIN natural language processor

"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
var list_1 = require("./list");
var finnlp_1 = require("finnlp");
finnlp_1.preProcessors.push(function (input) {
    var matches = input.match(/&[a-z0-9#]+;/gi) || [];
    for (var index = 0; index < matches.length; index++) {
        var match = matches[index];
        var token = match.substr(1, match.length - 2).toLowerCase();
        var replacement = list_1.default[token];
        if (replacement) {
            input = input.split(match).join(replacement);
        }
    }
    return input;
});