novel-segment/lib/submod/EmailOptimizer.js

Chinese word segmentation 簡繁中文分词模块 以網路小說為樣本

'use strict';
Object.defineProperty(exports, "__esModule", { value: true });
exports.type = exports.init = exports.EmailOptimizer = exports.EMAILCHAR = exports._EMAILCHAR = void 0;
const mod_1 = require("../mod");
/**
 * 邮箱地址中允许出现的字符
 * 参考：http://www.cs.tut.fi/~jkorpela/rfc/822addr.html
 */
exports._EMAILCHAR = '!"#$%&\'*+-/0123456789=?@ABCDEFGHIJKLMNOPQRSTUVWXYZ^_`abcdefghijklmnopqrstuvwxyz{|}~.'.split('');
exports.EMAILCHAR = {};
for (let i in exports._EMAILCHAR)
    exports.EMAILCHAR[exports._EMAILCHAR[i]] = 1;
/**
 * 邮箱地址识别优化模块
 *
 * @author 老雷<leizongmin@gmail.com>
 */
class EmailOptimizer extends mod_1.SubSModuleOptimizer {
    /**
     * 对可能是邮箱地址的单词进行优化
     *
     * @param {array} words 单词数组
     * @return {array}
     */
    doOptimize(words) {
        const POSTAG = this.segment.POSTAG;
        //debug(words);
        let i = 0;
        let ie = words.length - 1;
        let addr_start = false;
        let has_at = false;
        while (i < ie) {
            let word = words[i];
            let is_ascii = ((word.p === POSTAG.A_NX) ||
                (word.p === POSTAG.A_M && word.w.charCodeAt(0) < 128))
                ? true : false;
            // 如果是外文字符或者数字，符合电子邮件地址开头的条件
            // @ts-ignore
            if (addr_start === false && is_ascii) {
                addr_start = i;
                i++;
                continue;
            }
            else {
                // 如果遇到@符号，符合第二个条件
                if (has_at === false && word.w === '@') {
                    has_at = true;
                    i++;
                    continue;
                }
                // 如果已经遇到过@符号，且出现了其他字符，则截取邮箱地址
                if (has_at !== false && words[i - 1].w !== '@' && is_ascii === false && !(word.w in exports.EMAILCHAR)) {
                    let mailws = words.slice(addr_start, i);
                    //debug(toEmailAddress(mailws));
                    words.splice(addr_start, mailws.length, {
                        w: this.toEmailAddress(mailws),
                        p: POSTAG.URL
                    });
                    i = addr_start + 1;
                    ie -= mailws.length - 1;
                    addr_start = false;
                    has_at = false;
                    continue;
                }
                // 如果已经开头
                if (addr_start !== false && (is_ascii || word.w in exports.EMAILCHAR)) {
                    i++;
                    continue;
                }
            }
            // 移到下一个词
            addr_start = false;
            has_at = false;
            i++;
        }
        // 检查剩余部分
        if (addr_start && has_at && words[ie]) {
            let word = words[ie];
            let is_ascii = ((word.p === POSTAG.A_NX) ||
                (word.p === POSTAG.A_M && word.w in exports.EMAILCHAR))
                ? true : false;
            if (is_ascii) {
                let mailws = words.slice(addr_start, words.length);
                //debug(toEmailAddress(mailws));
                words.splice(addr_start, mailws.length, {
                    w: this.toEmailAddress(mailws),
                    p: POSTAG.URL
                });
            }
        }
        return words;
    }
    /**
     * 根据一组单词生成邮箱地址
     *
     * @param {array} words 单词数组
     * @return {string}
     */
    toEmailAddress(words) {
        let ret = words[0].w;
        for (let i = 1, word; word = words[i]; i++) {
            ret += word.w;
        }
        return ret;
    }
}
exports.EmailOptimizer = EmailOptimizer;
exports.init = EmailOptimizer.init.bind(EmailOptimizer);
exports.type = EmailOptimizer.type;
exports.default = EmailOptimizer;
//# sourceMappingURL=EmailOptimizer.js.map