aslk/kernel/kb.js

Artifical Spoken Language - Kernel (人造語核心)

// 標記用法 ==> N:名詞 V:動詞 a:修飾 .:句尾標點
// 您可以在 kb.edit.mdo 中運用這些標記對 kb.e2c(c2e).mdo 修正，但請不要直接修改
var path = require('path')
var fs = require('fs')
var cc = require('chinese_convert')
var mdo = require('mdo')
var kb = {
  c2eFile: path.join(__dirname, '../dictionary/kb.c2e.mdo'),
  editFile: path.join(__dirname, '../dictionary/kb.edit.mdo'),
  userFile: path.join(__dirname, '../dictionary/kb.user.mdo')
}

kb.word2normal = function (word) {
  word.cn = (word.cn != null)?cc.tw2cn(word.cn):''
  word.en = (word.en != null)?word.en.toLowerCase():''
}

kb.normalize = function (dict) {
  for (var i in dict) {
    var word = dict[i]
    kb.word2normal(word)
  }
}

var str = kb.str = function (s) {
  return s || ''
}

kb.tableFormat = function (w) {
  return str(w.tag) + '|' + str(w.cn) + '|' + str(w.en)
}

kb.saveWord = function (w) {
  fs.appendFile(kb.userFile, kb.tableFormat(w) + '\n', function (err) {
    if (err) throw Error('saveWord to %s : %j fail!', kb.userFile, w)
    console.log('  append : %j success!', w)
  })
  kb.cnMap[w.cn] = w
  kb.enMap[w.en] = w
}

kb.wordEqual = function (w1, w2) {
  if (w1 == null || w2 == null) return false
  if (w1.tag !== w2.tag) return false
  if (w1.en !== w2.en) return false
  if (w1.cn !== w2.cn) return false
  return true
}

kb.set = function (w) {
  kb.word2normal(w)
  var wc = kb.getByCn(w.cn)
  var we = kb.getByEn(w.en)
  if (!kb.wordEqual(w, wc) && !kb.wordEqual(w, we)) {
    console.log('set:w=%j wc=%j we=%j', w, wc, we)
    kb.saveWord(w)
  }
}

kb.getByEn = function (w) {
  var en = w.toLowerCase()
  return kb.enMap[en]
}

kb.getByCn = function (w) {
  var cn = cc.tw2cn(w)
  var word = kb.cnMap[cn]
  if (word == null) return
  return word
}

kb.get = function (w) {
  var word
  if (/^\w+$/i.test(w)) {
    word = kb.getByEn(w)
  } else {
    word = kb.getByCn(w)
  }
  return word
}

kb.load = function () {
  var e2cMdo = fs.readFileSync(kb.c2eFile).toString()
  var e2cArray = mdo.parseTable(e2cMdo, ['pos2', 'count', 'pos', 'tw'])
//  var e2cArray = []
  var c2eMdo = fs.readFileSync(kb.c2eFile).toString()
  var c2eArray = mdo.parseTable(c2eMdo, ['pos2', 'count', 'pos', 'tw'])
//  console.log('c2eArray[10]=%j', c2eArray[10])
  var editMdo = fs.readFileSync(kb.editFile).toString()
  var editArray = mdo.parseTable(editMdo, ['pos2', 'count', 'pos', 'tw'])
  var userMdo = fs.readFileSync(kb.userFile).toString()
  var userArray = mdo.parseTable(userMdo, ['pos2', 'count', 'pos', 'tw'])
  var dict = userArray.concat(editArray).concat(e2cArray).concat(c2eArray)
  kb.normalize(dict)
  kb.cnMap = mdo.index(dict, 'cn')
  kb.enMap = mdo.index(dict, 'en')
//  console.log('kb.enMap=%j', kb.enMap)
}

kb.load()

module.exports = kb