taipa
Version:
Taiwanese morphological parsing library
35 lines • 1.21 kB
JavaScript
;
Object.defineProperty(exports, "__esModule", { value: true });
exports.getFeature = exports.Feature = void 0;
class Feature {
token = '';
isFirst = false;
isLast = false;
isFirstCapitalized = false;
isNumeric = false;
suffix1 = ''; // last letter
suffix2 = ''; // last two letters
prevToken = '';
prevToken2 = '';
nextToken = '';
nextToken2 = '';
}
exports.Feature = Feature;
function getFeature(token, tokenIndex, sent) {
const feature = {
token: token,
isFirst: tokenIndex == 0,
isLast: tokenIndex == sent.length - 1,
isFirstCapitalized: token[0] == token[0].toUpperCase(),
isNumeric: !isNaN(Number(token)),
suffix1: token[token.length - 1],
suffix2: token[token.length - 2] + token[token.length - 1],
prevToken: tokenIndex == 0 ? '' : sent[tokenIndex - 1],
prevToken2: tokenIndex <= 1 ? '' : sent[tokenIndex - 2],
nextToken: tokenIndex == sent.length - 1 ? '' : sent[tokenIndex + 1],
nextToken2: tokenIndex >= sent.length - 2 ? '' : sent[tokenIndex + 2],
};
return feature;
}
exports.getFeature = getFeature;
//# sourceMappingURL=feature.js.map