UNPKG

node-nlp

Version:

Library for NLU (Natural Language Understanding) done in Node.js

410 lines (393 loc) 9.61 kB
/* * Copyright (c) AXA Shared Services Spain S.A. * * Permission is hereby granted, free of charge, to any person obtaining * a copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sublicense, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ const BaseStemmer = require('./base-stemmer'); const Among = require('./among'); /** * This class was automatically generated by a Snowball to JSX compiler * It implements the stemming algorithm defined by a snowball script. */ class NorwegianStemmer extends BaseStemmer { constructor(tokenizer) { super(tokenizer); this.I_x = 0; this.I_p1 = 0; } copy_from(other) { this.I_x = other.I_x; this.I_p1 = other.I_p1; super.copy_from(other); } r_mark_regions() { let v_1; let v_2; // (, line 26 this.I_p1 = this.limit; // test, line 30 v_1 = this.cursor; // (, line 30 // hop, line 30 { const c = this.cursor + 3; if (c < 0 || c > this.limit) { return false; } this.cursor = c; } // setmark x, line 30 this.I_x = this.cursor; this.cursor = v_1; // goto, line 31 golab0: while (true) { v_2 = this.cursor; let lab1 = true; while (lab1 == true) { lab1 = false; if (!this.in_grouping(NorwegianStemmer.g_v, 97, 248)) { break; } this.cursor = v_2; break golab0; } this.cursor = v_2; if (this.cursor >= this.limit) { return false; } this.cursor++; } // gopast, line 31 golab2: while (true) { let lab3 = true; while (lab3 == true) { lab3 = false; if (!this.out_grouping(NorwegianStemmer.g_v, 97, 248)) { break; } break golab2; } if (this.cursor >= this.limit) { return false; } this.cursor++; } // setmark p1, line 31 this.I_p1 = this.cursor; // try, line 32 let lab4 = true; while (lab4 == true) { lab4 = false; // (, line 32 if (!(this.I_p1 < this.I_x)) { break; } this.I_p1 = this.I_x; } return true; } r_main_suffix() { let among_var; let v_1; let v_2; let v_3; // (, line 37 // setlimit, line 38 v_1 = this.limit - this.cursor; // tomark, line 38 if (this.cursor < this.I_p1) { return false; } this.cursor = this.I_p1; v_2 = this.limit_backward; this.limit_backward = this.cursor; this.cursor = this.limit - v_1; // (, line 38 // [, line 38 this.ket = this.cursor; // substring, line 38 among_var = this.find_among_b(NorwegianStemmer.a_0, 29); if (among_var == 0) { this.limit_backward = v_2; return false; } // ], line 38 this.bra = this.cursor; this.limit_backward = v_2; switch (among_var) { case 0: return false; case 1: // (, line 44 // delete, line 44 if (!this.slice_del()) { return false; } break; case 2: // (, line 46 // or, line 46 var lab0 = true; lab0: while (lab0 == true) { lab0 = false; v_3 = this.limit - this.cursor; let lab1 = true; while (lab1 == true) { lab1 = false; if (!this.in_grouping_b(NorwegianStemmer.g_s_ending, 98, 122)) { break; } break lab0; } this.cursor = this.limit - v_3; // (, line 46 // literal, line 46 if (!this.eq_s_b(1, 'k')) { return false; } if (!this.out_grouping_b(NorwegianStemmer.g_v, 97, 248)) { return false; } } // delete, line 46 if (!this.slice_del()) { return false; } break; case 3: // (, line 48 // <-, line 48 if (!this.slice_from('er')) { return false; } break; } return true; } r_consonant_pair() { let v_1; let v_2; let v_3; // (, line 52 // test, line 53 v_1 = this.limit - this.cursor; // (, line 53 // setlimit, line 54 v_2 = this.limit - this.cursor; // tomark, line 54 if (this.cursor < this.I_p1) { return false; } this.cursor = this.I_p1; v_3 = this.limit_backward; this.limit_backward = this.cursor; this.cursor = this.limit - v_2; // (, line 54 // [, line 54 this.ket = this.cursor; // substring, line 54 if (this.find_among_b(NorwegianStemmer.a_1, 2) == 0) { this.limit_backward = v_3; return false; } // ], line 54 this.bra = this.cursor; this.limit_backward = v_3; this.cursor = this.limit - v_1; // next, line 59 if (this.cursor <= this.limit_backward) { return false; } this.cursor--; // ], line 59 this.bra = this.cursor; // delete, line 59 if (!this.slice_del()) { return false; } return true; } r_other_suffix() { let among_var; let v_1; let v_2; // (, line 62 // setlimit, line 63 v_1 = this.limit - this.cursor; // tomark, line 63 if (this.cursor < this.I_p1) { return false; } this.cursor = this.I_p1; v_2 = this.limit_backward; this.limit_backward = this.cursor; this.cursor = this.limit - v_1; // (, line 63 // [, line 63 this.ket = this.cursor; // substring, line 63 among_var = this.find_among_b(NorwegianStemmer.a_2, 11); if (among_var == 0) { this.limit_backward = v_2; return false; } // ], line 63 this.bra = this.cursor; this.limit_backward = v_2; switch (among_var) { case 0: return false; case 1: // (, line 67 // delete, line 67 if (!this.slice_del()) { return false; } break; } return true; } stem() { let v_1; let v_2; let v_3; let v_4; // (, line 72 // do, line 74 v_1 = this.cursor; let lab0 = true; while (lab0 == true) { lab0 = false; // call mark_regions, line 74 if (!this.r_mark_regions()) { break; } } this.cursor = v_1; // backwards, line 75 this.limit_backward = this.cursor; this.cursor = this.limit; // (, line 75 // do, line 76 v_2 = this.limit - this.cursor; let lab1 = true; while (lab1 == true) { lab1 = false; // call main_suffix, line 76 if (!this.r_main_suffix()) { break; } } this.cursor = this.limit - v_2; // do, line 77 v_3 = this.limit - this.cursor; let lab2 = true; while (lab2 == true) { lab2 = false; // call consonant_pair, line 77 if (!this.r_consonant_pair()) { break; } } this.cursor = this.limit - v_3; // do, line 78 v_4 = this.limit - this.cursor; let lab3 = true; while (lab3 == true) { lab3 = false; // call other_suffix, line 78 if (!this.r_other_suffix()) { break; } } this.cursor = this.limit - v_4; this.cursor = this.limit_backward; return true; } } NorwegianStemmer.methodObject = new NorwegianStemmer(); NorwegianStemmer.a_0 = [ new Among('a', -1, 1), new Among('e', -1, 1), new Among('ede', 1, 1), new Among('ande', 1, 1), new Among('ende', 1, 1), new Among('ane', 1, 1), new Among('ene', 1, 1), new Among('hetene', 6, 1), new Among('erte', 1, 3), new Among('en', -1, 1), new Among('heten', 9, 1), new Among('ar', -1, 1), new Among('er', -1, 1), new Among('heter', 12, 1), new Among('s', -1, 2), new Among('as', 14, 1), new Among('es', 14, 1), new Among('edes', 16, 1), new Among('endes', 16, 1), new Among('enes', 16, 1), new Among('hetenes', 19, 1), new Among('ens', 14, 1), new Among('hetens', 21, 1), new Among('ers', 14, 1), new Among('ets', 14, 1), new Among('et', -1, 1), new Among('het', 25, 1), new Among('ert', -1, 3), new Among('ast', -1, 1) ]; NorwegianStemmer.a_1 = [new Among('dt', -1, -1), new Among('vt', -1, -1)]; NorwegianStemmer.a_2 = [ new Among('leg', -1, 1), new Among('eleg', 0, 1), new Among('ig', -1, 1), new Among('eig', 2, 1), new Among('lig', 2, 1), new Among('elig', 4, 1), new Among('els', -1, 1), new Among('lov', -1, 1), new Among('elov', 7, 1), new Among('slov', 7, 1), new Among('hetslov', 9, 1) ]; NorwegianStemmer.g_v = [ 17, 65, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 0, 128 ]; NorwegianStemmer.g_s_ending = [119, 125, 149, 1]; module.exports = NorwegianStemmer;