UNPKG

@mrizki/natural

Version:

General natural language (tokenizing, stemming (English, Russian, Spanish), part-of-speech tagging, sentiment analysis, classification, inflection, phonetics, tfidf, WordNet, jaro-winkler, Levenshtein distance, Dice's Coefficient) facilities for node.

128 lines (107 loc) 4.7 kB
/* Copyright (c) 2012, Adam Phillabaum, Chris Umbel Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. Unless otherwise stated by a specific section of code THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ // Computes the Jaro distance between two string -- intrepreted from: // http://en.wikipedia.org/wiki/Jaro%E2%80%93Winkler_distance // s1 is the first string to compare // s2 is the second string to compare function distance(s1, s2) { if (typeof(s1) !== "string" || typeof(s2) !== "string") { return 0; } if (s1.length === 0 || s2.length === 0) { return 0; } var matchWindow = (Math.floor(Math.max(s1.length, s2.length) / 2.0)) - 1; var matches1 = new Array(s1.length); var matches2 = new Array(s2.length); var m = 0; // number of matches var t = 0; // number of transpositions var i = 0; // index for string 1 var k = 0; // index for string 2 //debug helpers //console.log("s1: " + s1 + "; s2: " + s2); //console.log(" - matchWindow: " + matchWindow); for (i = 0; i < s1.length; i++) { // loop to find matched characters var start = Math.max(0, (i - matchWindow)); // use the higher of the window diff var end = Math.min((i + matchWindow + 1), s2.length); // use the min of the window and string 2 length for (k = start; k < end; k++) { // iterate second string index if (matches2[k]) { // if second string character already matched continue; } if (s1[i] !== s2[k]) { // characters don't match continue; } // assume match if the above 2 checks don't continue matches1[i] = true; matches2[k] = true; m++; break; } } // nothing matched if (m === 0) { return 0.0; } k = 0; // reset string 2 index for(i = 0; i < s1.length; i++) { // loop to find transpositions if (!matches1[i]) { // non-matching character continue; } while(!matches2[k]) { // move k index to the next match k++; } if (s1[i] !== s2[k]) { // if the characters don't match, increase transposition // HtD: t is always less than the number of matches m, because transpositions are a subset of matches t++; } k++; // iterate k index normally } // transpositions divided by 2 t = t / 2.0; return ((m / s1.length) + (m / s2.length) + ((m - t) / m)) / 3.0; // HtD: therefore, m - t > 0, and m - t < m // HtD: => return value is between 0 and 1 } // Computes the Winkler distance between two string -- intrepreted from: // http://en.wikipedia.org/wiki/Jaro%E2%80%93Winkler_distance // s1 is the first string to compare // s2 is the second string to compare // dj is the Jaro Distance (if you've already computed it), leave blank and the method handles it // ignoreCase: if true strings are first converted to lower case before comparison function JaroWinklerDistance(s1, s2, dj, ignoreCase) { if (s1 === s2) { return 1; } else { if (ignoreCase) { s1 = s1.toLowerCase(); s2 = s2.toLowerCase(); } //console.log(news1); //console.log(news2); var jaro = (typeof(dj) === 'undefined') ? distance(s1, s2) : dj; var p = 0.1; // default scaling factor var l = 0 // length of the matching prefix while(s1[l] === s2[l] && l < 4) { l++; } // HtD: 1 - jaro >= 0 return jaro + l * p * (1 - jaro); } } module.exports = JaroWinklerDistance;