UNPKG

intent-tools

Version:

Tools for processing Rasa.ai JSONs to text learning sets for FB FastText

333 lines (332 loc) 9.32 kB
<!doctype html> <html lang="en"> <head> <title>Code coverage report for src/multiplicator.js</title> <meta charset="utf-8" /> <link rel="stylesheet" href="../prettify.css" /> <link rel="stylesheet" href="../base.css" /> <meta name="viewport" content="width=device-width, initial-scale=1"> <style type='text/css'> .coverage-summary .sorter { background-image: url(../sort-arrow-sprite.png); } </style> </head> <body> <div class='wrapper'> <div class='pad1'> <h1> <a href="../index.html">all files</a> / <a href="index.html">src/</a> multiplicator.js </h1> <div class='clearfix'> <div class='fl pad1y space-right2'> <span class="strong">97.96% </span> <span class="quiet">Statements</span> <span class='fraction'>48/49</span> </div> <div class='fl pad1y space-right2'> <span class="strong">80% </span> <span class="quiet">Branches</span> <span class='fraction'>8/10</span> </div> <div class='fl pad1y space-right2'> <span class="strong">100% </span> <span class="quiet">Functions</span> <span class='fraction'>4/4</span> </div> <div class='fl pad1y space-right2'> <span class="strong">97.87% </span> <span class="quiet">Lines</span> <span class='fraction'>46/47</span> </div> </div> </div> <div class='status-line high'></div> <pre><table class="coverage"> <tr><td class="line-count quiet">1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90</td><td class="line-coverage quiet"><span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes">16×</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes">16×</span> <span class="cline-any cline-yes">16×</span> <span class="cline-any cline-yes">32×</span> <span class="cline-any cline-yes">32×</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes">16×</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes">16×</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-no">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-yes"></span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span> <span class="cline-any cline-neutral">&nbsp;</span></td><td class="text"><pre class="prettyprint lang-js">/* * @author David Menger */ 'use strict'; &nbsp; const assert = require('assert'); &nbsp; function expand (combinations, vector) { if (combinations.length === 0) { return vector.map(w =&gt; [w]); } return combinations .reduce((ret, combination) =&gt; { vector.forEach((word) =&gt; { ret.push([...combination, word]); }); return ret; }, []); } &nbsp; function tokenizeText (intent) { let start = 0; let end; const tokens = []; &nbsp; for (let i = 0; i &lt;= intent.entities.length; i++) { if (i &lt; intent.entities.length) { end = intent.entities[i].start; } else { end = undefined; } &nbsp; tokens.push(intent.text.slice(start, end)); &nbsp; if (i &lt; intent.entities.length) { start = intent.entities[i].end; } } &nbsp; return tokens; } &nbsp; function generateOptions (intent, combinations) { const tokens = tokenizeText(intent); const expectedWordsLength = tokens.length - 1; const join = new Array(tokens.length + expectedWordsLength); let i; let pos; for (i = 0; i &lt; tokens.length; i++) { pos = i * 2; join[pos] = tokens[i]; } return combinations.map((words) =&gt; { assert(words.length === expectedWordsLength); for (i = 0; i &lt; words.length; i++) { pos = i * 2; join[pos + 1] = words[i]; } const text = join.join(''); &nbsp; return Object.assign({}, intent, { text, entities: [] // not necessary now }); }); } &nbsp; function multiplicator (intent, getVariants) { <span class="missing-if-branch" title="if path not taken" >I</span>if (!Array.isArray(intent.entities)) { <span class="cstat-no" title="statement not covered" > return Promise.resolve([intent]);</span> } &nbsp; intent.entities.sort((a, b) =&gt; (a.start &lt; b.start ? -1 : <span class="branch-1 cbranch-no" title="branch not covered" >1)</span>); &nbsp; const variantsPromise = intent.entities .map(entity =&gt; getVariants(entity.entity, entity.value)); &nbsp; return Promise.all(variantsPromise) .then((variants) =&gt; { const combinations = variants .reduce((c, entityVariants) =&gt; expand(c, entityVariants), []); &nbsp; return generateOptions(intent, combinations); }); } &nbsp; module.exports = { multiplicator }; &nbsp;</pre></td></tr> </table></pre> <div class='push'></div><!-- for sticky footer --> </div><!-- /wrapper --> <div class='footer quiet pad2 space-top1 center small'> Code coverage generated by <a href="http://istanbul-js.org/" target="_blank">istanbul</a> at Mon Jun 12 2017 13:26:39 GMT+0200 (CEST) </div> </div> <script src="../prettify.js"></script> <script> window.onload = function () { if (typeof prettyPrint === 'function') { prettyPrint(); } }; </script> <script src="../sorter.js"></script> </body> </html>