hx-tokenizer
Version:
Split text into tokens.
28 lines (27 loc) • 507 B
JSON
{
"name": "hx-tokenizer",
"version": "1.0.0",
"description": "Split text into tokens.",
"keywords": [
"nlp",
"tokenizer",
"tokenize",
"browser",
"node",
"spit",
"join",
"text",
"words"
],
"main": "tokenizer.js",
"scripts": {
"test": "ava",
"test:watch": "ava --watch"
},
"repository": "git@github.com:hexacta/tokenizer.git",
"author": "pomber <pombopombopombo@gmail.com>",
"license": "MIT",
"devDependencies": {
"ava": "^0.18.2"
}
}