wink-tokenizer
Version:
Multilingual tokenizer that automatically tags each token with its type
1 lines • 329 B
JSON
{"processes":{"c73edca0-8f8c-466e-8f37-202f99adb6f3":{"parent":null,"children":[]}},"files":{"/Users/neilsbohr/dev/winkjs/wink-tokenizer/src/eng-contractions.js":["c73edca0-8f8c-466e-8f37-202f99adb6f3"],"/Users/neilsbohr/dev/winkjs/wink-tokenizer/src/wink-tokenizer.js":["c73edca0-8f8c-466e-8f37-202f99adb6f3"]},"externalIds":{}}