bpe-tokenizer-encoding
Version:
A simple JavaScript implementation of Byte Pair Encoding (BPE)
18 lines (17 loc) • 339 B
JSON
{
"name": "bpe-tokenizer-encoding",
"version": "2.0.0",
"description": "A simple JavaScript implementation of Byte Pair Encoding (BPE)",
"main": "index.js",
"keywords": [
"bpe",
"tokenizer",
"byte pair encoding",
"nlp"
],
"author": "Raza",
"license": "MIT",
"bin": {
"bpe-tokenizer": "./cli.js"
}
}