gpt-tokenizer/esm/main.d.ts

A pure JavaScript implementation of a BPE tokenizer (Encoder/Decoder) for GPT-2 / GPT-3 / GPT-4 and other OpenAI models

export { default } from './encoding/cl100k_base.js';
export * from './encoding/cl100k_base.js';