gpt-tokenizer/cjs/bpeRanks/r50k_base.d.ts

A pure JavaScript implementation of a BPE tokenizer (Encoder/Decoder) for GPT-2 / GPT-3 / GPT-4 and other OpenAI models

export default bpe;
/** @type {(string | number[])[]} */
declare const bpe: (string | number[])[];