gpt-token-utils
Version:
Isomorphic utilities for GPT-3 tokenization and prompt building.
16 lines (15 loc) • 403 B
text/typescript
/**
* @copyright Sister Software. All rights reserved.
* @author Teffen Ellis, et al.
* @license
* See LICENSE file in the project root for full license information.
*/
import type { BundledVocab } from './common.mjs';
/**
* The default vocabulary defined for GPT-3.
*
* Pairs are described as a prefix and a suffix.
* @internal
* @ignore
*/
export declare const DEFAULT_VOCAB: BundledVocab;