gpt-token-utils
Version:
Isomorphic utilities for GPT-3 tokenization and prompt building.
24 lines (23 loc) • 644 B
text/typescript
/**
* @copyright Sister Software. All rights reserved.
* @author Teffen Ellis, et al.
* @license
* See LICENSE file in the project root for full license information.
*/
import type { BundledEncoderKeys, BundledEncoderValues } from './common.mjs';
/**
* The default encoder keys defined for GPT-3.
*
* Pairs are described as a prefix and a suffix.
* @ignore
* @internal
*/
export declare const DEFAULT_ENCODER_KEYS: BundledEncoderKeys;
/**
* The default encoder keys defined for GPT-3.
*
* Pairs are described as a prefix and a suffix.
* @ignore
* @internal
*/
export declare const DEFAULT_ENCODER_VALUES: BundledEncoderValues;