@microsoft/teams-ai/lib/tokenizers/GPTTokenizer.d.ts

SDK focused on building AI based applications for Microsoft Teams.

/**
 * @module teams-ai
 */
/**
 * Copyright (c) Microsoft Corporation. All rights reserved.
 * Licensed under the MIT License.
 */
import { Tokenizer } from './Tokenizer';
/**
 * Tokenizer that uses GPT's cl100k_base encoding.
 * To use GPT-3 encoding, pass in an instance of GPT3Tokenizer.
 */
export declare class GPTTokenizer implements Tokenizer {
    decode(tokens: number[]): string;
    encode(text: string): number[];
}
//# sourceMappingURL=GPTTokenizer.d.ts.map