@microsoft/teams-ai/lib/tokenizers/GPT3Tokenizer.js

SDK focused on building AI based applications for Microsoft Teams.

"use strict";
/**
 * @module teams-ai
 */
/**
 * Copyright (c) Microsoft Corporation. All rights reserved.
 * Licensed under the MIT License.
 */
Object.defineProperty(exports, "__esModule", { value: true });
exports.GPT3Tokenizer = void 0;
const text_davinci_003_1 = require("gpt-tokenizer/cjs/model/text-davinci-003");
/**
 * Tokenizer that uses GPT-3's encoder.
 */
class GPT3Tokenizer {
    decode(tokens) {
        return (0, text_davinci_003_1.decode)(tokens);
    }
    encode(text) {
        return (0, text_davinci_003_1.encode)(text);
    }
}
exports.GPT3Tokenizer = GPT3Tokenizer;
//# sourceMappingURL=GPT3Tokenizer.js.map