UNPKG

@huggingface/inference

Version:

Typescript client for the Hugging Face Inference Providers and Inference Endpoints

19 lines (18 loc) 947 B
"use strict"; Object.defineProperty(exports, "__esModule", { value: true }); exports.chatCompletion = chatCompletion; const getInferenceProviderMapping_js_1 = require("../../lib/getInferenceProviderMapping.js"); const getProviderHelper_js_1 = require("../../lib/getProviderHelper.js"); const request_js_1 = require("../../utils/request.js"); /** * Use the chat completion endpoint to generate a response to a prompt, using OpenAI message completion API no stream */ async function chatCompletion(args, options) { const provider = await (0, getInferenceProviderMapping_js_1.resolveProvider)(args.provider, args.model, args.endpointUrl); const providerHelper = (0, getProviderHelper_js_1.getProviderHelper)(provider, "conversational"); const { data: response } = await (0, request_js_1.innerRequest)(args, providerHelper, { ...options, task: "conversational", }); return providerHelper.getResponse(response); }