UNPKG

@huggingface/inference

Version:

Typescript client for the Hugging Face Inference Providers and Inference Endpoints

79 lines (78 loc) 3.21 kB
"use strict"; Object.defineProperty(exports, "__esModule", { value: true }); exports.HyperbolicTextToImageTask = exports.HyperbolicTextGenerationTask = exports.HyperbolicConversationalTask = void 0; const omit_js_1 = require("../utils/omit.js"); const providerHelper_js_1 = require("./providerHelper.js"); const errors_js_1 = require("../errors.js"); const HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz"; class HyperbolicConversationalTask extends providerHelper_js_1.BaseConversationalTask { constructor() { super("hyperbolic", HYPERBOLIC_API_BASE_URL); } } exports.HyperbolicConversationalTask = HyperbolicConversationalTask; class HyperbolicTextGenerationTask extends providerHelper_js_1.BaseTextGenerationTask { constructor() { super("hyperbolic", HYPERBOLIC_API_BASE_URL); } makeRoute() { return "v1/chat/completions"; } preparePayload(params) { return { messages: [{ content: params.args.inputs, role: "user" }], ...(params.args.parameters ? { max_tokens: params.args.parameters.max_new_tokens, ...(0, omit_js_1.omit)(params.args.parameters, "max_new_tokens"), } : undefined), ...(0, omit_js_1.omit)(params.args, ["inputs", "parameters"]), model: params.model, }; } async getResponse(response) { if (typeof response === "object" && "choices" in response && Array.isArray(response?.choices) && typeof response?.model === "string") { const completion = response.choices[0]; return { generated_text: completion.message.content, }; } throw new errors_js_1.InferenceClientProviderOutputError("Received malformed response from Hyperbolic text generation API"); } } exports.HyperbolicTextGenerationTask = HyperbolicTextGenerationTask; class HyperbolicTextToImageTask extends providerHelper_js_1.TaskProviderHelper { constructor() { super("hyperbolic", HYPERBOLIC_API_BASE_URL); } makeRoute(params) { void params; return `/v1/images/generations`; } preparePayload(params) { return { ...(0, omit_js_1.omit)(params.args, ["inputs", "parameters"]), ...params.args.parameters, prompt: params.args.inputs, model_name: params.model, }; } async getResponse(response, url, headers, outputType) { if (typeof response === "object" && "images" in response && Array.isArray(response.images) && response.images[0] && typeof response.images[0].image === "string") { if (outputType === "url") { return `data:image/jpeg;base64,${response.images[0].image}`; } return fetch(`data:image/jpeg;base64,${response.images[0].image}`).then((res) => res.blob()); } throw new errors_js_1.InferenceClientProviderOutputError("Received malformed response from Hyperbolic text-to-image API"); } } exports.HyperbolicTextToImageTask = HyperbolicTextToImageTask;