UNPKG

@huggingface/inference

Version:

Typescript client for the Hugging Face Inference Providers and Inference Endpoints

73 lines (72 loc) 2.76 kB
import { omit } from "../utils/omit.js"; import { BaseConversationalTask, BaseTextGenerationTask, TaskProviderHelper, } from "./providerHelper.js"; import { InferenceClientProviderOutputError } from "../errors.js"; const HYPERBOLIC_API_BASE_URL = "https://api.hyperbolic.xyz"; export class HyperbolicConversationalTask extends BaseConversationalTask { constructor() { super("hyperbolic", HYPERBOLIC_API_BASE_URL); } } export class HyperbolicTextGenerationTask extends BaseTextGenerationTask { constructor() { super("hyperbolic", HYPERBOLIC_API_BASE_URL); } makeRoute() { return "v1/chat/completions"; } preparePayload(params) { return { messages: [{ content: params.args.inputs, role: "user" }], ...(params.args.parameters ? { max_tokens: params.args.parameters.max_new_tokens, ...omit(params.args.parameters, "max_new_tokens"), } : undefined), ...omit(params.args, ["inputs", "parameters"]), model: params.model, }; } async getResponse(response) { if (typeof response === "object" && "choices" in response && Array.isArray(response?.choices) && typeof response?.model === "string") { const completion = response.choices[0]; return { generated_text: completion.message.content, }; } throw new InferenceClientProviderOutputError("Received malformed response from Hyperbolic text generation API"); } } export class HyperbolicTextToImageTask extends TaskProviderHelper { constructor() { super("hyperbolic", HYPERBOLIC_API_BASE_URL); } makeRoute(params) { void params; return `/v1/images/generations`; } preparePayload(params) { return { ...omit(params.args, ["inputs", "parameters"]), ...params.args.parameters, prompt: params.args.inputs, model_name: params.model, }; } async getResponse(response, url, headers, outputType) { if (typeof response === "object" && "images" in response && Array.isArray(response.images) && response.images[0] && typeof response.images[0].image === "string") { if (outputType === "url") { return `data:image/jpeg;base64,${response.images[0].image}`; } return fetch(`data:image/jpeg;base64,${response.images[0].image}`).then((res) => res.blob()); } throw new InferenceClientProviderOutputError("Received malformed response from Hyperbolic text-to-image API"); } }