@huggingface/inference
Version:
Typescript client for the Hugging Face Inference Providers and Inference Endpoints
25 lines (23 loc) • 1.02 kB
text/typescript
import { resolveProvider } from "../../lib/getInferenceProviderMapping";
import { getProviderHelper } from "../../lib/getProviderHelper";
import type { InferenceTask, Options, RequestArgs } from "../../types";
import { innerRequest } from "../../utils/request";
/**
* Primitive to make custom calls to the inference provider
* @deprecated Use specific task functions instead. This function will be removed in a future version.
*/
export async function request<T>(
args: RequestArgs,
options?: Options & {
/** In most cases (unless we pass a endpointUrl) we know the task */
task?: InferenceTask;
}
): Promise<T> {
console.warn(
"The request method is deprecated and will be removed in a future version of huggingface.js. Use specific task functions instead."
);
const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
const providerHelper = getProviderHelper(provider, options?.task);
const result = await innerRequest<T>(args, providerHelper, options);
return result.data;
}