@huggingface/inference
Version:
Typescript client for the Hugging Face Inference Providers and Inference Endpoints
14 lines (13 loc) • 883 B
JavaScript
import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
import { getProviderHelper } from "../../lib/getProviderHelper.js";
import { innerStreamingRequest } from "../../utils/request.js";
/**
* Primitive to make custom inference calls that expect server-sent events, and returns the response through a generator
* @deprecated Use specific task functions instead. This function will be removed in a future version.
*/
export async function* streamingRequest(args, options) {
console.warn("The streamingRequest method is deprecated and will be removed in a future version of huggingface.js. Use specific task functions instead.");
const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
const providerHelper = getProviderHelper(provider, options?.task);
yield* innerStreamingRequest(args, providerHelper, options);
}