@huggingface/inference/src/tasks/cv/imageTextToVideo.ts

Typescript client for the Hugging Face Inference Providers and Inference Endpoints

import type { ImageTextToVideoInput } from "@huggingface/tasks";
import { resolveProvider } from "../../lib/getInferenceProviderMapping.js";
import { getProviderHelper } from "../../lib/getProviderHelper.js";
import type { BaseArgs, Options } from "../../types.js";
import { innerRequest } from "../../utils/request.js";

export type ImageTextToVideoArgs = BaseArgs & ImageTextToVideoInput;

/**
 * This task takes an image and text input and outputs a generated video.
 * Recommended model: Lightricks/LTX-Video
 */
export async function imageTextToVideo(args: ImageTextToVideoArgs, options?: Options): Promise<Blob> {
	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
	const providerHelper = getProviderHelper(provider, "image-text-to-video");
	const payload = await providerHelper.preparePayloadAsync(args);
	const { data: res, requestContext } = await innerRequest<Blob>(payload, providerHelper, {
		...options,
		task: "image-text-to-video",
	});
	return providerHelper.getResponse(res, requestContext.url, requestContext.info.headers as Record<string, string>);
}