@huggingface/inference/src/tasks/nlp/summarization.ts

Typescript client for the Hugging Face Inference Providers and Inference Endpoints

import type { SummarizationInput, SummarizationOutput } from "@huggingface/tasks";
import { resolveProvider } from "../../lib/getInferenceProviderMapping";
import { getProviderHelper } from "../../lib/getProviderHelper";
import type { BaseArgs, Options } from "../../types";
import { innerRequest } from "../../utils/request";

export type SummarizationArgs = BaseArgs & SummarizationInput;

/**
 * This task is well known to summarize longer text into shorter text. Be careful, some models have a maximum length of input. That means that the summary cannot handle full books for instance. Be careful when choosing your model.
 */
export async function summarization(args: SummarizationArgs, options?: Options): Promise<SummarizationOutput> {
	const provider = await resolveProvider(args.provider, args.model, args.endpointUrl);
	const providerHelper = getProviderHelper(provider, "summarization");
	const { data: res } = await innerRequest<SummarizationOutput[]>(args, providerHelper, {
		...options,
		task: "summarization",
	});
	return providerHelper.getResponse(res);
}