@huggingface/inference
Version:
Typescript client for the Hugging Face Inference Providers and Inference Endpoints
9 lines • 619 B
TypeScript
import { type InferenceSnippet, type ModelDataMinimal } from "@huggingface/tasks";
import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping";
import type { InferenceProvider } from "../types";
export type InferenceSnippetOptions = {
streaming?: boolean;
billTo?: string;
} & Record<string, unknown>;
export declare function getInferenceSnippets(model: ModelDataMinimal, accessToken: string, provider: InferenceProvider, inferenceProviderMapping?: InferenceProviderModelMapping, opts?: Record<string, unknown>): InferenceSnippet[];
//# sourceMappingURL=getInferenceSnippets.d.ts.map