UNPKG

@burncloud/inference

Version:

Typescript client for the Hugging Face Inference Providers and Inference Endpoints

9 lines 641 B
import { type InferenceSnippet, type ModelDataMinimal } from "@huggingface/tasks"; import type { InferenceProviderModelMapping } from "../lib/getInferenceProviderMapping.js"; import type { InferenceProviderOrPolicy } from "../types.js"; export type InferenceSnippetOptions = { streaming?: boolean; billTo?: string; } & Record<string, unknown>; export declare function getInferenceSnippets(model: ModelDataMinimal, accessToken: string, provider: InferenceProviderOrPolicy, inferenceProviderMapping?: InferenceProviderModelMapping, opts?: Record<string, unknown>): InferenceSnippet[]; //# sourceMappingURL=getInferenceSnippets.d.ts.map