UNPKG

openclaw

Version:

Multi-channel AI gateway with extensible messaging integrations

123 lines 4.54 kB
import { r as OpenClawConfig } from "./types.openclaw-BdCLfP4c.js"; import "./types-BdcVdC5E.js"; import { T as AuthProfileStore, c as MediaUnderstandingDecision, h as StructuredExtractionInput, k as MediaUnderstandingOutput, l as MediaUnderstandingProvider } from "./types-BkvlwqkC.js"; import { t as ActiveMediaModel } from "./active-model-Cxn6sQSw.js"; //#region src/media-understanding/runtime-types.d.ts type RunMediaUnderstandingFileParams = { capability: "image" | "audio" | "video"; filePath: string; mediaUrl?: string; cfg: OpenClawConfig; agentId?: string; agentDir?: string; workspaceDir?: string; mime?: string; activeModel?: ActiveMediaModel; prompt?: string; timeoutMs?: number; scopeContext?: MediaUnderstandingScopeContext; }; type MediaUnderstandingScopeContext = { sessionKey?: string; channel?: string; chatType?: string; }; type RunMediaUnderstandingFileResult = { text: string | undefined; provider?: string; model?: string; output?: MediaUnderstandingOutput; decision?: MediaUnderstandingDecision; }; type DescribeImageFileParams = { filePath: string; mediaUrl?: string; cfg: OpenClawConfig; agentId?: string; agentDir?: string; workspaceDir?: string; mime?: string; activeModel?: ActiveMediaModel; prompt?: string; timeoutMs?: number; scopeContext?: MediaUnderstandingScopeContext; }; type DescribeImageFileWithModelParams = { filePath: string; mediaUrl?: string; cfg: OpenClawConfig; agentId?: string; agentDir?: string; workspaceDir?: string; mime?: string; provider: string; model: string; prompt: string; maxTokens?: number; timeoutMs?: number; }; type PreparedImageDescriptionInput = { buffer: Buffer; fileName: string; mime?: string; }; type PrepareImageDescriptionInputParams = Pick<DescribeImageFileWithModelParams, "filePath" | "mediaUrl" | "mime" | "cfg" | "timeoutMs">; type DescribePreparedImageWithModelParams = Omit<DescribeImageFileWithModelParams, "filePath" | "mediaUrl" | "mime"> & { image: PreparedImageDescriptionInput; }; type DescribeImageFileWithModelResult = Awaited<ReturnType<NonNullable<MediaUnderstandingProvider["describeImage"]>>>; type ExtractStructuredWithModelParams = { /** At least one image input is required; text inputs provide supplemental context. */ input: StructuredExtractionInput[]; instructions: string; schemaName?: string; jsonSchema?: unknown; jsonMode?: boolean; cfg: OpenClawConfig; agentDir?: string; provider: string; model: string; profile?: string; preferredProfile?: string; authStore?: AuthProfileStore; timeoutMs?: number; }; type ExtractStructuredWithModelResult = Awaited<ReturnType<NonNullable<MediaUnderstandingProvider["extractStructured"]>>>; type DescribeVideoFileParams = { filePath: string; cfg: OpenClawConfig; agentDir?: string; workspaceDir?: string; mime?: string; activeModel?: ActiveMediaModel; }; type TranscribeAudioFileParams = { filePath: string; cfg: OpenClawConfig; agentDir?: string; workspaceDir?: string; mime?: string; activeModel?: ActiveMediaModel; language?: string; prompt?: string; }; type MediaUnderstandingRuntime = { resolveAudioInputBudget: (params: { cfg: OpenClawConfig; }) => Promise<{ enabled: false; } | { enabled: true; maxBytes: number; }>; runMediaUnderstandingFile: (params: RunMediaUnderstandingFileParams) => Promise<RunMediaUnderstandingFileResult>; describeImageFile: (params: DescribeImageFileParams) => Promise<RunMediaUnderstandingFileResult>; prepareImageDescriptionInput: (params: PrepareImageDescriptionInputParams) => Promise<PreparedImageDescriptionInput>; describePreparedImageWithModel: (params: DescribePreparedImageWithModelParams) => Promise<DescribeImageFileWithModelResult>; describeImageFileWithModel: (params: DescribeImageFileWithModelParams) => Promise<DescribeImageFileWithModelResult>; extractStructuredWithModel: (params: ExtractStructuredWithModelParams) => Promise<ExtractStructuredWithModelResult>; describeVideoFile: (params: DescribeVideoFileParams) => Promise<RunMediaUnderstandingFileResult>; transcribeAudioFile: (params: TranscribeAudioFileParams) => Promise<RunMediaUnderstandingFileResult>; }; //#endregion export { MediaUnderstandingRuntime as a, TranscribeAudioFileParams as c, ExtractStructuredWithModelParams as i, DescribeImageFileWithModelParams as n, RunMediaUnderstandingFileParams as o, DescribeVideoFileParams as r, RunMediaUnderstandingFileResult as s, DescribeImageFileParams as t };