openclaw
Version:
Multi-channel AI gateway with extensible messaging integrations
101 lines (100 loc) • 3.69 kB
TypeScript
import { i as OpenClawConfig } from "./types.openclaw-DBHlrrVj.js";
import { s as AuthProfileStore } from "./types-Mr2-MEbO.js";
import { d as MediaUnderstandingOutput, f as MediaUnderstandingProvider, u as MediaUnderstandingDecision, v as StructuredExtractionInput } from "./types-CYL5O5NV.js";
import { t as ActiveMediaModel } from "./active-model-Cxn6sQSw.js";
//#region src/media-understanding/runtime-types.d.ts
type RunMediaUnderstandingFileParams = {
capability: "image" | "audio" | "video";
filePath: string;
mediaUrl?: string;
cfg: OpenClawConfig;
agentDir?: string;
workspaceDir?: string;
mime?: string;
activeModel?: ActiveMediaModel;
prompt?: string;
timeoutMs?: number;
scopeContext?: MediaUnderstandingScopeContext;
};
type MediaUnderstandingScopeContext = {
sessionKey?: string;
channel?: string;
chatType?: string;
};
type RunMediaUnderstandingFileResult = {
text: string | undefined;
provider?: string;
model?: string;
output?: MediaUnderstandingOutput;
decision?: MediaUnderstandingDecision;
};
type DescribeImageFileParams = {
filePath: string;
mediaUrl?: string;
cfg: OpenClawConfig;
agentDir?: string;
workspaceDir?: string;
mime?: string;
activeModel?: ActiveMediaModel;
prompt?: string;
timeoutMs?: number;
scopeContext?: MediaUnderstandingScopeContext;
};
type DescribeImageFileWithModelParams = {
filePath: string;
mediaUrl?: string;
cfg: OpenClawConfig;
agentDir?: string;
workspaceDir?: string;
mime?: string;
provider: string;
model: string;
prompt: string;
maxTokens?: number;
timeoutMs?: number;
};
type DescribeImageFileWithModelResult = Awaited<ReturnType<NonNullable<MediaUnderstandingProvider["describeImage"]>>>;
type ExtractStructuredWithModelParams = {
/** At least one image input is required; text inputs provide supplemental context. */input: StructuredExtractionInput[];
instructions: string;
schemaName?: string;
jsonSchema?: unknown;
jsonMode?: boolean;
cfg: OpenClawConfig;
agentDir?: string;
provider: string;
model: string;
profile?: string;
preferredProfile?: string;
authStore?: AuthProfileStore;
timeoutMs?: number;
};
type ExtractStructuredWithModelResult = Awaited<ReturnType<NonNullable<MediaUnderstandingProvider["extractStructured"]>>>;
type DescribeVideoFileParams = {
filePath: string;
cfg: OpenClawConfig;
agentDir?: string;
workspaceDir?: string;
mime?: string;
activeModel?: ActiveMediaModel;
};
type TranscribeAudioFileParams = {
filePath: string;
cfg: OpenClawConfig;
agentDir?: string;
workspaceDir?: string;
mime?: string;
activeModel?: ActiveMediaModel;
language?: string;
prompt?: string;
};
type MediaUnderstandingRuntime = {
runMediaUnderstandingFile: (params: RunMediaUnderstandingFileParams) => Promise<RunMediaUnderstandingFileResult>;
describeImageFile: (params: DescribeImageFileParams) => Promise<RunMediaUnderstandingFileResult>;
describeImageFileWithModel: (params: DescribeImageFileWithModelParams) => Promise<DescribeImageFileWithModelResult>;
extractStructuredWithModel: (params: ExtractStructuredWithModelParams) => Promise<ExtractStructuredWithModelResult>;
describeVideoFile: (params: DescribeVideoFileParams) => Promise<RunMediaUnderstandingFileResult>;
transcribeAudioFile: (params: TranscribeAudioFileParams) => Promise<RunMediaUnderstandingFileResult>;
};
//#endregion
export { MediaUnderstandingRuntime as a, TranscribeAudioFileParams as c, ExtractStructuredWithModelParams as i, DescribeImageFileWithModelParams as n, RunMediaUnderstandingFileParams as o, DescribeVideoFileParams as r, RunMediaUnderstandingFileResult as s, DescribeImageFileParams as t };