UNPKG

@bitkyc08/opencodex

Version:

Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code

149 lines (136 loc) • 6.63 kB
import { videoModelCapabilities } from "./video-capabilities"; import type { OcxTool } from "../types"; /** The function name the chat model sees + the name the loop intercepts. */ export const IMAGE_GEN_TOOL_NAME = "image_gen"; /** Client function aliases collected only when a hosted image tool is also present. */ const IMAGE_GEN_ALIASES = new Set([ "imagegen", "generate_image", "generateimage", IMAGE_GEN_TOOL_NAME, "image_generation", ]); export function isImageGenName(name: string): boolean { const lower = name.toLowerCase(); return lower === IMAGE_GEN_TOOL_NAME || lower === "image_generation"; } function isImageGenClientAlias(name: string): boolean { return IMAGE_GEN_ALIASES.has(name.toLowerCase()); } /** * Scan a Responses request's `tools[]` for hosted image-generation entries * (`{type:"image_generation"}` or `{type:"image_gen"}`). Ordinary `type:"function"` * tools never activate the bridge by name alone — they are only collected as conflicting * aliases to strip/replace when a hosted entry is present. */ export function extractHostedImageGeneration( tools: unknown[] | undefined, ): { toolNames: Set<string>; originalTool?: Record<string, unknown> } | undefined { if (!Array.isArray(tools)) return undefined; let hasHostedEntry = false; let originalTool: Record<string, unknown> | undefined; for (const t of tools) { if (!t || typeof t !== "object") continue; const obj = t as Record<string, unknown>; if (obj.type === "image_generation" || obj.type === "image_gen") { hasHostedEntry = true; if (!originalTool) originalTool = obj; } } if (!hasHostedEntry) return undefined; const toolNames = new Set<string>(); for (const t of tools) { if (!t || typeof t !== "object") continue; const obj = t as Record<string, unknown>; if (obj.type === "image_generation" || obj.type === "image_gen") { const name = typeof obj.name === "string" ? obj.name : (obj.type as string); toolNames.add(name); } else if (obj.type === "function") { // Responses API function tools have a flat shape: {type:"function", name:"...", parameters:{...}}. // Also handle the nested Chat Completions shape {type:"function", function:{name:"..."}} for safety. const fnName = typeof obj.name === "string" ? obj.name : (obj as { function?: { name?: string } }).function?.name; if (fnName && isImageGenClientAlias(fnName)) { toolNames.add(fnName); } } } if (toolNames.size === 0) return undefined; return { toolNames, originalTool }; } /** * The synthetic function tool exposed to a chat/anthropic model in place of the dropped hosted * image_generation. The model calls it like any function; the proxy intercepts the call and runs the * real generation via the sidecar (the call is never relayed to Codex). `imageGeneration:true` flags it. */ export function buildImageTool(): OcxTool { return { name: IMAGE_GEN_TOOL_NAME, description: "Generate an image from a text prompt. Returns absolute local filesystem path(s). " + "Use when the user asks to create or draw an image.", parameters: { type: "object", properties: { prompt: { type: "string", description: "Detailed image generation prompt. Required." }, n: { type: "integer", minimum: 1, maximum: 4 }, aspect_ratio: { type: "string", enum: ["1:1", "16:9", "9:16", "4:3", "3:4", "2:3", "3:2", "9:19.5", "19.5:9", "9:20", "20:9", "1:2", "2:1", "21:9", "5:2", "auto"], description: "Image aspect ratio. Default auto.", }, quality: { type: "string", enum: ["low", "medium", "auto"] }, }, required: ["prompt"], }, imageGeneration: true, }; } /** The function name the chat model sees for video generation. */ export const VIDEO_GEN_TOOL_NAME = "video_gen"; const VIDEO_GEN_NAMES = new Set([ "video_gen", "video_generation", "videogen", "generate_video", "generatevideo", ]); export function isVideoGenName(name: string): boolean { return VIDEO_GEN_NAMES.has(name.toLowerCase()); } /** Accepted image inputs: see src/images/video-image-input.ts. */ const VIDEO_IMAGE_INPUT_HINT = "An https URL, a data:image URL, or a path returned by image_gen in this session."; /** * The synthetic function tool exposed to a chat/anthropic model for video generation. * Unlike image_generation, there is no hosted OpenAI tool type for video — this tool is * unconditionally injected when the video bridge is enabled. `videoGeneration:true` flags it * so the forced-final pass can drop it. */ export function buildVideoTool(model?: string): OcxTool { const caps = videoModelCapabilities(model); return { name: VIDEO_GEN_TOOL_NAME, description: "Generate a short video (1-15 seconds) from a text prompt. Returns an absolute local filesystem path. " + "Use when the user asks to create, animate, or generate a video.", parameters: { type: "object", properties: { prompt: { type: "string", description: caps.firstFrame ? "Detailed video generation prompt; optional with an image." : "Detailed video generation prompt. Required." }, duration: { type: "integer", minimum: 1, maximum: 15, description: "Video length in seconds. xAI defaults to 8." }, resolution: { type: "string", enum: caps.resolutions, description: "Video resolution. xAI defaults to 480p." }, aspect_ratio: { type: "string", enum: caps.aspectRatios, description: "Aspect ratio. Default 16:9.", }, ...(caps.firstFrame ? { image: { type: "string", description: VIDEO_IMAGE_INPUT_HINT + " Becomes the first frame." } } : {}), ...(caps.lastFrame ? { last_frame: { type: "string", description: VIDEO_IMAGE_INPUT_HINT + " Becomes the last frame." } } : {}), ...(caps.maxKeyframes ? { keyframes: { type: "array", maxItems: caps.maxKeyframes, description: "Frames pinned strictly inside the clip (0 < timestamp_s < duration).", items: { type: "object", properties: { image: { type: "string", description: VIDEO_IMAGE_INPUT_HINT }, timestamp_s: { type: "number" } }, required: ["image", "timestamp_s"] } } } : {}), ...(caps.maxReferenceImages ? { reference_images: { type: "array", maxItems: caps.maxReferenceImages, description: "Characters, products or places to include, without fixing the first frame.", items: { type: "string", description: VIDEO_IMAGE_INPUT_HINT } } } : {}), }, ...(caps.firstFrame ? {} : { required: ["prompt"] }), }, videoGeneration: true, }; }