UNPKG

@bitkyc08/opencodex

Version:

Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code

134 lines (122 loc) • 6.48 kB
import { isInlineDocumentDataUrl } from "./inline-document"; import { audioContentFromRaw } from "./audio"; /** Input kinds for which the normalized request has no lossless content carrier. */ export type UntranslatedInputMedia = "audio" | "file"; type RecordValue = Record<string, unknown>; function isRecord(value: unknown): value is RecordValue { return value !== null && typeof value === "object" && !Array.isArray(value); } /** Project the standard Chat user audio part into the inline Responses carrier. */ export function chatAudioToResponsesPart(part: RecordValue): RecordValue | undefined { if (part.type !== "input_audio" || !isRecord(part.input_audio)) return undefined; const audio = audioContentFromRaw(part.input_audio.data, part.input_audio.format); return audio ? { type: "input_audio", audio_url: `data:audio/${audio.format};base64,${audio.data}` } : undefined; } /** * Whether the position being scanned has a converter that builds a lossless media part. * * User content carries documents and inline audio; developer content carries documents only. * Tool output carries inline audio through the Chat adapter's follow-up user message. System and * assistant content have no lossless translated media carrier, so exempting an attachment there * would turn today's explicit refusal into the silent drop this scanner exists to prevent. */ type CarrierPosition = "user-content" | "developer-content" | "tool-output" | "flattened"; function mediaKind(value: unknown, position: CarrierPosition, allowAudio: boolean): UntranslatedInputMedia | undefined { if (!isRecord(value)) return undefined; if (value.type === "input_audio" || value.type === "audio") { // A Chat content part has a nested input_audio object, while Codex's Responses // block uses audio_url. Only the latter is carried by the translated Chat adapter; the // Chat-shaped `audio` spelling has no parser path and must never pass the guard. return value.type === "input_audio" && allowAudio && (position === "user-content" || position === "tool-output") && audioContentFromRaw(value.audio_url, value.format) ? undefined : "audio"; } if (value.type === "input_file" || value.type === "file" || value.type === "document") { // A document that carries its own bytes has a lossless carrier in user content, so refusing // it there would reject the very request #5212 exists to preserve. A reference with no // payload has none anywhere: translated adapters cannot dereference a file_id or a remote // source. return (position === "user-content" || position === "developer-content") && carriesInlineDocumentBytes(value) ? undefined : "file"; } // A file-id-only image is not pixels: translated adapters cannot dereference it. if (value.type === "input_image" && typeof value.file_id === "string" && value.file_id.length > 0 && !(typeof value.image_url === "string" && value.image_url.length > 0)) return "file"; return undefined; } /** Presence of a base64 payload only. No payload is read, decoded, copied or returned. */ function carriesInlineDocumentBytes(value: RecordValue): boolean { if (isInlineDocumentDataUrl(value.file_data)) return true; // Chat Completions nests the payload under `file`. if (isRecord(value.file) && isInlineDocumentDataUrl(value.file.file_data)) return true; // Anthropic nests it under a base64 `source`. return isRecord(value.source) && value.source.type === "base64" && typeof value.source.data === "string" && value.source.data.length > 0; } function contentMedia(content: unknown, position: CarrierPosition, allowAudio: boolean): UntranslatedInputMedia | undefined { if (!Array.isArray(content)) return undefined; for (const part of content) { const kind = mediaKind(part, position, allowAudio); if (kind) return kind; } return undefined; } /** * Inspect only typed input items and their content arrays, never strings, tool * arguments, schema properties, or arbitrary nested objects. No payload is copied, * decoded, fetched or included in the returned value. */ export function untranslatedResponsesInputMedia( body: unknown, options: { allowAudio?: boolean } = {}, ): UntranslatedInputMedia | undefined { if (!isRecord(body) || !Array.isArray(body.input)) return undefined; for (const item of body.input) { if (!isRecord(item)) continue; const direct = mediaKind(item, "flattened", options.allowAudio === true); if (direct) return direct; if (item.type === "function_call_output" || item.type === "custom_tool_call_output") { const kind = contentMedia(item.output, "tool-output", options.allowAudio === true); if (kind) return kind; } else if (item.type === "message" || item.type === undefined) { // `inputContentParts` runs for user and developer messages only; a system message is // flattened to text by the parser. const role = item.role; const kind = contentMedia( item.content, role === "user" ? "user-content" : role === "developer" ? "developer-content" : "flattened", options.allowAudio === true, ); if (kind) return kind; } } return undefined; } /** Used only when Chat is actually projected, not on the native Chat fast path. */ export function untranslatedChatInputMedia(body: unknown, allowInlineAudio = false): UntranslatedInputMedia | undefined { if (!isRecord(body) || !Array.isArray(body.messages)) return undefined; for (const message of body.messages) { if (!isRecord(message)) continue; // Only the `user` branch of the Chat projection builds content blocks. `system`, // `developer`, `assistant` and `tool` all reduce their content to a string. if (!Array.isArray(message.content)) continue; const user = message.role === "user"; for (const part of message.content) { if (user && allowInlineAudio && isRecord(part) && chatAudioToResponsesPart(part)) continue; const kind = mediaKind(part, user ? "user-content" : "flattened", false); if (kind) return kind; } } return undefined; } /** Fixed vocabulary only: never interpolate filenames, URLs or client metadata. */ export function untranslatedInputMediaMessage(kind: UntranslatedInputMedia): string { return `OpenCodex cannot translate ${kind} input on this route. Use a native input wire that supports the attachment, or convert it to text first.`; }