@bitkyc08/opencodex
Version:
Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code
134 lines (122 loc) • 6.48 kB
text/typescript
import { isInlineDocumentDataUrl } from "./inline-document";
import { audioContentFromRaw } from "./audio";
/** Input kinds for which the normalized request has no lossless content carrier. */
export type UntranslatedInputMedia = "audio" | "file";
type RecordValue = Record<string, unknown>;
function isRecord(value: unknown): value is RecordValue {
return value !== null && typeof value === "object" && !Array.isArray(value);
}
/** Project the standard Chat user audio part into the inline Responses carrier. */
export function chatAudioToResponsesPart(part: RecordValue): RecordValue | undefined {
if (part.type !== "input_audio" || !isRecord(part.input_audio)) return undefined;
const audio = audioContentFromRaw(part.input_audio.data, part.input_audio.format);
return audio ? { type: "input_audio", audio_url: `data:audio/${audio.format};base64,${audio.data}` } : undefined;
}
/**
* Whether the position being scanned has a converter that builds a lossless media part.
*
* User content carries documents and inline audio; developer content carries documents only.
* Tool output carries inline audio through the Chat adapter's follow-up user message. System and
* assistant content have no lossless translated media carrier, so exempting an attachment there
* would turn today's explicit refusal into the silent drop this scanner exists to prevent.
*/
type CarrierPosition = "user-content" | "developer-content" | "tool-output" | "flattened";
function mediaKind(value: unknown, position: CarrierPosition, allowAudio: boolean): UntranslatedInputMedia | undefined {
if (!isRecord(value)) return undefined;
if (value.type === "input_audio" || value.type === "audio") {
// A Chat content part has a nested input_audio object, while Codex's Responses
// block uses audio_url. Only the latter is carried by the translated Chat adapter; the
// Chat-shaped `audio` spelling has no parser path and must never pass the guard.
return value.type === "input_audio"
&& allowAudio
&& (position === "user-content" || position === "tool-output")
&& audioContentFromRaw(value.audio_url, value.format)
? undefined
: "audio";
}
if (value.type === "input_file" || value.type === "file" || value.type === "document") {
// A document that carries its own bytes has a lossless carrier in user content, so refusing
// it there would reject the very request #5212 exists to preserve. A reference with no
// payload has none anywhere: translated adapters cannot dereference a file_id or a remote
// source.
return (position === "user-content" || position === "developer-content")
&& carriesInlineDocumentBytes(value) ? undefined : "file";
}
// A file-id-only image is not pixels: translated adapters cannot dereference it.
if (value.type === "input_image" && typeof value.file_id === "string" && value.file_id.length > 0
&& !(typeof value.image_url === "string" && value.image_url.length > 0)) return "file";
return undefined;
}
/** Presence of a base64 payload only. No payload is read, decoded, copied or returned. */
function carriesInlineDocumentBytes(value: RecordValue): boolean {
if (isInlineDocumentDataUrl(value.file_data)) return true;
// Chat Completions nests the payload under `file`.
if (isRecord(value.file) && isInlineDocumentDataUrl(value.file.file_data)) return true;
// Anthropic nests it under a base64 `source`.
return isRecord(value.source)
&& value.source.type === "base64"
&& typeof value.source.data === "string"
&& value.source.data.length > 0;
}
function contentMedia(content: unknown, position: CarrierPosition, allowAudio: boolean): UntranslatedInputMedia | undefined {
if (!Array.isArray(content)) return undefined;
for (const part of content) {
const kind = mediaKind(part, position, allowAudio);
if (kind) return kind;
}
return undefined;
}
/**
* Inspect only typed input items and their content arrays, never strings, tool
* arguments, schema properties, or arbitrary nested objects. No payload is copied,
* decoded, fetched or included in the returned value.
*/
export function untranslatedResponsesInputMedia(
body: unknown,
options: { allowAudio?: boolean } = {},
): UntranslatedInputMedia | undefined {
if (!isRecord(body) || !Array.isArray(body.input)) return undefined;
for (const item of body.input) {
if (!isRecord(item)) continue;
const direct = mediaKind(item, "flattened", options.allowAudio === true);
if (direct) return direct;
if (item.type === "function_call_output" || item.type === "custom_tool_call_output") {
const kind = contentMedia(item.output, "tool-output", options.allowAudio === true);
if (kind) return kind;
} else if (item.type === "message" || item.type === undefined) {
// `inputContentParts` runs for user and developer messages only; a system message is
// flattened to text by the parser.
const role = item.role;
const kind = contentMedia(
item.content,
role === "user" ? "user-content"
: role === "developer" ? "developer-content"
: "flattened",
options.allowAudio === true,
);
if (kind) return kind;
}
}
return undefined;
}
/** Used only when Chat is actually projected, not on the native Chat fast path. */
export function untranslatedChatInputMedia(body: unknown, allowInlineAudio = false): UntranslatedInputMedia | undefined {
if (!isRecord(body) || !Array.isArray(body.messages)) return undefined;
for (const message of body.messages) {
if (!isRecord(message)) continue;
// Only the `user` branch of the Chat projection builds content blocks. `system`,
// `developer`, `assistant` and `tool` all reduce their content to a string.
if (!Array.isArray(message.content)) continue;
const user = message.role === "user";
for (const part of message.content) {
if (user && allowInlineAudio && isRecord(part) && chatAudioToResponsesPart(part)) continue;
const kind = mediaKind(part, user ? "user-content" : "flattened", false);
if (kind) return kind;
}
}
return undefined;
}
/** Fixed vocabulary only: never interpolate filenames, URLs or client metadata. */
export function untranslatedInputMediaMessage(kind: UntranslatedInputMedia): string {
return `OpenCodex cannot translate ${kind} input on this route. Use a native input wire that supports the attachment, or convert it to text first.`;
}