@bitkyc08/opencodex
Version:
Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code
90 lines (85 loc) • 6.64 kB
text/typescript
import type { OcxMessage, OcxProviderConfig } from "../../types";
import type { TranslatorBudget } from "../../lib/translator-budget";
import { readBoundedResponseBytes } from "../../lib/bounded-body";
import { providerOutboundPost } from "../../lib/provider-outbound";
import { fetchPublicHttpsImage, sniffImageExtension } from "../../images/artifacts";
import { M365_COPILOT_BASE_URL, m365CopilotScenario } from "../../providers/m365-copilot-models";
import { M365CopilotTurnError } from "./transport";
const MAX_IMAGE_BYTES = 5 * 1024 * 1024;
export const MAX_IMAGES = 4;
const MAX_IMAGE_BATCH_BYTES = MAX_IMAGE_BYTES * MAX_IMAGES;
export interface M365ImageAnnotation {
id: string;
messageAnnotationMetadata: { "@type": "File"; annotationType: "File"; fileType: string; fileName: string };
messageAnnotationType: "ImageFile";
}
/** Read the IR so image-bearing tool results are preserved before Chat text lowering. */
export function m365ImageUrls(messages: OcxMessage[]): string[] {
return messages.flatMap(m => m.role !== "assistant" && Array.isArray(m.content)
? m.content.flatMap(p => p.type === "image" ? [p.imageUrl] : []) : []);
}
async function imageData(url: string, signal: AbortSignal): Promise<{ dataUrl: string; fileType: string; bytes: number }> {
let bytes: Uint8Array;
if (url.startsWith("data:")) {
if (url.length > Math.ceil(MAX_IMAGE_BYTES / 3) * 4 + 100) throw new M365CopilotTurnError("Microsoft 365 Copilot image exceeds the 5 MiB limit", 413);
const m = /^data:image\/(png|jpeg|jpg|gif|webp);base64,([A-Za-z0-9+/]+={0,2})$/i.exec(url);
if (!m || m[2].length % 4 === 1) throw new M365CopilotTurnError("Microsoft 365 Copilot requires a valid PNG, JPEG, GIF or WebP image", 400);
bytes = Buffer.from(m[2], "base64");
if (Buffer.from(bytes).toString("base64").replace(/=+$/, "") !== m[2].replace(/=+$/, "")) throw new M365CopilotTurnError("Microsoft 365 Copilot image contains invalid base64", 400);
} else {
if (url.length > 8192) throw new M365CopilotTurnError("Microsoft 365 Copilot image URL exceeds its limit", 400);
// Shared public-only pinned download sends no Microsoft credential and follows no redirects.
const response = await fetchPublicHttpsImage(url, { signal, maxBytes: MAX_IMAGE_BYTES });
const read = await readBoundedResponseBytes(response, { maxBytes: MAX_IMAGE_BYTES, signal });
if (read.oversized) throw new M365CopilotTurnError("Microsoft 365 Copilot image exceeds the 5 MiB limit", 413);
bytes = read.bytes;
}
if (bytes.byteLength > MAX_IMAGE_BYTES) throw new M365CopilotTurnError("Microsoft 365 Copilot image exceeds the 5 MiB limit", 413);
const fileType = sniffImageExtension(bytes);
if (!fileType) throw new M365CopilotTurnError("Microsoft 365 Copilot received invalid image bytes", 400);
const mime = fileType === "jpg" ? "jpeg" : fileType;
return { dataUrl: "data:image/" + mime + ";base64," + Buffer.from(bytes).toString("base64"), fileType, bytes: bytes.byteLength };
}
export async function uploadM365Images(urls: string[], token: string, model: string, conversationId: string, provider: OcxProviderConfig, signal?: AbortSignal, budget?: TranslatorBudget, beforeUpload?: () => void, uploadTimeoutMs = 30_000): Promise<M365ImageAnnotation[]> {
if (provider.baseUrl.replace(/\/+$/, "") !== M365_COPILOT_BASE_URL) throw new M365CopilotTurnError("Microsoft 365 Copilot image uploads require the fixed Microsoft endpoint", 400);
if (urls.length > MAX_IMAGES) throw new M365CopilotTurnError("Microsoft 365 Copilot supports at most four new images per turn", 413);
const annotations: M365ImageAnnotation[] = [];
let total = 0;
for (const url of urls) {
const uploadSignal = signal ? AbortSignal.any([signal, AbortSignal.timeout(uploadTimeoutMs)]) : AbortSignal.timeout(uploadTimeoutMs);
// A caller abort keeps its own error; this turn's deadline becomes a structured turn error.
if (uploadSignal.aborted) {
if (signal?.aborted) uploadSignal.throwIfAborted();
throw new M365CopilotTurnError("Microsoft 365 Copilot image upload timed out", 504);
}
beforeUpload?.();
try {
const image = await imageData(url, uploadSignal);
if ((total += image.bytes) > MAX_IMAGE_BATCH_BYTES) throw new M365CopilotTurnError("Microsoft 365 Copilot image batch exceeds the 20 MiB limit", 413);
const release = budget?.observeExternallyCapped("provider_image_upload", 4 * image.dataUrl.length);
try {
const form = new URLSearchParams({ scenario: "UploadImage", conversationId, FileBase64: image.dataUrl });
for (const value of ["cwcgptvsan", "flux_v3_gptv_enable_upload_multi_image_in_turn_wo_ch"]) form.append("optionsSets", value);
const response = await providerOutboundPost("m365-copilot", provider, M365_COPILOT_BASE_URL + "/UploadFile", {
headers: { Authorization: "Bearer " + token, "Content-Type": "application/x-www-form-urlencoded", "X-Scenario": m365CopilotScenario(model).scenario,
"X-Variants": "feature.EnableImageSupportInUploadFile", Origin: "https://m365.cloud.microsoft" },
body: form.toString(), signal: uploadSignal,
}, { beforeSend: () => { beforeUpload?.(); return true; } });
if (!response.ok) { await response.body?.cancel(); throw new M365CopilotTurnError("Microsoft 365 Copilot image upload failed", response.status === 429 ? 429 : 502); }
const read = await readBoundedResponseBytes(response, { maxBytes: 64 * 1024, signal: uploadSignal });
if (read.oversized) throw new M365CopilotTurnError("Microsoft 365 Copilot image upload response exceeds its limit", 502);
const result = JSON.parse(new TextDecoder().decode(read.bytes));
if (typeof result?.docId !== "string" || !result.docId || result.docId.length > 2048 || /[\x00-\x20\x7f]/.test(result.docId)) throw new M365CopilotTurnError("Microsoft 365 Copilot returned an invalid image reference", 502);
annotations.push({ id: result.docId, messageAnnotationType: "ImageFile", messageAnnotationMetadata: {
"@type": "File", annotationType: "File", fileType: image.fileType, fileName: "image-" + (annotations.length + 1) + "." + image.fileType,
} });
} finally { release?.(); }
} catch (error) {
if (error instanceof M365CopilotTurnError) throw error;
if (signal?.aborted) throw error;
if (uploadSignal.aborted) throw new M365CopilotTurnError("Microsoft 365 Copilot image upload timed out", 504);
throw new M365CopilotTurnError("Microsoft 365 Copilot could not read or upload the image", 502);
}
}
return annotations;
}