UNPKG

@bitkyc08/opencodex

Version:

Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code

132 lines (131 loc) • 7.52 kB
import { handleResponsesInner } from "./core-pipeline"; import type { OcxConfig } from "../../types"; import type { RequestLogContext } from "../request-log"; import type { HandleResponsesOptions, ResponsesDispatchers, } from "./core-options"; import { createTranslatorBudget } from "../../lib/translator-budget"; import { captureExplicitOpenAiCallerAuth } from "../../providers/openai-sidecar"; import { captureCallerDirectAuth } from "../../providers/caller-authorization"; import { createInferenceSendBudget } from "../inference/context"; import { finalizeOwnedTranslatorBudget, finalizeAccountLease } from "./core-lifetime"; import type { TranslatorBudget } from "../../lib/translator-budget"; import { executeComboResponses } from "./core-combo"; import { comboSelectionKeepaliveApplies, comboSelectionKeepaliveLadderOptions, selectComboWithKeepalive, } from "./combo-selection-keepalive"; import { registerTurn, unregisterTurn } from "../lifecycle"; import { runWithCompactionRecovery } from "./compaction-recovery"; import { captureAdmissionPolicy } from "../capture-admission-policy"; import { captureHostedAdvisorSpendScope } from "./hosted-advisor-spend"; import { isPlaintextV2AgentMessagesEnabled } from "../../config/multi-agent-surface"; import { isUnattendedAgyAcpHttpTurn } from "../../adapters/agy-acp/policy"; /** * Route one `/v1/responses` request through the adapter pipeline: recovery loop, passthrough * wire, image/web-search bridges, and the terminal-guard continuation. */ export async function handleResponses( req: Request, config: OcxConfig, logCtx: RequestLogContext, options: HandleResponsesOptions = {}, ): Promise<Response> { const ownsBudget = options.translatorBudget === undefined; const translatorBudget = options.translatorBudget ?? createTranslatorBudget(); const hostedAdvisorSpendScope = captureHostedAdvisorSpendScope(options); const abortSignal = options.abortSignal ?? req.signal; const accountLoad = { lease: null as import("../../oauth/kiro-account-load").AccountLease | null, cancelled: abortSignal.aborted }; function release() { accountLoad.lease?.release(); accountLoad.lease = null; abortSignal.removeEventListener("abort", cancel); } function cancel() { accountLoad.cancelled = true; release(); } abortSignal.addEventListener("abort", cancel, { once: true }); try { const response = await runWithCompactionRecovery(req, config, logCtx, { ...options, abortSignal, plaintextV2Decision: options.plaintextV2Decision ?? isPlaintextV2AgentMessagesEnabled(config), advisorAdmissionPolicy: options.advisorAdmissionPolicy ?? captureAdmissionPolicy(config, options.admission, options.admissionScope), openAiSidecarAuth: options.openAiSidecarAuth === undefined ? captureExplicitOpenAiCallerAuth(req.headers, config) : options.openAiSidecarAuth, nativeCallerAuth: options.nativeCallerAuth === undefined ? captureExplicitOpenAiCallerAuth(req.headers, config) : options.nativeCallerAuth, callerDirectAuth: options.callerDirectAuth === undefined ? captureCallerDirectAuth(req.headers, config) : options.callerDirectAuth, // Capture before combo replay rebuilds the Request headers; children carry options. visionDescribeTerminal: options.visionDescribeTerminal === true || req.headers.get("x-opencodex-vision-describe") === "1", agyAcpUnattendedHttpTurn: options.agyAcpUnattendedHttpTurn === true || (options.inboundTransport !== "websocket" && isUnattendedAgyAcpHttpTurn(req.headers)), translatorBudget, accountLoad, hostedAdvisorSpendScope, // Once at ingress, spend observer included: a combo child inherits the parent's holder. sendBudget: options.sendBudget ?? createInferenceSendBudget(req, logCtx, hostedAdvisorSpendScope?.ceilings), }, (req, config, logCtx, options) => handleResponsesInner(req, config, logCtx, options, requestDispatchers)); const finalResponse = ownsBudget ? finalizeOwnedTranslatorBudget(response, translatorBudget, abortSignal) : response; if (!accountLoad.lease) { release(); return finalResponse; } return finalizeAccountLease(finalResponse, release); } catch (error) { release(); if (ownsBudget) translatorBudget.dispose(); throw error; } finally { if (!options.comboInitialSend?.producerOwned) options.comboInitialSend?.permit.release(); } } export async function handleComboResponses( req: Request, rawBody: unknown, comboId: string, config: OcxConfig, logCtx: RequestLogContext, options: HandleResponsesOptions & { translatorBudget: TranslatorBudget }, ): Promise<Response> { if (!comboSelectionKeepaliveApplies(rawBody, options)) return runComboLadder(req, rawBody, comboId, config, logCtx, options); // A slow selection may answer with a keepalive head while the ladder below keeps running (#8326). const model = (rawBody as { model?: unknown }).model; return selectComboWithKeepalive( hooks => runComboLadder(req, rawBody, comboId, config, logCtx, comboSelectionKeepaliveLadderOptions(options, hooks)), { model: typeof model === "string" ? model : comboId, logCtx, signal: options.abortSignal, clock: options.comboSelectionKeepalive?.clock }, ); } async function runComboLadder( req: Request, rawBody: unknown, comboId: string, config: OcxConfig, logCtx: RequestLogContext, options: HandleResponsesOptions & { translatorBudget: TranslatorBudget }, ): Promise<Response> { // Each child relay binds the turn's lease and unbinds it when its stream ends; the lease is // released once nothing is bound. Hold it for the whole ladder so a refused child's relay // cannot settle the turn the next target still runs in ("turn already settled"). An accepted // child's stream is bound before this returns and keeps the lease until it ends. const ladder = new AbortController(); registerTurn(ladder, options.turnAdmissionLease); try { return await executeComboResponses(req, rawBody, comboId, config, logCtx, options, requestDispatchers); } finally { if (options.turnAdmissionLease && "bindAbortController" in options.turnAdmissionLease) unregisterTurn(ladder); } } const requestDispatchers: ResponsesDispatchers = { handleResponses, handleComboResponses }; export { adapterNeedsForcedContinuation } from "./core-replay"; export { sidecarOutcomeRecorder, codexLogAccountId, usesCodexForwardPoolAuth, preAuthUpstreamHostCircuitKey, upstreamHostCircuitOpenResponse, shouldRetryCodexPoolAccountQuota, shouldRetryCodexScopedQuotaOnAlternate, shouldRetryCodexPoolAccountTransient, codexAccountGatedCanonicalWireModel, codexForwardTerminalOutcomeRecorder, } from "./core-codex-account"; export { shouldAttemptOpaqueBlobRecovery } from "./core-opaque-recovery"; export { readDisplaySafeErrorText, decodeRequestErrorResponse, comboUnavailableResponse, clientCancelledResponse } from "./core-errors"; export type { ConsumedComboFailure, HandleResponsesOptions } from "./core-options"; export { sanitizedRetryAfter, consumeComboFailure, usageFromComboFailureText, createChildPassthroughCallbackGate, buildComboChildHeaders, } from "./core-combo-failure"; export { UPSTREAM_JSON_BODY_READ_OPTIONS, linkAbortSignal } from "./core-lifetime"; export { poolCredentialRefreshIncompleteResponse } from "./core-auth"; export { applyServiceTierGate } from "./core-normalize"; export { DEFAULT_SHADOW_SOURCE_MODELS, isShadowSourceModel, shadowSourceModels } from "../../lib/shadow-call";