@bitkyc08/opencodex
Version:
Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code
59 lines (57 loc) • 2.81 kB
text/typescript
import type { IncomingMeta, ProviderAdapter } from "../../adapters/base";
import type { HandleResponsesOptions } from "./core-options";
import type { ResponsesSendBudget } from "./request-send-budget";
import type { ProviderFetchOptions } from "./fetch-helpers";
import type { SingleUseDispatchPermit } from "../../lib/request-execution-budget";
/** Hosted inference consumes the same child-owned booking as ordinary dispatch. */
export function createSidecarSendBudget(
options: HandleResponsesOptions,
budget: Pick<ResponsesSendBudget, "adapterDispatchBudget" | "noteInitialDispatch" | "noteAdapterPhysicalSend" | "noteAdapterRecoveryWithheld" | "pendingHopPermit">,
inputTokens: () => number | undefined,
) {
const initial = options.comboInitialSend;
let hopPermit: SingleUseDispatchPermit | undefined;
let producerActive = false;
/** Detach this owner’s hop before refunding its still-unused reservation. */
const releaseHop = (): void => {
const permit = hopPermit;
hopPermit = undefined;
if (budget.pendingHopPermit === permit) budget.pendingHopPermit = undefined;
permit?.release();
};
return {
/** Retain the hop until guarded dispatch or iteration cleanup. */
ownCredentialHop(permit?: SingleUseDispatchPermit): void {
releaseHop();
hopPermit = permit;
budget.pendingHopPermit = permit;
},
// Adapter-owned transports settle through the live dispatch view, not an HTTP receipt too.
incomingMeta: {
...(initial ? { comboAttempt: options.comboAttempt === true } : {}),
sendBudget: budget.adapterDispatchBudget,
onPhysicalSend: send => budget.noteAdapterPhysicalSend(inputTokens(), send),
onRecoveryWithheld: budget.noteAdapterRecoveryWithheld,
} satisfies Partial<IncomingMeta>,
/** Attach HTTP receipts only when the adapter does not own physical dispatch. */
fetchOptions(adapter: ProviderAdapter): Pick<ProviderFetchOptions, "onPhysicalDispatch"> {
return !adapter.fetchResponse && !adapter.runTurn
? { onPhysicalDispatch: () => {
const prepaid = budget.pendingHopPermit;
budget.pendingHopPermit = undefined;
budget.noteInitialDispatch(prepaid, true);
} } : {};
},
/** Transfer cleanup to the asynchronous producer before it can outlive the response. */
takeProducerOwnership(): void {
if (initial) initial.producerOwned = true;
producerActive = true;
},
/** Release unused bookings only after the owning producer has settled. */
release(): void {
initial?.permit.release(); producerActive = false; releaseHop();
},
/** An iteration may finish before runTurn; defer its refund while that producer is active. */
releaseUnsentHop(): void { if (!producerActive) releaseHop(); },
};
}