@bitkyc08/opencodex
Version:
Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code
58 lines (55 loc) • 2.71 kB
text/typescript
import type { AdapterFetchContext } from "./base";
import type { SendClass } from "../lib/request-execution-budget";
import type { AttemptRecoveryKind } from "../usage/log";
import { abortError, SendBudgetExhaustedError } from "../lib/upstream-retry";
import {
releaseProviderRequestSlot,
sendTrackingRequestSlot,
type ProviderRequestSlot,
} from "../providers/request-pacing";
type PacedFetch = typeof globalThis.fetch & {
waitForPacing?: (signal?: AbortSignal) => Promise<ProviderRequestSlot | void>;
unpacedFetch?: typeof globalThis.fetch;
};
/** One ordinal sequence per adapter fetchResponse call, across all of its inference retries.
* Consumption starts at underlying executor invocation; its own later preflight may still fail. */
export function createAdapterPhysicalSend(ctx: AdapterFetchContext = {}, fallback = globalThis.fetch) {
const executor = (ctx.executor ?? fallback) as PacedFetch;
let ordinal = 0;
return async (options: {
url: string;
sendClass?: SendClass;
recovery?: AttemptRecoveryKind;
/** Runs only after admission, e.g. backoff and cancellation of a superseded response. */
beforeDispatch?: () => void | Promise<void>;
dispatch: (executor: typeof globalThis.fetch) => Promise<Response>;
}): Promise<Response> => {
if (ctx.abortSignal?.aborted) throw abortError(ctx.abortSignal);
const decision = ctx.sendBudget?.reserveDispatch({
sendClass: options.sendClass ?? "transient", targetKey: options.url,
});
if (decision && !decision.allowed) throw new SendBudgetExhaustedError(options.url);
const permit = decision?.allowed ? decision.permit : undefined;
let dispatched = false;
const physicalExecutor = (async (input, init) => {
if (ctx.abortSignal?.aborted) throw abortError(ctx.abortSignal);
if (init?.signal?.aborted) throw abortError(init.signal);
if (dispatched || (permit && !permit.use())) throw new SendBudgetExhaustedError(options.url);
dispatched = true;
ordinal += 1;
ctx.onPhysicalSend?.({ ordinal, ...(options.recovery ? { recovery: options.recovery } : {}) });
return (executor.unpacedFetch ?? executor)(input, init);
}) as typeof globalThis.fetch;
let slot: ProviderRequestSlot | undefined;
try {
slot = (await executor.waitForPacing?.(ctx.abortSignal)) || undefined;
if (ctx.abortSignal?.aborted) throw abortError(ctx.abortSignal);
await options.beforeDispatch?.();
if (ctx.abortSignal?.aborted) throw abortError(ctx.abortSignal);
return await sendTrackingRequestSlot(slot, () => options.dispatch(physicalExecutor));
} finally {
releaseProviderRequestSlot(slot);
permit?.release();
}
};
}