@bitkyc08/opencodex
Version:
Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code
204 lines (181 loc) • 9.59 kB
text/typescript
import { execFile } from "node:child_process";
import { createHash } from "node:crypto";
import { commandInvocation } from "../../lib/win-exec";
import { isValidModelDiscoveryModelId } from "../../providers/model-discovery-limits";
import { baseScopedEnv, redactSecrets } from "../coding-agent/turn";
import { resolveCodingAgentBinary, type WhichFn } from "../coding-agent/profile";
import type { QoderProfile } from "./profiles";
const MAX_OUTPUT_BYTES = 256 * 1024;
const MAX_MODELS = 256;
export type QoderModelsResult =
| { ok: true; models: string[] }
| { ok: false; error: "auth" | "cli_not_found" | "timeout" | "process" | "invalid_output" | "empty" | "too_large"; detail?: string };
export interface QoderExecResult { stdout: string; stderr: string }
export type QoderExecFn = (
command: string,
args: readonly string[],
options: { env: Record<string, string>; timeout: number; maxBuffer: number; windowsHide: boolean; windowsVerbatimArguments?: boolean },
) => Promise<QoderExecResult>;
export interface QoderModelsDeps {
which?: WhichFn;
platform?: NodeJS.Platform;
timeoutMs?: number;
exec?: QoderExecFn;
}
type QoderModelsFetcher = (profile: QoderProfile, apiKey: string) => QoderModelsResult | Promise<QoderModelsResult>;
let qoderModelsFetcherForTests: QoderModelsFetcher | null = null;
export function setFetchQoderModelsForTests(next: QoderModelsFetcher | null): void {
qoderModelsFetcherForTests = next;
}
export function parseQoderModelList(stdout: string): QoderModelsResult {
if (Buffer.byteLength(stdout) > MAX_OUTPUT_BYTES) return { ok: false, error: "too_large" };
const lines = stdout.split(/\r?\n/);
const header = lines.findIndex(raw => /^model$/i.test(raw.trim()));
if (header < 0) return { ok: false, error: "invalid_output", detail: "Qoder model list header is missing" };
const models: string[] = [];
const seen = new Set<string>();
for (const raw of lines.slice(header + 1)) {
const id = raw.trim();
if (!id || seen.has(id) || !isValidModelDiscoveryModelId(id)) continue;
seen.add(id);
models.push(id);
if (models.length >= MAX_MODELS) break;
}
return models.length > 0 ? { ok: true, models } : { ok: false, error: "empty" };
}
/**
* Upper bound for one background `--list-models` run. The CLI starts a full agent runtime before it
* lists the account's roster; 14.5 s was measured on a working install (#8115), so the former 8 s
* bound discarded successful listings. Failures still end in the stale/static catalog and back off.
*/
export const QODER_MODEL_DISCOVERY_TIMEOUT_MS = 30_000;
/**
* Deadline of an interactive caller (the dashboard connection test). When it passes, the caller
* reports the provider as still discovering; the run itself keeps its background bound.
*/
export const QODER_INTERACTIVE_DEADLINE_MS = 8_000;
/**
* A successful listing stays joinable this long after it finished, so the catalog re-sync a late
* result triggers reads it instead of starting a second CLI run.
*/
export const QODER_DISCOVERY_REUSE_MS = 60_000;
type QoderDiscoveryFlight = {
promise: Promise<QoderModelsResult>;
succeededAt?: number;
result?: QoderModelsResult;
/** Set once a catalog gather stored this result; until then it outranks a fresh cached roster. */
committed?: true;
};
const qoderDiscoveryFlights = new Map<string, QoderDiscoveryFlight>();
/**
* `scope` is the caller's provider name and model-cache generation. The roster is entitlement
* specific, so one flight serves exactly one PAT; binding it to the generation as well means a
* cache invalidation (an account or config change) revokes it, and a later caller can neither join
* a run started before the invalidation nor reuse its result.
*/
function qoderDiscoveryKey(profile: QoderProfile, apiKey: string, scope: string): string {
return `${scope}\0${profile.providerId}\0${createHash("sha256").update(apiKey).digest("hex")}`;
}
/** Drop every success past the reuse window, so revoked generations and old PATs leave nothing behind. */
function sweepQoderDiscoveryFlights(now: number): void {
for (const [key, flight] of qoderDiscoveryFlights) {
if (flight.succeededAt !== undefined && now - flight.succeededAt >= QODER_DISCOVERY_REUSE_MS) qoderDiscoveryFlights.delete(key);
}
}
function joinableFlight(key: string, now: number): QoderDiscoveryFlight | undefined {
sweepQoderDiscoveryFlights(now);
const flight = qoderDiscoveryFlights.get(key);
if (!flight) return undefined;
if (flight.succeededAt === undefined || now - flight.succeededAt < QODER_DISCOVERY_REUSE_MS) return flight;
qoderDiscoveryFlights.delete(key);
return undefined;
}
/** True while a run for this PAT is in flight or its success can still be joined. */
export function qoderDiscoveryJoinable(profile: QoderProfile, apiKey: string, scope: string, now = Date.now()): boolean {
return joinableFlight(qoderDiscoveryKey(profile, apiKey, scope), now) !== undefined;
}
/**
* A successful run no gather has stored yet: one an interactive caller started and stopped waiting
* for. The gather uses it ahead of a fresh cached roster, which stays in place (and keeps serving
* as the stale fallback) until this result is accepted.
*/
export function uncommittedQoderDiscovery(profile: QoderProfile, apiKey: string, scope: string, now = Date.now()): QoderModelsResult | undefined {
const flight = joinableFlight(qoderDiscoveryKey(profile, apiKey, scope), now);
return flight?.succeededAt !== undefined && !flight.committed ? flight.result : undefined;
}
/** Record that a gather stored this scope's successful run. */
export function markQoderDiscoveryCommitted(profile: QoderProfile, apiKey: string, scope: string): void {
const flight = qoderDiscoveryFlights.get(qoderDiscoveryKey(profile, apiKey, scope));
if (flight?.succeededAt !== undefined) flight.committed = true;
}
/**
* One `--list-models` run per PAT, shared by the background catalog gather and interactive callers.
* A failed run is forgotten when it settles; a successful one stays joinable for the reuse window.
*/
export function discoverQoderModels(profile: QoderProfile, apiKey: string, scope: string, now = Date.now()): Promise<QoderModelsResult> {
const key = qoderDiscoveryKey(profile, apiKey, scope);
const existing = joinableFlight(key, now);
if (existing) return existing.promise;
const flight: QoderDiscoveryFlight = {
promise: Promise.resolve().then(() => fetchQoderModels(profile, apiKey)).then(result => {
if (result.ok) {
flight.succeededAt = Date.now();
flight.result = result;
// A key whose generation was revoked is never looked up again, so the success expires on
// its own; the identity check keeps a newer flight under the same key.
const expiry = setTimeout(() => {
if (qoderDiscoveryFlights.get(key) === flight) qoderDiscoveryFlights.delete(key);
}, QODER_DISCOVERY_REUSE_MS);
expiry.unref?.();
} else if (qoderDiscoveryFlights.get(key) === flight) qoderDiscoveryFlights.delete(key);
return result;
}, error => {
if (qoderDiscoveryFlights.get(key) === flight) qoderDiscoveryFlights.delete(key);
throw error;
}),
};
qoderDiscoveryFlights.set(key, flight);
return flight.promise;
}
export function clearQoderDiscoveryFlightsForTests(): void {
qoderDiscoveryFlights.clear();
}
export function qoderDiscoveryFlightCountForTests(): number {
return qoderDiscoveryFlights.size;
}
function execQoder(command: string, args: readonly string[], options: Parameters<QoderExecFn>[2]): Promise<QoderExecResult> {
return new Promise((resolve, reject) => {
execFile(command, [...args], { ...options, encoding: "utf8" }, (error, stdout, stderr) => {
if (error) {
reject(Object.assign(error, { stdout, stderr }));
return;
}
resolve({ stdout, stderr });
});
});
}
/** Discover the roster exposed to this exact PAT via the documented `--list-models` command. */
export async function fetchQoderModels(profile: QoderProfile, apiKey: string, deps: QoderModelsDeps = {}): Promise<QoderModelsResult> {
if (qoderModelsFetcherForTests) return qoderModelsFetcherForTests(profile, apiKey);
const binary = resolveCodingAgentBinary(profile, deps.which);
if (!binary) return { ok: false, error: "cli_not_found", detail: profile.installHint };
const env = { ...baseScopedEnv(), NO_COLOR: "1", [profile.tokenEnv]: apiKey };
const invocation = commandInvocation(binary, ["--list-models"], deps.platform ?? process.platform, { env });
try {
const result = await (deps.exec ?? execQoder)(invocation.file, invocation.args, {
...invocation.options,
env,
timeout: deps.timeoutMs ?? QODER_MODEL_DISCOVERY_TIMEOUT_MS,
maxBuffer: MAX_OUTPUT_BYTES,
windowsHide: true,
});
return parseQoderModelList(result.stdout);
} catch (error) {
const failure = error as NodeJS.ErrnoException & { killed?: boolean; stderr?: string };
const stderr = redactSecrets(failure.stderr ?? failure.message ?? String(error), profile.tokenEnv, apiKey).trim().slice(0, 512);
if (failure.killed || failure.code === "ETIMEDOUT") return { ok: false, error: "timeout", detail: "Qoder model discovery timed out" };
if (failure.code === "ERR_CHILD_PROCESS_STDIO_MAXBUFFER") return { ok: false, error: "too_large" };
const auth = /not logged in|invalid (?:personal access )?token|authentication/i.test(stderr);
return { ok: false, error: auth ? "auth" : "process", ...(stderr ? { detail: stderr } : {}) };
}
}