UNPKG

@bitkyc08/opencodex

Version:

Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code

88 lines (78 loc) • 3.8 kB
/** * Weekly quota steering for caller-forward Claude subscriptions. * Policy comes from the loaded config. Quota observations are process-local and scoped to * the exact upstream and caller credential. A managed route uses its own billing identity. * * Pattern adopted from Hermes-agent (MIT, NousResearch): reserve quota for interactive * use and record the request, destination and reason for a downgrade. */ import { SUBSCRIPTION_RESERVE_HARD, SUBSCRIPTION_RESERVE_SOFT } from "../config/schema/subscription-reserve"; import { previewRouteModel, type RouteResult } from "../router"; import type { OcxConfig } from "../types"; export const SUBSCRIPTION_PRIORITY_HEADER = "x-ocx-priority"; const OBSERVATION_MAX_AGE_MS = 30 * 60_000; const OBSERVATION_LIMIT = 128; interface WeeklyObservation { utilization: number; observedAt: number; resetAt?: number; } const observations = new WeakMap<OcxConfig, Map<string, WeeklyObservation>>(); export function nativeSubscriptionObservationKey(upstream: string, bearer: string): string | undefined { if (!bearer.startsWith("sk-ant-oat")) return undefined; return Bun.CryptoHasher.hash("sha256", JSON.stringify([upstream, bearer]), "hex"); } function finite(value: string | null): number | undefined { if (value === null || !/^\d+(?:\.\d+)?$/.test(value.trim())) return undefined; const n = Number(value); return Number.isFinite(n) ? n : undefined; } export function observeWeeklyHeaders(config: OcxConfig, key: string, headers: Headers, now = Date.now()): void { const utilization = finite(headers.get("anthropic-ratelimit-unified-7d-utilization")); if (utilization === undefined || utilization > 1.5) return; const reset = finite(headers.get("anthropic-ratelimit-unified-7d-reset")); let seen = observations.get(config); if (!seen) { seen = new Map(); observations.set(config, seen); } seen.delete(key); if (seen.size >= OBSERVATION_LIMIT) seen.delete(seen.keys().next().value!); seen.set(key, { utilization: Math.min(utilization, 1), observedAt: now, ...(reset !== undefined && reset > 0 ? { resetAt: reset * 1000 } : {}), }); } /** Only an explicit caller signal can classify Haiku, subagents or short requests as background. */ export function isSubscriptionBackground(headers: Headers): boolean { return headers.get(SUBSCRIPTION_PRIORITY_HEADER)?.trim().toLowerCase() === "background"; } export function decideReserve( config: OcxConfig, key: string, isEligible: (target: string, route: RouteResult) => boolean, now = Date.now(), ): { target: string; reason: string } | undefined { const policy = config.subscriptionReserve; const seen = observations.get(config)?.get(key); if (policy?.enabled !== true || !seen || seen.observedAt > now || now - seen.observedAt >= OBSERVATION_MAX_AGE_MS || (seen.resetAt !== undefined && seen.resetAt <= now)) return undefined; const soft = policy.soft ?? SUBSCRIPTION_RESERVE_SOFT; const hard = policy.hard ?? SUBSCRIPTION_RESERVE_HARD; if (seen.utilization < soft) return undefined; const tier = seen.utilization >= hard ? "hard" : "soft"; const threshold = tier === "hard" ? hard : soft; for (const target of policy.targets ?? []) { try { // An unknown prefix can otherwise fall through to the default provider as a literal model. const route = previewRouteModel(config, target); if (route.routeKind !== "explicit-provider" || route.routeReason !== "explicit-provider-namespace" || route.providerName !== target.slice(0, target.indexOf("/")) || !isEligible(target, route)) continue; } catch { continue; } return { target, reason: `weekly Claude ${Math.round(seen.utilization * 100)}% >= ${Math.round(threshold * 100)}% (${tier} reserve)` }; } return undefined; }