UNPKG

@bitkyc08/opencodex

Version:

Universal provider proxy for OpenAI Codex & Claude Code — use any LLM with Codex CLI/App/SDK and Claude Code

175 lines (163 loc) • 6.38 kB
import { existsSync, readFileSync } from "node:fs"; import { zstdDecompressSync } from "node:zlib"; /** * Reading side of Codex rollout JSONL files: the `session_meta` fold and the thread fields a * quarantine restore reconstructs from a rollout. * * Split out of `history-provider.ts` when that file crossed the repository file-size ratchet at * 2009 lines. The cut follows a real seam rather than a line count: everything here reads a * rollout file and returns plain data, while the module it left keeps the database and manifest * writes. Nothing here opens a database or touches a backup manifest. * * `history-provider.ts` re-exports the public names, so existing importers are unaffected. */ /** * Cap for decompressing a lone `.jsonl.zst` rollout during quarantine restore. * Bounds peak memory while reconstructing thread rows; never write the decoded * JSONL to disk. */ export const MAX_ROLLOUT_ZST_DECOMPRESSED_BYTES = 64 * 1024 * 1024; export interface ParsedSessionMeta { record: { type?: unknown; timestamp?: unknown; payload: { model_provider?: unknown; source?: unknown } & Record<string, unknown> }; } /** Parse one JSONL line into a `session_meta` record, or null if it isn't one. */ export function parseSessionMetaLine(line: string): ParsedSessionMeta | null { let parsed: unknown; try { parsed = JSON.parse(line); } catch { return null; } if (!parsed || typeof parsed !== "object") return null; const record = parsed as ParsedSessionMeta["record"]; if (record.type !== "session_meta" || !record.payload || typeof record.payload !== "object") return null; return { record }; } /** * Fields needed to re-insert a production-shaped `threads` row from a rollout JSONL when a * Phase-2 quarantine predates full `satellite-backup.json` thread snapshots. * * Uses the same last-writer-wins `session_meta` fold as {@link readLatestSessionMeta}, plus the * first user-message preview (codex-rs `list.rs` / `EventMsg::UserMessage` path). */ export interface RolloutThreadFields { id: string; modelProvider: string; source: string; firstUserMessage: string; hasUserEvent: number; cwd?: string; historyMode?: string; cliVersion?: string; } function textFromContentParts(content: unknown): string | null { if (typeof content === "string" && content.trim()) return content.trim(); if (!Array.isArray(content)) return null; const parts: string[] = []; for (const part of content) { if (!part || typeof part !== "object") continue; const p = part as Record<string, unknown>; if (typeof p.text === "string" && p.text.trim()) parts.push(p.text.trim()); else if (typeof p.input_text === "string" && p.input_text.trim()) parts.push(p.input_text.trim()); } const joined = parts.join("\n").trim(); return joined || null; } /** Extract the first user-message preview from a rollout line, or null. */ function extractUserMessagePreview(line: string): string | null { let parsed: unknown; try { parsed = JSON.parse(line); } catch { return null; } if (!parsed || typeof parsed !== "object") return null; const record = parsed as { type?: unknown; payload?: unknown }; const payload = record.payload; if (!payload || typeof payload !== "object") return null; const p = payload as Record<string, unknown>; if (record.type === "event_msg") { // codex-rs EventMsg::UserMessage — payload.type is "user_message" (or omitted in fixtures). if (p.type === "user_message" || typeof p.message === "string") { if (typeof p.message === "string" && p.message.trim()) return p.message.trim(); const fromContent = textFromContentParts(p.content); if (fromContent) return fromContent; } return null; } if (record.type === "response_item") { if (p.type === "message" && p.role === "user") { return textFromContentParts(p.content); } } return null; } /** * Reconstruct thread identity + listing fields from a staged/restored rollout JSONL. * Returns null when the file is missing or has no parseable `session_meta`. * * Accepts plain `.jsonl` or a lone `.jsonl.zst` (legacy Phase-2 quarantine). Compressed * rollouts are decompressed in memory with {@link MAX_ROLLOUT_ZST_DECOMPRESSED_BYTES}; * no decompressed copy is written to disk. */ export function readThreadFieldsFromRollout(path: string): RolloutThreadFields | null { if (!path || !existsSync(path)) return null; let raw: string; try { raw = path.endsWith(".zst") ? decompressRolloutZstUtf8(path) : readFileSync(path, "utf8"); } catch { return null; } return parseThreadFieldsFromRolloutText(raw); } function decompressRolloutZstUtf8( path: string, maxBytes: number = MAX_ROLLOUT_ZST_DECOMPRESSED_BYTES, ): string { const compressed = readFileSync(path); const decoded = zstdDecompressSync(compressed as Uint8Array<ArrayBuffer>, { maxOutputLength: maxBytes, }); if (decoded.byteLength > maxBytes) { throw new Error("rollout_zst_too_large"); } return new TextDecoder().decode(decoded); } function parseThreadFieldsFromRolloutText(raw: string): RolloutThreadFields | null { const lines = raw.split("\n"); let latest: ParsedSessionMeta | null = null; let firstUserMessage = ""; for (const line of lines) { if (!line) continue; if (line.includes("\"session_meta\"")) { const meta = parseSessionMetaLine(line); if (meta) latest = meta; } if (!firstUserMessage) { const preview = extractUserMessagePreview(line); if (preview) firstUserMessage = preview; } } if (!latest) return null; const payload = latest.record.payload; const id = typeof payload.id === "string" ? payload.id : ""; if (!id) return null; const modelProvider = typeof payload.model_provider === "string" && payload.model_provider ? payload.model_provider : "openai"; const source = typeof payload.source === "string" && payload.source ? payload.source : "cli"; return { id, modelProvider, source, firstUserMessage, hasUserEvent: firstUserMessage.trim() ? 1 : 0, ...(typeof payload.cwd === "string" ? { cwd: payload.cwd } : {}), ...(typeof payload.history_mode === "string" ? { historyMode: payload.history_mode } : {}), ...(typeof payload.cli_version === "string" ? { cliVersion: payload.cli_version } : {}), }; }