UNPKG

openclaw

Version:

Multi-channel AI gateway with extensible messaging integrations

439 lines (438 loc) 17.2 kB
import { a as normalizeLowercaseStringOrEmpty } from "./string-coerce-mnp54Vah.js"; import { f as resolveRedactOptions, s as redactSensitiveLines } from "./redact-DduLliKq.js"; import { b as parseStrictPositiveInteger } from "./number-coercion-CJQ8TR--.js"; import "./parse-finite-number-Z7n6tXLk.js"; import { i as formatErrorMessage } from "./errors-BXgSefBE.js"; import { t as formatCliCommand } from "./command-format-CKGmlpAQ.js"; import { t as clearActiveProgressLine } from "./progress-line-DiTuCPbL.js"; import { t as formatDocsLink } from "./links-CsLBrRff.js"; import { n as isRich, r as theme, t as colorize } from "./theme-vjDs9tao.js"; import { p as formatTimestamp } from "./logger-Brhy0cvC.js"; import { i as isLoopbackHost } from "./net-DTe7AQiu.js"; import { i as GATEWAY_CLIENT_NAMES, r as GATEWAY_CLIENT_MODES } from "./client-info-CcqJJIan.js"; import { i as buildGatewayConnectionDetails, m as isGatewayTransportError } from "./call-B5-GYOlf.js"; import { d as readConnectPairingRequiredMessage } from "./connect-error-details-BXqba0zp.js"; import { t as computeBackoff } from "./backoff-S1yazmy1.js"; import { t as createSafeStreamWriter } from "./stream-writer-L0h9wG4J.js"; import { n as callGatewayFromCli, t as addGatewayClientOptions } from "./gateway-rpc-DV2_JEP0.js"; import { t as readConfiguredLogTail } from "./log-tail-472n_nQU.js"; import { t as parseLogLine } from "./parse-log-line-BSO0Z-Rb.js"; import { setTimeout } from "node:timers/promises"; //#region src/cli/logs-cli.ts var JournalFallbackUnavailableError = class extends Error { constructor() { super("Active systemd journal unavailable for logs follow fallback"); this.name = "JournalFallbackUnavailableError"; } }; async function loadLogsCliRuntime() { return await import("./logs-cli.runtime.js"); } const LOCAL_FALLBACK_NOTICE = "Local Gateway RPC unavailable; reading configured file log instead."; const JOURNAL_FALLBACK_NOTICE = "Local Gateway RPC unavailable; reading active systemd gateway journal instead."; const JOURNAL_CURSOR_PREFIX = "-- cursor: "; const JOURNAL_MAX_LIMIT = 5e3; const JOURNAL_MAX_BYTES = 1e6; function parsePositiveInt(value, fallback, flag) { if (!value) return fallback; const parsed = parseStrictPositiveInteger(value); if (parsed === void 0) throw new Error(`${flag} must be a positive integer.`); return parsed; } async function fetchLogs(opts, cursors, showProgress, params) { const { limit, maxBytes } = params; if (cursors.forceJournal) { const journalPayload = await readSystemdJournalFallback({ cursor: cursors.journal, since: cursors.journalSince, limit, maxBytes }); if (journalPayload) return journalPayload; throw new JournalFallbackUnavailableError(); } try { const payload = await callGatewayFromCli("logs.tail", opts, { cursor: cursors.gateway, limit, maxBytes }, buildLogsTailGatewayExtra(opts, showProgress)); if (!payload || typeof payload !== "object") throw new Error("Unexpected logs.tail response"); return payload; } catch (error) { if (!shouldUseLocalLogsFallback(opts, error)) throw error; if (opts.follow) { const journalPayload = await readSystemdJournalFallback({ cursor: cursors.journal, since: cursors.journalSince, limit, maxBytes }); if (journalPayload) return journalPayload; throw error; } return { ...await readConfiguredLogTail({ cursor: cursors.gateway, limit, maxBytes }), sourceKind: "file", localFallback: true }; } } function normalizeErrorMessage(error) { if (error instanceof Error) return error.message; return String(error); } function shouldUseLocalLogsFallback(opts, error) { if (!isLocalGatewayRpcUnavailableError(error)) return false; if (typeof opts.url === "string" && opts.url.trim().length > 0) return false; return isImplicitLoopbackGatewayConnection(isGatewayTransportError(error) ? error.connectionDetails : buildGatewayConnectionDetails()); } function buildLogsTailGatewayExtra(opts, showProgress) { const base = { progress: showProgress }; if (!shouldUsePassiveLocalLogsClient(opts)) return base; return { ...base, clientName: GATEWAY_CLIENT_NAMES.GATEWAY_CLIENT, mode: GATEWAY_CLIENT_MODES.BACKEND, deviceIdentity: null }; } function shouldUsePassiveLocalLogsClient(opts) { if (typeof opts.url === "string" && opts.url.trim().length > 0) return false; return isImplicitLoopbackGatewayConnection(buildGatewayConnectionDetails()); } function isImplicitLoopbackGatewayConnection(connection) { if (connection.urlSource !== "local loopback") return false; try { return isLoopbackHost(new URL(connection.url).hostname); } catch { return false; } } function isLocalGatewayRpcUnavailableError(error) { if (isGatewayTransportError(error)) return error.kind === "closed" || error.kind === "timeout"; const message = normalizeLowercaseStringOrEmpty(normalizeErrorMessage(error)); if (readConnectPairingRequiredMessage(message)) return true; return isPlainGatewayRequestCloseError(message) || isPlainGatewayRequestTimeoutError(message); } function isPlainGatewayRequestCloseError(message) { return message.startsWith("gateway closed ("); } function isPlainGatewayRequestTimeoutError(message) { return /^gateway timeout after \d+ms\b/u.test(message); } async function readSystemdJournalFallback(params) { if (process.platform !== "linux") return null; const runtime = await loadLogsCliRuntime(); const service = await runtime.readSystemdServiceRuntime(process.env); if (service.status !== "running" || typeof service.pid !== "number") return null; const limit = clampPositiveInt(params.limit, 1, JOURNAL_MAX_LIMIT); const maxBytes = clampPositiveInt(params.maxBytes, 1, JOURNAL_MAX_BYTES); const unitName = resolveLogsSystemdUnitName(runtime, process.env); const source = `journalctl --user --boot --user-unit=${unitName} _PID=${service.pid}`; const args = [ "--user", "--boot", `--user-unit=${unitName}`, `_PID=${service.pid}`, "--no-pager", "--output=cat", "--show-cursor" ]; if (typeof params.cursor === "string" && params.cursor.trim().length > 0) args.push(`--after-cursor=${params.cursor}`); else if (params.since) args.push(`--since=${params.since}`); else args.push("-n", String(limit)); const result = await runtime.execFileUtf8Tail("journalctl", args, { env: process.env, maxBytes }); if (result.code !== 0) return null; const boundedOutput = normalizeTailText(result.stdout, result.truncated); const parsed = parseJournalctlOutput(boundedOutput.text); const lines = parsed.lines.length > limit ? parsed.lines.slice(-limit) : parsed.lines; const redaction = resolveRedactOptions(); return { source, sourceKind: "journal", service: { pid: service.pid, unit: unitName }, cursor: parsed.cursor ?? params.cursor, lines: redactSensitiveLines(lines, redaction), truncated: boundedOutput.truncated || parsed.lines.length > limit, localFallback: true }; } function clampPositiveInt(value, min, max) { if (!Number.isFinite(value)) return min; return Math.max(min, Math.min(max, Math.floor(value))); } function normalizeTailText(text, truncated) { if (!truncated) return { text, truncated }; const firstNewline = text.indexOf("\n"); if (firstNewline < 0) return { text: "", truncated }; return { text: text.slice(firstNewline + 1), truncated }; } function parseJournalctlOutput(output) { const lines = []; let cursor; for (const rawLine of output.split(/\r?\n/u)) { if (!rawLine) continue; if (rawLine.startsWith(JOURNAL_CURSOR_PREFIX)) { cursor = rawLine.slice(11).trim() || cursor; continue; } lines.push(rawLine); } return { lines, cursor }; } function resolveLogsSystemdUnitName(runtime, env) { const override = env.OPENCLAW_SYSTEMD_UNIT?.trim(); if (override) return override.endsWith(".service") ? override : `${override}.service`; return `${runtime.resolveGatewaySystemdServiceName(env.OPENCLAW_PROFILE)}.service`; } const MAX_FOLLOW_RETRIES = 8; const FOLLOW_BACKOFF_POLICY = { initialMs: 1e3, maxMs: 3e4, factor: 2, jitter: .2 }; function isTransientFollowError(error) { if (error instanceof JournalFallbackUnavailableError) return true; if (isGatewayTransportError(error)) { if (error.kind === "timeout") return true; const code = error.code ?? 0; return code !== 1008 && !(code >= 4e3 && code <= 4999); } const message = normalizeLowercaseStringOrEmpty(normalizeErrorMessage(error)); if (readConnectPairingRequiredMessage(message)) return false; return isPlainGatewayRequestCloseError(message) || isPlainGatewayRequestTimeoutError(message); } function formatLogTimestamp(value, mode = "plain", localTime = true) { if (!value) return ""; const parsed = new Date(value); if (Number.isNaN(parsed.getTime())) return value; if (mode === "pretty") return formatTimestamp(parsed, { style: "short", timeZone: localTime ? void 0 : "UTC" }); return localTime ? formatTimestamp(parsed, { style: "long" }) : parsed.toISOString(); } function formatLogLine(raw, opts) { const parsed = parseLogLine(raw); if (!parsed) return raw; const label = parsed.subsystem ?? parsed.module ?? ""; const time = formatLogTimestamp(parsed.time, opts.pretty ? "pretty" : "plain", opts.localTime); const level = parsed.level ?? ""; const levelLabel = level.padEnd(5).trim(); const message = parsed.message || parsed.raw; if (!opts.pretty) return [ time, level, label, message ].filter(Boolean).join(" ").trim(); const timeLabel = colorize(opts.rich, theme.muted, time); const labelValue = colorize(opts.rich, theme.accent, label); const levelValue = level === "error" || level === "fatal" ? colorize(opts.rich, theme.error, levelLabel) : level === "warn" ? colorize(opts.rich, theme.warn, levelLabel) : level === "debug" || level === "trace" ? colorize(opts.rich, theme.muted, levelLabel) : colorize(opts.rich, theme.info, levelLabel); const messageValue = level === "error" || level === "fatal" ? colorize(opts.rich, theme.error, message) : level === "warn" ? colorize(opts.rich, theme.warn, message) : level === "debug" || level === "trace" ? colorize(opts.rich, theme.muted, message) : colorize(opts.rich, theme.info, message); return [[ timeLabel, levelValue, labelValue ].filter(Boolean).join(" "), messageValue].filter(Boolean).join(" ").trim(); } function createLogWriters() { const writer = createSafeStreamWriter({ beforeWrite: () => clearActiveProgressLine(), onBrokenPipe: (err, stream) => { const code = err.code ?? "EPIPE"; const message = `openclaw logs: output ${stream === process.stdout ? "stdout" : "stderr"} closed (${code}). Stopping tail.`; try { clearActiveProgressLine(); process.stderr.write(`${message}\n`); } catch {} } }); return { logLine: (text) => writer.writeLine(process.stdout, text), errorLine: (text) => writer.writeLine(process.stderr, text), emitJsonLine: (payload, toStdErr = false) => writer.write(toStdErr ? process.stderr : process.stdout, `${JSON.stringify(payload)}\n`) }; } async function emitGatewayError(err, opts, mode, rich, emitJsonLine, errorLine) { const message = "Gateway not reachable. Is it running and accessible?"; const hint = `Hint: run \`${formatCliCommand("openclaw doctor")}\`.`; const errorText = formatErrorMessage(err); const details = buildGatewayConnectionDetails({ url: opts.url }); if (mode === "json") { if (!emitJsonLine({ type: "error", message, error: errorText, details, hint }, true)) return; return; } if (!errorLine(colorize(rich, theme.error, message))) return; if (!errorLine(details.message)) return; errorLine(colorize(rich, theme.muted, hint)); } function registerLogsCli(program) { const logs = program.command("logs").description("Tail gateway file logs via RPC").option("--limit <n>", "Max lines to return", "200").option("--max-bytes <n>", "Max bytes to read", "250000").option("--follow", "Follow log output", false).option("--interval <ms>", "Polling interval in ms", "1000").option("--json", "Emit JSON log lines", false).option("--plain", "Plain text output (no ANSI styling)", false).option("--no-color", "Disable ANSI colors").option("--local-time", "Display timestamps in local timezone (default)", false).option("--utc", "Display timestamps in UTC", false).addHelpText("after", () => `\n${theme.muted("Docs:")} ${formatDocsLink("/cli/logs", "docs.openclaw.ai/cli/logs")}\n`); addGatewayClientOptions(logs); logs.action(async (opts) => { const { logLine, errorLine, emitJsonLine } = createLogWriters(); const interval = parsePositiveInt(opts.interval, 1e3, "--interval"); const limit = parsePositiveInt(opts.limit, 200, "--limit"); const maxBytes = parsePositiveInt(opts.maxBytes, 25e4, "--max-bytes"); let gatewayCursor; let journalCursor; let journalSince; let forceJournal = false; let first = true; const jsonMode = Boolean(opts.json); const pretty = !jsonMode && process.stdout.isTTY && !opts.plain; const rich = isRich() && opts.color !== false; const localTime = !opts.utc; let followRetryAttempt = 0; while (true) { let payload; const showProgress = first && !opts.follow; const gatewayPollStartedAt = (/* @__PURE__ */ new Date()).toISOString(); try { payload = await fetchLogs(opts, { gateway: gatewayCursor, journal: journalCursor, journalSince, forceJournal }, showProgress, { limit, maxBytes }); } catch (err) { if (err instanceof JournalFallbackUnavailableError) forceJournal = false; if (opts.follow && followRetryAttempt < MAX_FOLLOW_RETRIES && isTransientFollowError(err)) { followRetryAttempt += 1; const backoffMs = computeBackoff(FOLLOW_BACKOFF_POLICY, followRetryAttempt); const message = `[logs] gateway disconnected, reconnecting in ${Math.round(backoffMs / 1e3)}s...`; if (jsonMode) { if (!emitJsonLine({ type: "notice", message }, true)) return; } else if (!errorLine(colorize(rich, theme.warn, message))) return; await setTimeout(backoffMs); continue; } await emitGatewayError(err, opts, jsonMode ? "json" : "text", rich, emitJsonLine, errorLine); process.exit(1); return; } if (followRetryAttempt > 0) { const message = "[logs] gateway reconnected"; if (jsonMode) { if (!emitJsonLine({ type: "notice", message }, true)) return; } else if (!errorLine(colorize(rich, theme.muted, message))) return; } followRetryAttempt = 0; const lines = Array.isArray(payload.lines) ? payload.lines : []; if (jsonMode) { if (first) { if (!emitJsonLine({ type: "meta", file: payload.file, source: payload.source, sourceKind: payload.sourceKind, service: payload.service, cursor: payload.cursor, size: payload.size })) return; } for (const line of lines) { const parsed = parseLogLine(line); if (parsed) { if (!emitJsonLine({ type: "log", ...parsed })) return; } else if (!emitJsonLine({ type: "raw", raw: line })) return; } if (payload.truncated) { if (!emitJsonLine({ type: "notice", message: "Log tail truncated (increase --max-bytes)." })) return; } if (payload.reset) { if (!emitJsonLine({ type: "notice", message: "Log cursor reset (file rotated)." })) return; } } else { if (first && payload.localFallback === true) { const notice = payload.sourceKind === "journal" ? JOURNAL_FALLBACK_NOTICE : LOCAL_FALLBACK_NOTICE; if (!errorLine(colorize(rich, theme.warn, notice))) return; } if (first) { if (payload.sourceKind === "journal" && payload.source) { if (!logLine(`${pretty ? colorize(rich, theme.muted, "Log source:") : "Log source:"} ${payload.source}`)) return; if (payload.service?.pid !== void 0 && !logLine(`Service PID: ${payload.service.pid}`)) return; if (payload.service?.unit && !logLine(`Service Unit: ${payload.service.unit}`)) return; } else if (payload.file) { if (!logLine(`${pretty ? colorize(rich, theme.muted, "Log file:") : "Log file:"} ${payload.file}`)) return; } } for (const line of lines) if (!logLine(formatLogLine(line, { pretty, rich, localTime }))) return; if (payload.truncated) { if (!errorLine("Log tail truncated (increase --max-bytes).")) return; } if (payload.reset) { if (!errorLine("Log cursor reset (file rotated).")) return; } } if (payload.sourceKind === "journal") { forceJournal = true; if (typeof payload.cursor === "string" && payload.cursor.trim().length > 0) journalCursor = payload.cursor; } else if (typeof payload.cursor === "number" && Number.isFinite(payload.cursor)) { gatewayCursor = payload.cursor; if (opts.follow) journalSince = gatewayPollStartedAt; } else if (typeof payload.cursor === "string" && payload.cursor.trim().length > 0) journalCursor = payload.cursor; first = false; if (!opts.follow) return; await setTimeout(interval); } }); } //#endregion export { formatLogTimestamp, registerLogsCli };