openclaw
Version:
Multi-channel AI gateway with extensible messaging integrations
324 lines (323 loc) • 15.9 kB
JavaScript
import { m as readNonBlankString } from "./string-coerce-1VuiLaaR.mjs";
import { a as asOptionalRecord, i as asOptionalObjectRecord } from "./record-coerce-TIsquoVR.mjs";
import { n as filterStringEntries } from "./string-normalization-CECOqf64.mjs";
import "./reply-payload-NzglYOOT.mjs";
import { t as normalizeMediaReferenceForComparison } from "./media-reference-comparison-D61D3Ct7.mjs";
import { s as patchSessionEntryCore } from "./session-accessor.sqlite-entry-Dn_MsDKD.mjs";
import { s as readAssistantTextBlocksForPhase, t as extractAssistantPhaseText } from "./chat-message-content-C-d0FKNG.mjs";
import { p as publishTranscriptUpdate } from "./session-history-eviction-DbJ8ofqr.mjs";
import { s as loadTranscriptEventRowsAfterSeqSync } from "./session-accessor.sqlite-read-DhXli1yO.mjs";
import { t as readSessionTranscriptWatermark } from "./session-accessor.sqlite-transcript-watermark-D3Is2Kik.mjs";
import { l as rewriteAssistantTranscriptMessageForRun } from "./session-accessor-BDmTPdtx.mjs";
import { d as rewriteTranscriptEventRowsExact, p as withTranscriptWriteLock } from "./session-accessor.sqlite-transcript-write-tYk0mJFG.mjs";
import { r as readAssistantDisplayContent, t as ASSISTANT_DISPLAY_CONTENT_FIELD } from "./assistant-display-content-mzartsGP.mjs";
import { t as applyAssistantDeliveryDirectives } from "./transcript-assistant-delivery-Dcmz1NrH.mjs";
import { a as resolveMirroredTranscriptText } from "./transcript-DCh7fycW.mjs";
import { n as splitMediaFromOutput } from "./reply-directives-Ciui4dZv.mjs";
import { u as sanitizeAssistantDisplayText } from "./chat-assistant-content-Bopr1rC2.mjs";
import { n as abortedPartialPersistenceError, t as ABORTED_PARTIAL_PERSISTENCE_WARNING } from "./chat-aborted-partial-CxQqurtr.mjs";
import { t as appendInjectedAssistantMessageToTranscript } from "./chat-transcript-inject-D29kMQVD.mjs";
//#region src/gateway/server-methods/chat-transcript-persistence.ts
function mergeAssistantDisplayContent(modelContent, preparedDisplayContent, retainedCommentary) {
const remainingDisplayContent = [...preparedDisplayContent];
const content = [];
for (const block of modelContent) {
if (block.type !== "text" || typeof block.text !== "string" || retainedCommentary.has(block)) {
content.push(block);
continue;
}
const matchingTextIndex = remainingDisplayContent.findIndex((candidate) => candidate.type === "text" && candidate.text === block.text);
if (matchingTextIndex < 0) {
content.push(block);
continue;
}
const nextTextOffset = remainingDisplayContent.slice(matchingTextIndex + 1).findIndex((candidate) => candidate.type === "text");
const segmentEnd = nextTextOffset < 0 ? remainingDisplayContent.length : matchingTextIndex + nextTextOffset + 1;
content.push(...remainingDisplayContent.splice(0, segmentEnd));
}
content.push(...remainingDisplayContent);
return content;
}
function buildAssistantDisplayRewrite(params) {
const previousDisplay = Array.isArray(params.message["openclawDisplayContent"]) ? readAssistantDisplayContent(params.message) : void 0;
const previousMedia = asOptionalRecord(params.message.openclawDelivery)?.mediaUrls;
const managedMediaUrls = previousDisplay ? [...filterStringEntries(previousMedia), ...params.managedMediaUrls ?? []] : params.managedMediaUrls;
const prepared = applyAssistantDeliveryDirectives({
...params.message,
content: params.displayContent.map((block) => Object.assign({}, block))
}, { managedMediaUrls });
const original = previousDisplay ?? (Array.isArray(params.message.content) ? params.message.content : []);
const retainedCommentary = new Set(previousDisplay ? readAssistantTextBlocksForPhase({
...params.message,
content: original
}, "commentary") : []);
let inCommentary = false;
const content = [];
const seenText = /* @__PURE__ */ new Set();
for (const block of original) {
if (block.type === "text") inCommentary = retainedCommentary.has(block);
if (inCommentary || block.type === "thinking" || block.type === "toolCall") {
content.push(block);
continue;
}
if (block.type !== "text" || typeof block.text !== "string" || !params.retainOriginalText && !prepared.content.some((candidate) => candidate.type === "text" && candidate.text === block.text)) continue;
const splitText = splitMediaFromOutput(block.text).text;
if (splitText === block.text && /\bMEDIA:/iu.test(block.text)) continue;
const text = sanitizeAssistantDisplayText(splitText, { preserveBoundaries: true });
if (text) {
if (text === block.text || previousDisplay) content.push(text === block.text ? block : {
...block,
text
});
else {
const { textSignature: _textSignature, ...rest } = block;
content.push({
...rest,
text
});
}
seenText.add(text);
} else if (previousDisplay) content.push({
...block,
text: ""
});
}
for (const block of prepared.content) if (block.type === "text" && typeof block.text === "string" && !seenText.has(block.text)) content.push(block);
return {
...prepared,
content: previousDisplay ? params.message.content : content,
[ASSISTANT_DISPLAY_CONTENT_FIELD]: mergeAssistantDisplayContent(content, prepared.content, retainedCommentary)
};
}
function assistantTranscriptScope(params) {
const sessionKey = params.sessionKey.trim();
if (!sessionKey || !params.sessionId.trim()) return null;
return {
sessionKey,
sessionId: params.sessionId,
...params.storePath ? { storePath: params.storePath } : {},
...params.agentId ? { agentId: params.agentId } : {}
};
}
function transcriptEventId(event) {
return readNonBlankString(asOptionalRecord(event)?.id);
}
function transcriptEventMessage(event) {
return asOptionalRecord(asOptionalRecord(event)?.message);
}
function transcriptMessageTarget(event) {
const message = event ? transcriptEventMessage(event) : void 0;
const messageId = event ? transcriptEventId(event) : void 0;
return messageId && message ? {
messageId,
message
} : null;
}
function findAssistantTranscriptMessageByIdempotencyKeyInEvents(events, idempotencyKey) {
const trimmedIdempotencyKey = idempotencyKey.trim();
if (!trimmedIdempotencyKey) return null;
return transcriptMessageTarget(events.findLast((event) => {
const message = transcriptEventMessage(event);
return message?.role === "assistant" && message.idempotencyKey === trimmedIdempotencyKey;
}));
}
function findAssistantTranscriptMessageByTurnIndexAndMediaInEvents(events, params) {
const expectedMedia = new Set(params.mediaUrls.map((value) => normalizeMediaReferenceForComparison(value)).filter((value) => value.length > 0));
if (expectedMedia.size === 0 && params.rejectedMediaCount === 0 || !Number.isSafeInteger(params.assistantMessageIndex) || params.assistantMessageIndex < 1) return null;
const target = events.filter((event) => transcriptEventMessage(event)?.role === "assistant")[params.assistantMessageIndex - 1];
const found = transcriptMessageTarget(target);
const text = found ? extractAssistantPhaseText(found.message) : void 0;
if (!found || !text) return null;
const parsed = splitMediaFromOutput(text);
const actualMedia = new Set((parsed.mediaUrls ?? []).map((value) => normalizeMediaReferenceForComparison(value)).filter((value) => value.length > 0));
return actualMedia.size === expectedMedia.size && [...expectedMedia].every((value) => actualMedia.has(value)) && (parsed.rejectedMediaCount ?? 0) === params.rejectedMediaCount ? found : null;
}
function extractAssistantTranscriptText(message) {
const content = message.content;
if (!Array.isArray(content)) return;
return content.map((value) => {
const block = asOptionalObjectRecord(value);
return block?.type === "text" && typeof block.text === "string" ? block.text.trim() : "";
}).filter(Boolean).join("\n").trim() || void 0;
}
function findSourceReplyTranscriptMirrorByMetadataInEvents(params) {
const byIdempotencyKey = findAssistantTranscriptMessageByIdempotencyKeyInEvents(params.events, params.idempotencyKey);
if (byIdempotencyKey?.message.provider === "openclaw" && byIdempotencyKey.message.model === "delivery-mirror") return byIdempotencyKey;
const expectedText = resolveMirroredTranscriptText({
text: params.metadata?.text,
mediaUrls: params.metadata?.mediaUrls
});
if (!expectedText) return null;
return transcriptMessageTarget(params.events.findLast((event) => {
const message = transcriptEventMessage(event);
return typeof transcriptEventId(event) === "string" && message?.role === "assistant" && message.provider === "openclaw" && message.model === "delivery-mirror" && extractAssistantTranscriptText(message) === expectedText;
}));
}
async function persistAbortedPartials(params) {
let warning;
for (const snapshot of params.snapshots) {
if (snapshot.ok && snapshot.settlement.deferred) continue;
try {
warning = await persistAbortedPartial({
context: params.context,
snapshot
}) ?? warning;
} catch (error) {
throw abortedPartialPersistenceError(error, warning);
}
}
return warning;
}
async function persistAbortedPartial(params) {
const { snapshot } = params;
if (!snapshot.ok) throw snapshot.error;
const appended = await appendInjectedAssistantMessageToTranscript({
...snapshot.value,
abortMeta: {
...snapshot.value.abortMeta,
...params.producerSettled ? { producerSettled: true } : {}
}
});
if (appended.skipped || appended.ok) return;
const error = `chat.abort transcript append failed: ${appended.error ?? "unknown error"}`;
params.context.logGateway.warn(error);
if (snapshot.abortOrigin === "placement-abandon") throw new Error(error);
return ABORTED_PARTIAL_PERSISTENCE_WARNING;
}
async function touchAssistantTranscriptSessionEntry(scope) {
if (!scope.storePath || !scope.sessionKey || !scope.sessionId) return;
const transcriptMarkerUpdatedAt = Date.now();
await patchSessionEntryCore({
storePath: scope.storePath,
sessionKey: scope.sessionKey,
...scope.agentId ? { agentId: scope.agentId } : {}
}, (current) => current.sessionId === scope.sessionId ? { updatedAt: transcriptMarkerUpdatedAt } : null, { skipMaintenance: true });
}
async function rewriteSourceReplyTranscriptMirrors(params) {
if (params.requests.length === 0 || params.candidates.length === 0) return [];
return await withTranscriptWriteLock(params.scope, async (transcript) => {
const events = await transcript.readEvents();
const allowedSourceReplyMirrorIds = /* @__PURE__ */ new Set();
for (const candidate of params.candidates) {
const target = findSourceReplyTranscriptMirrorByMetadataInEvents({
events,
idempotencyKey: candidate.idempotencyKey,
metadata: candidate.metadata
});
if (target) allowedSourceReplyMirrorIds.add(target.messageId);
}
const rewriteTargets = [];
for (const request of params.requests) {
const target = findSourceReplyTranscriptMirrorByMetadataInEvents({
events,
idempotencyKey: request.idempotencyKey,
metadata: request.metadata
});
if (target) rewriteTargets.push({
request,
...target
});
}
if (rewriteTargets.length === 0) return [];
const rewriteTargetIds = new Set(rewriteTargets.map((target) => target.messageId));
const firstRewriteEntryIndex = events.findIndex((event) => {
const id = transcriptEventId(event);
return id ? rewriteTargetIds.has(id) : false;
});
if (!(firstRewriteEntryIndex >= 0 && events.slice(firstRewriteEntryIndex).every((event) => {
const id = transcriptEventId(event);
return !id || allowedSourceReplyMirrorIds.has(id);
}))) return [];
const replacementsById = new Map(rewriteTargets.map((target) => [target.messageId, target]));
const rewrittenEvents = events.map((event) => {
const id = transcriptEventId(event);
const replacement = id ? replacementsById.get(id) : void 0;
if (!replacement) return event;
const message = buildAssistantDisplayRewrite({
message: {
...replacement.message,
idempotencyKey: replacement.request.idempotencyKey
},
displayContent: replacement.request.state.persistedContent,
managedMediaUrls: replacement.request.metadata?.mediaUrls
});
return Object.assign({}, event, { message });
});
await transcript.replaceEvents(rewrittenEvents);
return rewriteTargets.map((target) => ({
messageId: target.messageId,
request: target.request
}));
});
}
async function rewriteAssistantTranscriptMessageByIdempotencyKey(params) {
const idempotencyKey = params.idempotencyKey.trim();
if (!idempotencyKey || params.content.length === 0) return null;
return await withTranscriptWriteLock(params.scope, async (transcript) => {
const events = await transcript.readEvents();
const target = findAssistantTranscriptMessageByIdempotencyKeyInEvents(events, idempotencyKey);
if (!target) return null;
const rewrittenEvents = events.map((event) => transcriptEventId(event) === target.messageId ? Object.assign({}, event, { message: buildAssistantDisplayRewrite({
message: target.message,
displayContent: params.content,
managedMediaUrls: params.managedMediaUrls
}) }) : event);
await transcript.replaceEvents(rewrittenEvents);
return { messageId: target.messageId };
});
}
async function rewriteAssistantTranscriptMessageByTurnIndexAndMedia(params) {
if (params.content.length === 0 || params.mediaUrls.length === 0 && params.rejectedMediaCount === 0) return null;
const currentWatermark = readSessionTranscriptWatermark(params.scope);
const initialGenerationMaterialized = params.expectedGeneration === null && params.afterSeq === 0;
if (currentWatermark.generation !== params.expectedGeneration && !initialGenerationMaterialized) return null;
const currentTurnRows = loadTranscriptEventRowsAfterSeqSync(params.scope, params.afterSeq);
const target = findAssistantTranscriptMessageByTurnIndexAndMediaInEvents(currentTurnRows.map((row) => row.event), params);
if (!target) return null;
const targetRow = currentTurnRows.find((row) => transcriptEventId(row.event) === target.messageId);
if (!targetRow) return null;
const rewrittenMessage = buildAssistantDisplayRewrite({
message: target.message,
displayContent: params.content,
managedMediaUrls: params.mediaUrls,
retainOriginalText: true
});
const rewrittenEvent = Object.assign({}, targetRow.event, { message: rewrittenMessage });
const rewritten = await rewriteTranscriptEventRowsExact(params.scope, {
allowInitialGenerationMaterialization: initialGenerationMaterialized,
expectedGeneration: params.expectedGeneration,
rows: [{
event: rewrittenEvent,
expectedEventJson: JSON.stringify(targetRow.event),
seq: targetRow.seq
}]
});
return rewritten ? {
generation: rewritten.generation,
messageId: target.messageId
} : null;
}
/** Adds managed display media to the completion reply without rewriting model content. */
async function enrichAssistantTranscriptMediaForRun(params) {
return await rewriteAssistantTranscriptMessageForRun({
scope: params.scope,
runId: params.runId,
expectedLifecycleRevision: params.expectedLifecycleRevision,
rewriteMessage: (message) => ({
...buildAssistantDisplayRewrite({
message,
displayContent: params.content,
managedMediaUrls: params.mediaUrls,
retainOriginalText: true
}),
content: message.content
})
});
}
async function publishAssistantTranscriptRewrite(params) {
if (params.rewritten.length === 0) return;
await touchAssistantTranscriptSessionEntry(params.scope);
await publishTranscriptUpdate(params.scope, { messageId: params.rewritten.at(-1)?.messageId });
}
//#endregion
export { publishAssistantTranscriptRewrite as a, rewriteSourceReplyTranscriptMirrors as c, persistAbortedPartials as i, enrichAssistantTranscriptMediaForRun as n, rewriteAssistantTranscriptMessageByIdempotencyKey as o, persistAbortedPartial as r, rewriteAssistantTranscriptMessageByTurnIndexAndMedia as s, assistantTranscriptScope as t };