UNPKG

openclaw

Version:

Multi-channel AI gateway with extensible messaging integrations

265 lines (264 loc) 10.5 kB
import { s as normalizeOptionalLowercaseString } from "./string-coerce-mnp54Vah.js"; import { i as streamSimple } from "./stream-4H1GSjKe.js"; import "./llm-B2byLsni.js"; import "./provider-stream-shared-BIV_zuwB.js"; import { i as streamWithPayloadPatch } from "./moonshot-thinking-RT-IFIsx.js"; import "./string-coerce-runtime-CEGJWkQ_.js"; //#region extensions/kimi-coding/stream.ts const TOOL_CALLS_SECTION_BEGIN = "<|tool_calls_section_begin|>"; const TOOL_CALLS_SECTION_END = "<|tool_calls_section_end|>"; const TOOL_CALL_BEGIN = "<|tool_call_begin|>"; const TOOL_CALL_ARGUMENT_BEGIN = "<|tool_call_argument_begin|>"; const TOOL_CALL_END = "<|tool_call_end|>"; const KIMI_ANTHROPIC_THINKING_BUDGETS = { minimal: 1024, low: 1024, medium: 4096, high: 8192, adaptive: 8192, xhigh: 8192, max: 8192 }; const KIMI_ANTHROPIC_VISIBLE_OUTPUT_RESERVE_TOKENS = 1024; const KIMI_ANTHROPIC_MIN_OUTPUT_TOKENS = 16e3; function normalizeKimiThinkingBudgetTokens(value) { if (typeof value !== "number" || !Number.isFinite(value)) return; const normalized = Math.floor(value); return normalized >= 1024 ? normalized : void 0; } function normalizeKimiAnthropicMaxTokens(value) { if (typeof value !== "number" || !Number.isFinite(value)) return; const normalized = Math.floor(value); return normalized > 0 ? normalized : void 0; } function ensureKimiAnthropicMaxTokens(payloadObj, thinkingConfig) { if (thinkingConfig.type !== "enabled" || thinkingConfig.budget_tokens === void 0) return; const required = Math.max(KIMI_ANTHROPIC_MIN_OUTPUT_TOKENS, thinkingConfig.budget_tokens + KIMI_ANTHROPIC_VISIBLE_OUTPUT_RESERVE_TOKENS); const current = normalizeKimiAnthropicMaxTokens(payloadObj.max_tokens); payloadObj.max_tokens = current === void 0 ? required : Math.max(current, required); } function messageHasOpenAIToolCalls(message) { return Array.isArray(message.tool_calls) && message.tool_calls.length > 0; } function ensureKimiOpenAIReasoningContent(payloadObj) { if (!Array.isArray(payloadObj.messages)) return; for (const message of payloadObj.messages) { if (!message || typeof message !== "object") continue; const record = message; if (record.role !== "assistant" || !messageHasOpenAIToolCalls(record)) continue; if (!("reasoning_content" in record)) record.reasoning_content = ""; } } function stripKimiOpenAIReasoningContent(payloadObj) { if (!Array.isArray(payloadObj.messages)) return; for (const message of payloadObj.messages) if (message && typeof message === "object") delete message.reasoning_content; } function normalizeKimiThinkingType(value) { if (typeof value === "boolean") return value ? "enabled" : "disabled"; if (typeof value === "string") { const normalized = normalizeOptionalLowercaseString(value); if (!normalized) return; if ([ "enabled", "enable", "on", "true" ].includes(normalized)) return "enabled"; if ([ "disabled", "disable", "off", "false" ].includes(normalized)) return "disabled"; return; } if (value && typeof value === "object" && !Array.isArray(value)) return normalizeKimiThinkingType(value.type); } function normalizeKimiThinkingConfig(value) { const type = normalizeKimiThinkingType(value); if (!type) return; if (type === "disabled") return { type: "disabled" }; if (!value || typeof value !== "object" || Array.isArray(value)) return { type: "enabled" }; const record = value; const budgetTokens = normalizeKimiThinkingBudgetTokens(record.budget_tokens ?? record.budgetTokens); return budgetTokens === void 0 ? { type: "enabled" } : { type: "enabled", budget_tokens: budgetTokens }; } function resolveKimiAnthropicThinkingBudgetTokens(thinkingLevel) { if (!thinkingLevel || thinkingLevel === "off") return; return KIMI_ANTHROPIC_THINKING_BUDGETS[thinkingLevel]; } function resolveKimiThinkingConfig(params) { const configured = normalizeKimiThinkingConfig(params.configuredThinking); const levelBudgetTokens = resolveKimiAnthropicThinkingBudgetTokens(params.thinkingLevel); if (configured) return configured.type === "enabled" && configured.budget_tokens === void 0 ? { type: "enabled", budget_tokens: levelBudgetTokens ?? 1024 } : configured; if (!params.thinkingLevel || params.thinkingLevel === "off") return { type: "disabled" }; return levelBudgetTokens === void 0 ? { type: "enabled" } : { type: "enabled", budget_tokens: levelBudgetTokens }; } function resolveKimiThinkingType(params) { return resolveKimiThinkingConfig(params).type; } function stripTaggedToolCallCounter(value) { return value.trim().replace(/:\d+$/, ""); } function parseKimiTaggedToolCalls(text) { const trimmed = text.trim(); if (!trimmed.startsWith(TOOL_CALLS_SECTION_BEGIN) || !trimmed.endsWith(TOOL_CALLS_SECTION_END)) return null; let cursor = 28; const sectionEndIndex = trimmed.length - 26; const toolCalls = []; while (cursor < sectionEndIndex) { while (cursor < sectionEndIndex && /\s/.test(trimmed[cursor] ?? "")) cursor += 1; if (cursor >= sectionEndIndex) break; if (!trimmed.startsWith(TOOL_CALL_BEGIN, cursor)) return null; const nameStart = cursor + 19; const argMarkerIndex = trimmed.indexOf(TOOL_CALL_ARGUMENT_BEGIN, nameStart); if (argMarkerIndex < 0 || argMarkerIndex >= sectionEndIndex) return null; const rawId = trimmed.slice(nameStart, argMarkerIndex).trim(); if (!rawId) return null; const argsStart = argMarkerIndex + 28; const callEndIndex = trimmed.indexOf(TOOL_CALL_END, argsStart); if (callEndIndex < 0 || callEndIndex > sectionEndIndex) return null; const rawArgs = trimmed.slice(argsStart, callEndIndex).trim(); let parsedArgs; try { parsedArgs = JSON.parse(rawArgs); } catch { return null; } if (!parsedArgs || typeof parsedArgs !== "object" || Array.isArray(parsedArgs)) return null; const name = stripTaggedToolCallCounter(rawId); if (!name) return null; toolCalls.push({ type: "toolCall", id: rawId, name, arguments: parsedArgs }); cursor = callEndIndex + 17; } return toolCalls.length > 0 ? toolCalls : null; } function rewriteKimiTaggedToolCallsInMessage(message) { if (!message || typeof message !== "object") return; const content = message.content; if (!Array.isArray(content)) return; let changed = false; const nextContent = []; for (const block of content) { if (!block || typeof block !== "object") { nextContent.push(block); continue; } const typedBlock = block; if (typedBlock.type !== "text" || typeof typedBlock.text !== "string") { nextContent.push(block); continue; } const parsed = parseKimiTaggedToolCalls(typedBlock.text); if (!parsed) { nextContent.push(block); continue; } nextContent.push(...parsed); changed = true; } if (!changed) return; message.content = nextContent; const typedMessage = message; if (typedMessage.stopReason === "stop") typedMessage.stopReason = "toolUse"; } function transformKimiStreamEvent(value, transformMessage) { const event = value && typeof value === "object" ? value : void 0; if (!event) return; for (const message of [event.partial, event.message]) transformMessage(message); } function wrapStreamMessageObjects(stream, transformMessage) { const readFinalMessage = stream.result.bind(stream); Object.assign(stream, { async result() { const message = await readFinalMessage(); transformMessage(message); return message; } }); const createIterator = stream[Symbol.asyncIterator].bind(stream); stream[Symbol.asyncIterator] = () => { const iterator = createIterator(); return { async next() { const step = await iterator.next(); if (!step.done) transformKimiStreamEvent(step.value, transformMessage); return step; }, async return(value) { return iterator.return?.(value) ?? { done: true, value: void 0 }; }, async throw(error) { return iterator.throw?.(error) ?? { done: true, value: void 0 }; } }; }; return stream; } function createKimiToolCallMarkupWrapper(baseStreamFn) { const underlying = baseStreamFn ?? streamSimple; return (model, context, options) => { const maybeStream = underlying(model, context, options); if (maybeStream && typeof maybeStream === "object" && "then" in maybeStream) return Promise.resolve(maybeStream).then((stream) => wrapStreamMessageObjects(stream, rewriteKimiTaggedToolCallsInMessage)); return wrapStreamMessageObjects(maybeStream, rewriteKimiTaggedToolCallsInMessage); }; } function createKimiThinkingWrapper(baseStreamFn, thinkingConfig) { const underlying = baseStreamFn ?? streamSimple; return (model, context, options) => streamWithPayloadPatch(underlying, model, context, options, (payloadObj) => { const normalized = typeof thinkingConfig === "string" ? { type: thinkingConfig } : thinkingConfig; payloadObj.thinking = model.api === "anthropic-messages" ? { ...normalized } : { type: normalized.type }; if (model.api === "anthropic-messages") ensureKimiAnthropicMaxTokens(payloadObj, normalized); else if (normalized.type === "enabled") ensureKimiOpenAIReasoningContent(payloadObj); else stripKimiOpenAIReasoningContent(payloadObj); delete payloadObj.reasoning; delete payloadObj.reasoning_effort; delete payloadObj.reasoningEffort; stripAnthropicCacheControlMarkers(payloadObj); }); } function stripContentBlockCacheControl(block) { if (!block || typeof block !== "object") return; const record = block; delete record.cache_control; if (record.type === "tool_result" && Array.isArray(record.content)) for (const nestedBlock of record.content) stripContentBlockCacheControl(nestedBlock); } function stripContentArrayCacheControl(value) { if (!Array.isArray(value)) return; for (const block of value) stripContentBlockCacheControl(block); } function stripAnthropicCacheControlMarkers(payloadObj) { stripContentArrayCacheControl(payloadObj.system); if (!Array.isArray(payloadObj.messages)) return; for (const message of payloadObj.messages) { if (!message || typeof message !== "object") continue; stripContentArrayCacheControl(message.content); } } function wrapKimiProviderStream(ctx) { const thinkingConfig = resolveKimiThinkingConfig({ configuredThinking: ctx.extraParams?.thinking, thinkingLevel: ctx.thinkingLevel }); return createKimiToolCallMarkupWrapper(createKimiThinkingWrapper(ctx.streamFn, thinkingConfig)); } //#endregion export { wrapKimiProviderStream as a, resolveKimiThinkingType as i, createKimiToolCallMarkupWrapper as n, resolveKimiThinkingConfig as r, createKimiThinkingWrapper as t };