@anthropic-ai/sdk
Version:
The official TypeScript library for the Anthropic API
853 lines (809 loc) • 36.8 kB
text/typescript
import { AnthropicError } from '../../core/error';
import type { Anthropic } from '../../client';
import type {
BetaManagedAgentsAgentCustomToolUseEvent,
BetaManagedAgentsAgentToolUseEvent,
BetaManagedAgentsSessionEvent,
BetaManagedAgentsStreamSessionEvents,
BetaManagedAgentsUserCustomToolResultEventParams,
BetaManagedAgentsUserToolResultEventParams,
} from '../../resources/beta/sessions/events';
import type { BetaToolResultContentBlockParam } from '../../resources/beta';
import { loggerFor, type Logger } from '../../internal/utils/log';
import { sleep } from '../../internal/utils/sleep';
import { isFatal4xx } from '../../internal/utils/backoff';
import { linkAbort } from '../../internal/utils/abort';
import { AsyncQueue } from '../../internal/utils/async-queue';
import { buildHeaders } from '../../internal/headers';
import { helperHeader } from '../../internal/stainless-helper-header';
import type { RequestOptions } from '../../internal/request-options';
import { runRunnableTool, toolName, type BetaRunnableTool } from './BetaRunnableTool';
import type { BetaToolRunnerRequestOptions } from './BetaToolRunner';
/** Beta header for the managed-agents API. */
export const MANAGED_AGENTS_BETA = 'managed-agents-2026-04-01';
const STREAM_BACKOFF_START_MS = 500;
const STREAM_BACKOFF_CAP_MS = 10_000;
const TOOL_TIMEOUT_MS = 120_000;
const DRAIN_TIMEOUT_MS = 30_000;
const SEND_RETRIES = 3;
/** Block type accepted in a `user.tool_result` event's content — codegen'd, stays in sync with the API. */
type SessionContentBlock = NonNullable<BetaManagedAgentsUserToolResultEventParams['content']>[number];
/**
* A tool-call event the runner dispatches against the local registry: either a
* builtin `agent.tool_use` (answered with `user.tool_result`) or a custom
* `agent.custom_tool_use` (answered with `user.custom_tool_result`). Server-side
* `agent.mcp_tool_use` calls are intentionally excluded — the runner does not
* handle them.
*/
type DispatchedToolUseEvent = BetaManagedAgentsAgentToolUseEvent | BetaManagedAgentsAgentCustomToolUseEvent;
/**
* The result-event params paired with a {@link DispatchedToolUseEvent}: a
* `user.tool_result` answers an `agent.tool_use`, a `user.custom_tool_result`
* answers an `agent.custom_tool_use`. The two pairs must be matched exactly.
*/
type DispatchedToolResultParams =
| BetaManagedAgentsUserToolResultEventParams
| BetaManagedAgentsUserCustomToolResultEventParams;
export interface SessionToolRunnerOptions {
client: Anthropic;
/**
* Tools to expose to the session, in the same {@link BetaRunnableTool} shape
* `client.beta.messages.toolRunner` accepts. Use
* `betaAgentToolset20260401({ workdir })` from
* `@anthropic-ai/sdk/tools/agent-toolset/node` for the standard
* `agent_toolset_20260401` set; filter or extend the array to customise.
*/
tools: Array<BetaRunnableTool>;
/**
* Once the session goes idle with `stop_reason.type === "end_turn"`, the
* runner keeps running for this many milliseconds before stopping; any new
* event resets the countdown and it re-arms on the next `end_turn` idle. The
* countdown is deferred while a confirmation-gated call is held or still
* dispatching, and starts fresh once the last one resolves.
* Defaults to {@link DEFAULT_MAX_IDLE_MS} (60s). `0` (or negative) disables
* it — the runner then only stops on session termination or the consumer
* breaking out / aborting.
*/
maxIdleMs?: number;
/** External abort signal. Aborting it ends the iteration. */
signal?: AbortSignal;
/**
* Extra per-request options merged into every call this runner issues
* (event stream / list / send). Mirrors what `client.beta.messages.toolRunner`
* accepts: custom `headers` (e.g. a proxy's auth/routing headers) reach the
* poll/heartbeat/stop/stream/list/send calls. The runner always owns the abort
* signal, so a `signal` here is ignored — pass {@link SessionToolRunnerOptions.signal}
* to abort externally.
*/
requestOptions?: BetaToolRunnerRequestOptions;
}
/** Default {@link SessionToolRunnerOptions.maxIdleMs}: 60 seconds. */
export const DEFAULT_MAX_IDLE_MS = 60_000;
/**
* Outcome of a single tool execution dispatched by {@link SessionToolRunner}.
*
* Yielded after the tool ran (or failed) and after the result was posted back
* to the session as a `user.tool_result` event. Consumers can read either the
* embedded {@link DispatchedToolCall.event} / {@link DispatchedToolCall.result}
* blocks or the flat top-level convenience fields.
*/
export interface DispatchedToolCall {
/**
* The `agent.tool_use` or `agent.custom_tool_use` event that triggered this
* dispatch. Read `event.input` for the raw tool input and `event.name` for the
* tool name; `event.type` distinguishes a builtin tool call from a custom one.
*/
readonly event: DispatchedToolUseEvent;
/**
* The result event posted (or attempted) back to the session for this call: a
* `user.tool_result` for an `agent.tool_use`, a `user.custom_tool_result` for
* an `agent.custom_tool_use`. Read `result.content` for the tool's output
* blocks and `result.is_error` for the error flag.
*
* `undefined` when no result event was ever built — i.e. the tool name is
* not one this runner owns and, under the split-client behavior, it
* deliberately posted nothing and left the id pending for its owner.
*/
readonly result?: DispatchedToolResultParams;
/**
* Flat convenience for `event.id` — the id of the tool-use event this result
* answers (echoed back as `tool_use_id` / `custom_tool_use_id` on the result).
*/
readonly toolUseId: string;
/** Flat convenience for `event.name` — the dispatched tool's name. */
readonly name: string;
/**
* Flat convenience for `result.is_error` — `true` when the tool threw,
* `false` on success and for a skipped unowned call.
*/
readonly isError: boolean;
/**
* Whether a result event for this call reached the session. `false` when the
* post itself failed (typically a permanent 4xx or send-retry exhaustion)
* and also `false` — with no `result` event ever built — for a tool name
* this runner does not own when it deliberately posts nothing and leaves the
* id pending for its owner (the split-client behavior), or when the call
* was denied and never executed (see `confirmation`).
*/
readonly posted: boolean;
/**
* The confirmation verdict that gated this call, if any.
*
* `'allow'` — the call required user confirmation (the server evaluated
* its permission to `ask`, e.g. under an `always_ask` policy) and the
* matching `user.tool_confirmation` approved it before the tool ran.
* `'deny'` — the user denied it, or the server itself evaluated the
* permission to `deny`; the tool was never executed and nothing was posted
* (`result=undefined`, `posted=false`, `isError=false`).
* `undefined` — the call needed no confirmation.
*/
readonly confirmation: 'allow' | 'deny' | undefined;
}
/** Returns true if `ev` is a `session.status_idle` with `stop_reason` `end_turn`. */
function isEndTurnIdle(ev: { type?: string; stop_reason?: { type?: string } }): boolean {
return ev.type === 'session.status_idle' && ev.stop_reason?.type === 'end_turn';
}
/**
* The `maxIdleMs` stop-countdown, including its deferral. {@link noteEvent}
* arms on `session.status_idle` with `stop_reason: end_turn` and disarms on
* anything else. Gated tool work registered via {@link block} — a call held for
* user confirmation, or a user-approved call still dispatching — keeps
* {@link arm} pending until {@link unblock} retires the last blocker, at which
* point the countdown starts. Event-driven — there is no polling watchdog.
*/
class IdleClock {
readonly #maxIdleMs: number;
readonly #onExpire: () => void;
readonly #blockers = new Set<string>();
// Set when arm() found blockers outstanding; the unblock that retires the
// last blocker applies it. Cleared by any disarm.
#armPending = false;
#timer: ReturnType<typeof setTimeout> | undefined;
constructor(maxIdleMs: number, onExpire: () => void) {
this.#maxIdleMs = maxIdleMs;
this.#onExpire = onExpire;
}
/**
* Arm on `status_idle{end_turn}`; disarm otherwise. `user.tool_confirmation`
* is neutral: it signals neither agent activity nor an idle, and its effect
* on the clock flows through {@link block} / {@link unblock} instead —
* disarming here would discard the pending arm the verdict is about to
* settle.
*/
noteEvent(ev: { type: string; stop_reason?: { type?: string } }): void {
if (ev.type === 'user.tool_confirmation') return;
if (isEndTurnIdle(ev)) this.arm();
else this.disarm();
}
/** Register gated work that must resolve before an idle countdown starts. */
block(toolUseId: string): void {
this.#blockers.add(toolUseId);
if (this.#timer !== undefined) {
// Defensive: every caller disarms first (any event that routes a tool
// call is itself a disarming event), but a countdown running when gated
// work appears is stale evidence — the session is not idly waiting to
// stop. Convert it into a pending arm rather than let it fire over the
// gated call.
this.#armPending = true;
clearTimeout(this.#timer);
this.#timer = undefined;
}
}
/**
* Retire gated work (a no-op for ids never blocked); applies a pending arm —
* with a fresh full `maxIdleMs` window — once the last blocker retires.
*/
unblock(toolUseId: string): void {
this.#blockers.delete(toolUseId);
if (this.#blockers.size === 0 && this.#armPending) this.arm();
}
/**
* (Re)start the idle countdown — or, while blockers are outstanding, hold
* the arm pending instead. Stopping then would drop a held call when its
* verdict later arrives, or cut the runner off before a released call's
* result can drive the next turn.
*/
arm(): void {
if (this.#maxIdleMs <= 0) return;
if (this.#blockers.size > 0) {
this.#armPending = true;
return;
}
this.#armPending = false;
if (this.#timer !== undefined) clearTimeout(this.#timer);
this.#timer = setTimeout(this.#onExpire, this.#maxIdleMs);
}
/**
* Cancel the idle countdown and any pending arm. Blockers persist — they
* track real outstanding work, retired only by {@link unblock}.
*/
disarm(): void {
this.#armPending = false;
if (this.#timer !== undefined) {
clearTimeout(this.#timer);
this.#timer = undefined;
}
}
}
/**
* The sessions-side counterpart to `client.beta.messages.toolRunner`: an
* async-iterable that attaches to a managed-agents session, executes every
* incoming `agent.tool_use` and `agent.custom_tool_use` event against a local
* tool registry, posts the matching result back (`user.tool_result` for the
* former, `user.custom_tool_result` for the latter), and yields one
* {@link DispatchedToolCall} per completed call. Server-side `agent.mcp_tool_use`
* calls are not dispatched. Internally drives event-stream reconnect and result
* posting.
*
* A call the server gated with `evaluated_permission: "ask"` (the `always_ask`
* policy — or any value this SDK doesn't recognize, which fails closed) is held
* until its `user.tool_confirmation` arrives: only an explicit `allow` runs it;
* `deny` — or any verdict this SDK doesn't recognize, failing closed — is never
* executed and posts nothing (the denial resolves the call server-side), but is
* still yielded (`confirmation="deny"`, `posted=false`, `result=undefined`) so
* the consumer can observe it. A held call — and a user-approved one still
* dispatching — defers the `maxIdleMs` countdown, so an `end_turn` idle
* observed in the meantime cannot stop the runner: it waits until the verdict
* arrives, the session terminates, or the abort signal fires — pass
* `AbortSignal.timeout(...)` for a wall-clock bound.
*
* Iteration ends when the session terminates (`session.status_terminated` /
* `session.deleted`), when the consumer `break`s out of the loop or aborts the
* supplied signal, or — once the session has gone idle with
* `stop_reason.type === "end_turn"` — when `maxIdleMs` elapses with no new
* event (any new event resets that countdown; it re-arms on the next `end_turn`
* idle; `maxIdleMs <= 0` disables it). The `finally` branch drains any in-flight
* tool calls and runs each tool's `close()` cleanup hook. It does *not* touch
* the work-item lease — wrap it in an `EnvironmentWorker` if you need
* heartbeating / force-stop.
*
* @example
* ```ts
* import { betaAgentToolset20260401 } from '@anthropic-ai/sdk/tools/agent-toolset/node';
*
* for await (const call of client.beta.sessions.events.toolRunner(work.data.id, {
* tools: [...betaAgentToolset20260401({ workdir }), myTool],
* })) {
* console.log(`${call.name} -> ${call.isError ? 'error' : 'ok'}`);
* }
* ```
*/
export class SessionToolRunner implements AsyncIterable<DispatchedToolCall> {
readonly client: Anthropic;
readonly sessionId: string;
readonly tools: ReadonlyArray<BetaRunnableTool>;
readonly maxIdleMs: number;
#consumed = false;
readonly #controller: AbortController;
readonly #detachExternal: () => void;
readonly #requestOpts: BetaToolRunnerRequestOptions | undefined;
readonly #toolByName: Map<string, BetaRunnableTool>;
readonly #logger: Logger;
readonly #seen = new Set<string>();
readonly #answered = new Set<string>();
// Confirmation gating (`always_ask` tools): `#confirmationVerdicts` records
// every `user.tool_confirmation` verdict by `tool_use_id`;
// `#awaitingConfirmation` holds the tool-call events whose
// `evaluated_permission` is `ask` and whose verdict has not arrived —
// released (or resolved as denied) by `#noteConfirmation` / the next
// reconcile pass. Like `#seen` and `#answered`, `#confirmationVerdicts` is
// per-session O(tool calls): recorded verdicts persist for the life of the run.
readonly #confirmationVerdicts = new Map<string, 'allow' | 'deny'>();
readonly #awaitingConfirmation = new Map<string, DispatchedToolUseEvent>();
readonly #results = new AsyncQueue<DispatchedToolCall>();
#inFlightCount = 0;
#onIdle: (() => void) | null = null;
readonly #idleClock: IdleClock;
constructor(sessionId: string, opts: SessionToolRunnerOptions) {
this.client = opts.client;
this.sessionId = sessionId;
this.tools = opts.tools;
this.maxIdleMs = opts.maxIdleMs ?? DEFAULT_MAX_IDLE_MS;
this.#logger = loggerFor(opts.client);
this.#toolByName = new Map(opts.tools.map((t) => [toolName(t), t]));
this.#controller = new AbortController();
this.#detachExternal = linkAbort(opts.signal, this.#controller);
this.#requestOpts = opts.requestOptions;
this.#idleClock = new IdleClock(this.maxIdleMs, () => {
this.#logger.info('session idle after end_turn; stopping', {
component: 'session-tool-runner',
session_id: this.sessionId,
max_idle_ms: this.maxIdleMs,
});
this.#controller.abort();
});
}
/** Read-only view of this runner's abort signal. */
get signal(): AbortSignal {
return this.#controller.signal;
}
/** Abort the runner. Background tasks will wind down and `for await` will exit cleanly. */
abort(): void {
this.#controller.abort();
}
async *[Symbol.asyncIterator](): AsyncIterator<DispatchedToolCall> {
if (this.#consumed) {
throw new AnthropicError('Cannot iterate over a consumed SessionToolRunner');
}
this.#consumed = true;
this.#logger.info('session tool runner starting', {
component: 'session-tool-runner',
session_id: this.sessionId,
});
// The one background promise: drives the event stream and dispatches tools.
// Its `.catch` aborts the controller so the main loop unwinds.
const streamPromise = this.#streamLoop().catch((e) => {
if (!this.#controller.signal.aborted) {
this.#logger.error('stream loop failed', { error: String(e) });
}
this.#controller.abort();
});
try {
// Phase 1: yield results as they arrive. `next(signal)` resolves
// `done: true` when the controller aborts — cancellation is handled in
// the queue read, no outer `Promise.race` needed.
while (true) {
const next = await this.#results.next(this.#controller.signal);
if (next.done) break;
yield next.value;
}
// Phase 2: let the stream loop settle (and push any final results), then
// drain whatever is still queued before closing.
await streamPromise;
let pending: DispatchedToolCall | undefined;
while ((pending = this.#results.tryShift()) !== undefined) {
yield pending;
}
} finally {
this.#controller.abort();
this.#idleClock.disarm();
// Re-await defensively in case the consumer broke out of phase 1 before
// phase 2 ran — a no-op if it already settled.
await streamPromise;
try {
await this.#drain();
} catch (e) {
this.#logger.warn('drain failed', { error: String(e) });
}
this.#results.close();
for (const t of this.tools) {
try {
// `close` is typed `() => Promisable<void>`, so a single `await`
// covers both the sync and async return.
await t.close?.();
} catch (e) {
this.#logger.warn('tool.close failed', { tool: toolName(t), error: String(e) });
}
}
// Detach from the external signal so the consumer can drop their signal
// reference without leaking this iterator instance.
this.#detachExternal();
}
}
// ===== request options =====
/**
* Request options for every helper-issued call: the caller's `requestOptions`
* (custom proxy headers etc.) with the helper telemetry header stamped on and
* the runner's own abort signal forced last so it always owns cancellation.
*/
#requestOptions(): RequestOptions {
return {
...this.#requestOpts,
headers: buildHeaders([helperHeader('session-tool-runner'), this.#requestOpts?.headers]),
signal: this.#controller.signal,
};
}
// ===== event stream =====
async #streamLoop(): Promise<void> {
const ctrl = this.#controller;
let backoff = STREAM_BACKOFF_START_MS;
while (!ctrl.signal.aborted) {
try {
// Establish the event stream *before* reconciling history, so an event
// emitted in the gap between listing and attaching is buffered on the
// stream rather than lost. `seen`/`answered` dedup any event that shows
// up both in the reconcile pass and on the live stream.
const stream = await this.client.beta.sessions.events.stream(
this.sessionId,
{},
this.#requestOptions(),
);
await this.#reconcile();
for await (const ev of stream) {
backoff = STREAM_BACKOFF_START_MS;
if (await this.#handleStreamEvent(ev)) return;
}
} catch (e) {
// An abort throws to unwind the caller (the iterator's `streamPromise`
// `.catch`) rather than returning early and letting it carry on.
ctrl.signal.throwIfAborted();
if (isFatal4xx(e)) {
this.#logger.error('permanent stream failure, shutting down', { error: String(e) });
ctrl.abort();
throw e;
}
this.#logger.warn('stream disconnected, reconnecting', {
error: String(e),
backoff_ms: backoff,
});
}
ctrl.signal.throwIfAborted();
await sleep(backoff, ctrl.signal);
backoff = Math.min(backoff * 2, STREAM_BACKOFF_CAP_MS);
}
}
/**
* Read full history before dispatching so a `tool_use` whose result appears
* later in the same history is not re-executed. Runs after the live stream is
* already attached (see {@link SessionToolRunner.#streamLoop}).
*/
async #reconcile(): Promise<void> {
const ctrl = this.#controller;
const pending: DispatchedToolUseEvent[] = [];
let lastWasEndTurn = false;
try {
for await (const ev of this.client.beta.sessions.events.list(
this.sessionId,
{ limit: 1000 },
this.#requestOptions(),
)) {
this.#ingestHistory(ev, pending);
lastWasEndTurn = isEndTurnIdle(ev);
}
} catch (e) {
// An abort throws to unwind the caller; a real list failure is
// non-fatal — undo the speculative `seen` entries and let `#streamLoop`
// carry on with the live stream.
ctrl.signal.throwIfAborted();
this.#logger.warn('reconcile list failed', { error: String(e) });
// If list itself failed, undo the speculative `seen` entries so the next
// reconcile pass (or the live stream) can pick them up. Leave the idle
// timer untouched — the history we read may be incomplete.
for (const ev of pending) this.#seen.delete(ev.id);
return;
}
const unanswered = pending.filter((ev) => !this.#answered.has(ev.id));
// Disarm before routing: `#execute` runs inline here, so a timer left armed
// from before the reconnect could fire over an in-flight tool.
this.#idleClock.disarm();
for (const ev of unanswered) await this.#routeToolEvent(ev);
// A held call's verdict is normally applied by the routing pass above; if
// its tool_use fell outside the listed window the pass never saw it, so
// apply the verdict to the held copy here.
for (const held of [...this.#awaitingConfirmation.values()]) {
const verdict = this.#confirmationVerdicts.get(held.id);
if (verdict !== undefined) await this.#applyVerdict(held, verdict);
}
// Routing resolves denied calls in place (marking them answered) and holds
// ask-gated calls for their `user.tool_confirmation`. If the most recent
// event in history is an `end_turn` idle and no tool work is outstanding,
// the session is done — arm the idle clock so the runner stops even if that
// `end_turn` arrived during a disconnect. A held call is not outstanding
// here: it blocks the clock, so this arm stays pending until the verdict
// (and, for an allow, the dispatch it releases) resolves it.
const outstanding = unanswered.filter(
(ev) => !this.#answered.has(ev.id) && !this.#awaitingConfirmation.has(ev.id),
);
if (lastWasEndTurn && outstanding.length === 0) this.#idleClock.arm();
else this.#idleClock.disarm();
}
#ingestHistory(ev: BetaManagedAgentsSessionEvent, pending: DispatchedToolUseEvent[]): void {
if (ev.type === 'agent.tool_use' || ev.type === 'agent.custom_tool_use') {
// Mark the event seen so a replay on the live stream is not dispatched
// twice, but decide whether it still needs executing from `answered`, not
// `seen`: a call whose result post failed is seen-but-unanswered, and must
// be retried on the next reconcile pass rather than silently dropped.
this.#seen.add(ev.id);
if (!this.#answered.has(ev.id)) pending.push(ev);
} else if (ev.type === 'user.tool_result') {
this.#answered.add(ev.tool_use_id);
} else if (ev.type === 'user.custom_tool_result') {
this.#answered.add(ev.custom_tool_use_id);
} else if (ev.type === 'user.tool_confirmation') {
// Record the verdict only, before the pending pass, so a call whose
// confirmation appears later in the same history routes with its verdict
// already known. Releasing a held call here as well would dispatch it a
// second time when the routing pass reaches its tool_use event.
if (!this.#answered.has(ev.tool_use_id)) this.#confirmationVerdicts.set(ev.tool_use_id, ev.result);
}
}
/** Returns true when the runner should exit. */
async #handleStreamEvent(ev: BetaManagedAgentsStreamSessionEvents): Promise<boolean> {
this.#idleClock.noteEvent(ev);
switch (ev.type) {
case 'agent.tool_use':
case 'agent.custom_tool_use':
if (!this.#seen.has(ev.id)) {
this.#seen.add(ev.id);
await this.#routeToolEvent(ev);
}
return false;
case 'user.tool_confirmation':
await this.#noteConfirmation(ev);
return false;
case 'user.tool_result':
this.#answered.add(ev.tool_use_id);
return false;
case 'user.custom_tool_result':
this.#answered.add(ev.custom_tool_use_id);
return false;
case 'session.status_terminated':
case 'session.deleted':
this.#logger.info('session terminated', {
component: 'session-tool-runner',
session_id: this.sessionId,
});
this.#controller.abort();
return true;
default:
return false;
}
}
// ===== confirmation gating (always_ask tools) =====
/**
* Dispatch `ev`, honoring its evaluated permission. A call the server gated
* (`evaluated_permission == "ask"`) is held until its `user.tool_confirmation`
* arrives. Fails closed: only an explicit `allow` verdict releases a gated
* call; a server-side `deny` overrides any recorded verdict; an unrecognized
* permission is held like `ask` and an unrecognized verdict is denied.
*/
async #routeToolEvent(ev: DispatchedToolUseEvent): Promise<void> {
// `getattr`-style read: today only `agent.tool_use` carries
// `evaluated_permission`, but if it ever lands on `agent.custom_tool_use`
// the gate must keep failing closed rather than dispatch by event type.
const permission = (ev as { evaluated_permission?: 'allow' | 'ask' | 'deny' }).evaluated_permission;
// A server-side `deny` overrides any (stray) recorded verdict.
const verdict = permission === 'deny' ? 'deny' : this.#confirmationVerdicts.get(ev.id);
if (verdict === undefined) {
if (permission === undefined || permission === 'allow') {
await this.#execute(ev, undefined);
} else if (!this.#awaitingConfirmation.has(ev.id)) {
// "ask" — or a permission this SDK does not recognize, which must not
// dispatch unconfirmed — waits for the user's verdict. (Already-held: a
// reconcile after reconnect re-routes the call; keep the existing hold.)
this.#logger.info('tool call awaiting confirmation; holding', {
component: 'session-tool-runner',
session_id: this.sessionId,
tool: ev.name,
tool_use_id: ev.id,
});
this.#awaitingConfirmation.set(ev.id, ev);
this.#idleClock.block(ev.id);
}
return;
}
await this.#applyVerdict(ev, verdict);
}
/** Record an allow/deny verdict and release the held call it gates, if any. */
async #noteConfirmation(ev: { tool_use_id: string; result: 'allow' | 'deny' }): Promise<void> {
this.#confirmationVerdicts.set(ev.tool_use_id, ev.result);
const held = this.#awaitingConfirmation.get(ev.tool_use_id);
// Nothing held: the verdict gates a call this runner has not seen yet (or
// one it never gates, e.g. an `agent.mcp_tool_use`). Keeping it in
// `#confirmationVerdicts` lets a later route of that call resolve instantly.
if (held === undefined) return;
await this.#applyVerdict(held, ev.result);
}
/**
* Dispatch or resolve a gated call according to its verdict.
*
* The idle-clock blocker accounting lives here: a denial retires the held
* call's blocker, while an allow keeps one on the call — taking it now if the
* verdict was already known when the call was routed, so it was never held —
* until `#execute` has finished with it. The countdown must not run over
* gated work that is still in flight.
*/
async #applyVerdict(ev: DispatchedToolUseEvent, verdict: 'allow' | 'deny'): Promise<void> {
const wasHeld = this.#awaitingConfirmation.delete(ev.id);
if (verdict === 'allow') {
this.#logger.info('tool call confirmed', {
component: 'session-tool-runner',
session_id: this.sessionId,
tool: ev.name,
tool_use_id: ev.id,
});
if (!wasHeld) this.#idleClock.block(ev.id);
try {
await this.#execute(ev, 'allow');
} finally {
// The approved call is fully disposed of (executed, or moot because it
// was answered elsewhere) — the sole place an allow's blocker retires.
this.#idleClock.unblock(ev.id);
}
return;
}
// "deny" — or any value other than an explicit "allow" (fail closed). The
// denial resolves the call server-side, so mark it answered and yield it
// (nothing ran, nothing posted).
if (wasHeld) this.#idleClock.unblock(ev.id);
this.#answered.add(ev.id);
this.#logger.info('tool call denied; not executing', {
component: 'session-tool-runner',
session_id: this.sessionId,
tool: ev.name,
tool_use_id: ev.id,
});
this.#surfaceCall({
event: ev,
toolUseId: ev.id,
name: ev.name,
isError: false,
posted: false,
confirmation: 'deny',
});
}
/**
* Yield `call` to the consumer. A closed queue — the consumer broke out of
* the iterator — makes `push` a no-op returning false; the underlying work
* already happened, so only the observability event is lost.
*/
#surfaceCall(call: DispatchedToolCall): void {
this.#results.push(call);
}
// ===== tool execution =====
async #execute(ev: DispatchedToolUseEvent, confirmation: 'allow' | undefined): Promise<void> {
if (this.#answered.has(ev.id)) return;
this.#logger.info('executing tool', {
component: 'session-tool-runner',
session_id: this.sessionId,
tool: ev.name,
tool_use_id: ev.id,
});
this.#inFlightCount++;
try {
const tool = this.#toolByName.get(ev.name);
if (!tool) {
// Skip (split-client partial fulfilment): a name this runner
// is not registered for belongs to the other client servicing this
// session (typically the customer's app backend handling custom tools).
// Post NO result, do not mark it answered, and leave the tool_use_id
// pending for its owner — claiming it would corrupt the conversation.
// Still yield the call so the consumer can observe the unowned
// dispatch; nothing was sent, so `posted`/`isError` stay false and no
// `result` event is populated. The id stays unanswered, so reconcile
// keeps it out of the idle/end-turn accounting and re-surfaces it after
// a reconnect until its owner answers it.
this.#logger.info('tool not owned by this runner; leaving the tool_use_id pending for its owner', {
component: 'session-tool-runner',
session_id: this.sessionId,
tool: ev.name,
tool_use_id: ev.id,
});
this.#surfaceCall({
event: ev,
toolUseId: ev.id,
name: ev.name,
isError: false,
posted: false,
confirmation,
});
return;
}
let content: string | Array<BetaToolResultContentBlockParam>;
let isError: boolean;
// Per-tool controller: aborts on the runner's own signal *or* the
// per-tool timeout, so an in-flight tool stops promptly when the runner
// is aborted instead of running until the timeout.
const toolCtrl = new AbortController();
const detachTool = linkAbort(this.#controller.signal, toolCtrl);
const timer = setTimeout(() => toolCtrl.abort(), TOOL_TIMEOUT_MS);
try {
// Pass the source `agent.tool_use` / `agent.custom_tool_use` event
// straight through as the run context's `toolUse` — it is a union
// member of `BetaToolUse`, no Messages-block adapter needed.
const outcome = await runRunnableTool(tool, ev.input, {
toolUse: ev,
toolUseBlock: ev,
signal: toolCtrl.signal,
});
content = outcome.content;
isError = outcome.isError;
} finally {
clearTimeout(timer);
detachTool();
}
// Answer with the result event that matches the call kind: a
// `user.tool_result` for an `agent.tool_use`, a `user.custom_tool_result`
// for an `agent.custom_tool_use`. Posting the wrong one leaves the call
// unanswered and the session stuck.
const result = buildResultEvent(ev, isError, toSessionContent(content));
const posted = await this.#sendResult(result, ev.id);
this.#surfaceCall({
event: ev,
result,
toolUseId: ev.id,
name: ev.name,
isError,
posted,
confirmation,
});
} finally {
this.#inFlightCount--;
if (this.#inFlightCount === 0) this.#onIdle?.();
}
}
async #sendResult(result: DispatchedToolResultParams, toolUseId: string): Promise<boolean> {
const ctrl = this.#controller;
let lastErr: unknown;
for (let i = 0; i < SEND_RETRIES; i++) {
// An abort throws to unwind the caller rather than returning a
// `posted: false` result the iterator would carry on past.
ctrl.signal.throwIfAborted();
try {
await this.client.beta.sessions.events.send(
this.sessionId,
{ events: [result] },
this.#requestOptions(),
);
this.#answered.add(toolUseId);
return true;
} catch (e) {
lastErr = e;
// Only short-circuit on a permanent 4xx; 408/409/429 deserve the
// remaining retries (aligned with the core client's retry policy).
if (isFatal4xx(e)) break;
// Back off only *between* attempts — never after the final one, since
// there is no further try left to wait for.
if (i < SEND_RETRIES - 1) await sleep((i + 1) * 1000, ctrl.signal);
}
}
this.#logger.error('failed to send tool result', {
tool_use_id: toolUseId,
error: String(lastErr),
});
return false;
}
/** Wait (bounded) for in-flight tool executions to finish during teardown. */
async #drain(): Promise<void> {
if (this.#inFlightCount === 0) return;
await Promise.race([new Promise<void>((r) => (this.#onIdle = r)), sleep(DRAIN_TIMEOUT_MS)]);
this.#onIdle = null;
if (this.#inFlightCount > 0) {
this.#logger.warn('drain timeout exceeded');
}
}
}
/**
* Build the result event that answers `ev`: a `user.tool_result` for a builtin
* `agent.tool_use`, a `user.custom_tool_result` for a custom
* `agent.custom_tool_use`. The two `(use, result)` pairs are distinct API event
* types and must be matched exactly — a `user.tool_result` does not answer a
* custom tool call.
*/
function buildResultEvent(
ev: DispatchedToolUseEvent,
isError: boolean,
content: SessionContentBlock[],
): DispatchedToolResultParams {
if (ev.type === 'agent.custom_tool_use') {
return { type: 'user.custom_tool_result', custom_tool_use_id: ev.id, is_error: isError, content };
}
return { type: 'user.tool_result', tool_use_id: ev.id, is_error: isError, content };
}
// The Messages-API tool-result block union is wider than the Sessions-API
// tool_result content union; pass through text/image/document and stringify
// anything else so a BetaRunnableTool authored for toolRunner still works here.
function toSessionContent(content: string | Array<BetaToolResultContentBlockParam>): SessionContentBlock[] {
if (typeof content === 'string') return [{ type: 'text', text: content || '(no output)' }];
const out = content.map((b): SessionContentBlock => {
if (b.type === 'text') return { type: 'text', text: b.text || '(no output)' };
if (b.type === 'image' || b.type === 'document') return b as SessionContentBlock;
if (b.type === 'search_result') {
// The Messages `search_result` block param maps field-for-field onto the
// Sessions `BetaManagedAgentsSearchResultBlock`; map it explicitly rather
// than letting it fall through to the JSON.stringify branch (which would
// bury a structured result inside a text block). `citations` is required
// on the Sessions side and optional on the Messages side — default the
// flag to `false` when the producer left it unset.
return {
type: 'search_result',
source: b.source,
title: b.title,
content: b.content.map((c) => ({ type: 'text', text: c.text })),
citations: { enabled: b.citations?.enabled ?? false },
};
}
return { type: 'text', text: JSON.stringify(b) };
});
return out.length > 0 ? out : [{ type: 'text', text: '(no output)' }];
}