@adonis-agora/agent/dist/src/evals/judge.d.ts

Governed, durable-backed AI agent (chat + tool-calling + governance) for AdonisJS — part of the Agora ecosystem.

import type { SinkWriter } from '../spi/token-stream-sink.js';
import type { ScoreResult } from './types.js';
/** The toolkit a model-graded (LLM-as-judge) scorer needs: a sink to nowhere and a verdict parser. */
/**
 * A {@link SinkWriter} that drops every token.
 *
 * {@link import('../spi/model-provider.js').ModelProvider.runTurn} streams deltas as it generates,
 * but a judge's verdict is read from the assembled `text` it returns and nobody is watching it
 * arrive — a judge call has no run, so there is no live stream to join.
 */
export declare function discardingSink(): SinkWriter;
/**
 * The upper end of the scale a judge is asked for. A 0–5 integer band is easier for a model to hold
 * consistently than a raw 0–1 float, so the prompt asks for that and the parser normalizes.
 */
export declare const MAX_JUDGE_SCORE = 5;
/** A judge reply that could not be read as a verdict. */
export declare class JudgeVerdictError extends Error {
    constructor(message: string);
}
/**
 * Read a `SCORE: n` / `REASON: …` reply into a {@link ScoreResult}, normalizing the score to `0..1`.
 *
 * A missing or out-of-band score THROWS rather than scoring 0: a judge that did not answer is a
 * broken evaluation, and recording it as a bad run would put the blame on the agent. The batch
 * runner catches it as a per-run scorer failure. A missing reason is tolerated — the number is the
 * verdict, the sentence is the courtesy.
 */
export declare function parseJudgeVerdict(text: string): ScoreResult;
//# sourceMappingURL=judge.d.ts.map