eve
Version:
Filesystem-first framework for durable backend AI agents that run anywhere.
14 lines (13 loc) • 622 B
TypeScript
import type { AssertionResult, EveEvalVerdict } from "#evals/types.js";
/**
* Computes the per-eval verdict from the execution outcome and recorded
* assertions. An execution error or a failed gate assertion is a hard
* failure; a below-threshold soft assertion at worst demotes the eval to
* `"scored"` (which `eve eval --strict` later promotes to a failing exit
* code). Soft assertions without a threshold are tracked-only and never
* demote the verdict.
*/
export declare function computeEvalVerdict(input: {
readonly error?: string;
readonly assertions: readonly AssertionResult[];
}): EveEvalVerdict;