eve/dist/src/evals/cli/eval.d.ts

Filesystem-first framework for durable backend AI agents that run anywhere.

/** Parsed Commander options accepted by {@link runEvalCommand}. */
export interface EvalCliOptions {
    url?: string;
    timeout?: string;
    maxConcurrency?: string;
    json?: boolean;
    junit?: string;
    skipReport?: boolean;
    strict?: boolean;
    list?: boolean;
    tag?: string[];
    excludeTag?: string[];
    verbose?: boolean;
}
type EvalCliLogger = {
    log(message: string): void;
    error(message: string): void;
};
/**
 * Runs the `eve eval` command with already-parsed Commander options.
 *
 * Exit codes: `0` when every executed eval passed its gate assertions (and
 * soft thresholds under `--strict`), `1` when any eval failed, `2` for runner
 * or configuration errors (no evals discovered, no evals matching `--tag`).
 * When `--exclude-tag` removes every matching eval the run succeeds with
 * nothing executed.
 */
export declare function runEvalCommand(evalIds: readonly string[], options: EvalCliOptions, logger: EvalCliLogger, appRoot?: string): Promise<void>;
export {};