axiom/dist/evals/custom-runner.d.ts

Axiom AI SDK provides - an API to wrap your AI calls with observability instrumentation. - offline evals - online evals

import { VitestTestRunner } from 'vitest/runners';

/**
 * Custom Vitest runner that validates eval and scorer names before running any tests.
 *
 * The default runner doesn't give us a good way of doing this validation
 * before tests start, unfortunately.
 */
declare class AxiomEvalRunner extends VitestTestRunner {
    private validationChecked;
    /**
     * Override onBeforeRunSuite to validate names before the first suite runs.
     */
    onBeforeRunSuite(suite: any): Promise<void>;
}

export { AxiomEvalRunner as default };