evalite
Version:
Test your LLM-powered apps with a TypeScript-native, Vitest-based eval runner. No API key required.
14 lines • 767 B
TypeScript
import { type Evalite } from "@evalite/core";
declare module "vitest" {
interface TaskMeta {
evalite?: Evalite.TaskMeta;
}
}
export declare const evalite: {
<TInput, TOutput, TExpected = TOutput>(evalName: string, opts: Evalite.RunnerOpts<TInput, TOutput, TExpected>): import("vitest").SuiteCollector<object>;
experimental_skip<TInput, TOutput, TExpected>(evalName: string, opts: Evalite.RunnerOpts<TInput, TOutput, TExpected>): import("vitest").SuiteCollector<object>;
};
export declare const createScorer: <TInput, TOutput, TExpected = TOutput>(opts: Evalite.ScorerOpts<TInput, TOutput, TExpected>) => Evalite.Scorer<TInput, TOutput, TExpected>;
export * from "./evalite-file.js";
export type { Evalite };
//# sourceMappingURL=index.d.ts.map