evalite
Version:
Test your LLM-powered apps with a TypeScript-native, Vitest-based eval runner. No API key required.
62 lines • 1.79 kB
TypeScript
import type { Db } from "./db.js";
import type { Evalite } from "./types.js";
export declare const getServerState: (fetchOpts?: {
signal?: AbortSignal;
}) => Promise<Evalite.ServerState>;
export type GetMenuItemsResultEval = {
filepath: string;
score: number;
name: string;
prevScore: number | undefined;
evalStatus: Db.EvalStatus;
};
export type GetMenuItemsResult = {
evals: GetMenuItemsResultEval[];
score: number;
prevScore: number | undefined;
evalStatus: Db.EvalStatus;
};
export declare const getMenuItems: (fetchOpts?: {
signal?: AbortSignal;
}) => Promise<GetMenuItemsResult>;
export type GetEvalByNameResult = {
history: {
score: number;
date: string;
}[];
evaluation: Db.Eval & {
results: (Db.Result & {
scores: Db.Score[];
})[];
};
prevEvaluation: (Db.Eval & {
results: (Db.Result & {
scores: Db.Score[];
})[];
}) | undefined;
};
export declare const getEvalByName: (name: string, timestamp: string | null | undefined, fetchOpts?: {
signal?: AbortSignal;
}) => Promise<GetEvalByNameResult>;
export type GetResultResult = {
result: Db.Result & {
traces: Db.Trace[];
score: number;
scores: Db.Score[];
};
prevResult: (Db.Result & {
score: number;
scores: Db.Score[];
}) | undefined;
evaluation: Db.Eval;
};
export declare const getResult: (opts: {
evalName: string;
evalTimestamp: string | null | undefined;
resultIndex: string;
}, fetchOpts?: {
signal?: AbortSignal;
}) => Promise<GetResultResult>;
export declare const serveFile: (filepath: string) => string;
export declare const downloadFile: (filepath: string) => string;
//# sourceMappingURL=sdk.d.ts.map