evalite
Version:
Test your LLM-powered apps with a TypeScript-native, Vitest-based eval runner. No API key required.
50 lines • 1.83 kB
TypeScript
import type { Evalite } from "./types.js";
export declare const getServerState: (fetchOpts?: {
signal?: AbortSignal;
}) => Promise<Evalite.ServerState>;
export type GetMenuItemsResultEval = Evalite.SDK.GetMenuItemsResultEval;
export type GetMenuItemsResult = Evalite.SDK.GetMenuItemsResult;
export declare const getMenuItems: (fetchOpts?: {
signal?: AbortSignal;
}) => Promise<GetMenuItemsResult>;
export type GetEvalByNameResult = {
history: {
score: number;
date: string;
}[];
evaluation: Evalite.Storage.Entities.Eval & {
results: (Evalite.Storage.Entities.Result & {
scores: Evalite.Storage.Entities.Score[];
})[];
};
prevEvaluation: (Evalite.Storage.Entities.Eval & {
results: (Evalite.Storage.Entities.Result & {
scores: Evalite.Storage.Entities.Score[];
})[];
}) | undefined;
};
export declare const getEvalByName: (name: string, timestamp: string | null | undefined, fetchOpts?: {
signal?: AbortSignal;
}) => Promise<GetEvalByNameResult>;
export type GetResultResult = {
result: Evalite.Storage.Entities.Result & {
traces: Evalite.Storage.Entities.Trace[];
score: number;
scores: Evalite.Storage.Entities.Score[];
};
prevResult: (Evalite.Storage.Entities.Result & {
score: number;
scores: Evalite.Storage.Entities.Score[];
}) | undefined;
evaluation: Evalite.Storage.Entities.Eval;
};
export declare const getResult: (opts: {
evalName: string;
evalTimestamp: string | null | undefined;
resultIndex: string;
}, fetchOpts?: {
signal?: AbortSignal;
}) => Promise<GetResultResult>;
export declare const serveFile: (filepath: string) => string;
export declare const downloadFile: (filepath: string) => string;
//# sourceMappingURL=sdk.d.ts.map