evalite
Version:
Test your LLM-powered apps with a TypeScript-native, Vitest-based eval runner. No API key required.
48 lines • 2.08 kB
TypeScript
import type { Evalite } from "../types.js";
export declare class InMemoryStorage implements Evalite.Storage {
private runsStore;
private evalsStore;
private resultsStore;
private scoresStore;
private tracesStore;
private nextRunId;
private nextEvalId;
private nextResultId;
private nextScoreId;
private nextTraceId;
private constructor();
/**
* Create a new in-memory storage
*/
static create(): InMemoryStorage;
runs: {
create: (opts: Evalite.Storage.Runs.CreateOpts) => Promise<Evalite.Storage.Entities.Run>;
getMany: (opts?: Evalite.Storage.Runs.GetManyOpts) => Promise<Evalite.Storage.Entities.Run[]>;
};
evals: {
create: (opts: Evalite.Storage.Evals.CreateOpts) => Promise<Evalite.Storage.Entities.Eval>;
update: (opts: Evalite.Storage.Evals.UpdateOpts) => Promise<Evalite.Storage.Entities.Eval>;
getMany: (opts?: Evalite.Storage.Evals.GetManyOpts) => Promise<Evalite.Storage.Entities.Eval[]>;
};
results: {
create: (opts: Evalite.Storage.Results.CreateOpts) => Promise<Evalite.Storage.Entities.Result>;
update: (opts: Evalite.Storage.Results.UpdateOpts) => Promise<Evalite.Storage.Entities.Result>;
getMany: (opts?: Evalite.Storage.Results.GetManyOpts) => Promise<Evalite.Storage.Entities.Result[]>;
};
scores: {
create: (opts: Evalite.Storage.Scores.CreateOpts) => Promise<Evalite.Storage.Entities.Score>;
getMany: (opts?: Evalite.Storage.Scores.GetManyOpts) => Promise<Evalite.Storage.Entities.Score[]>;
};
traces: {
create: (opts: Evalite.Storage.Traces.CreateOpts) => Promise<Evalite.Storage.Entities.Trace>;
getMany: (opts?: Evalite.Storage.Traces.GetManyOpts) => Promise<Evalite.Storage.Entities.Trace[]>;
};
close(): Promise<void>;
[Symbol.asyncDispose](): Promise<void>;
}
/**
* Create a new in-memory storage
* @returns A new InMemoryStorage instance
*/
export declare const createInMemoryStorage: () => InMemoryStorage;
//# sourceMappingURL=in-memory.d.ts.map