@wavequery/conductor
Version:
Modular LLM orchestration framework
14 lines (13 loc) • 421 B
TypeScript
import { EvalConfig, EvalResult } from "@/types/interfaces/evals";
export declare class EvalRunner {
private evaluators;
private config;
private logger;
private vizServer?;
constructor(config: EvalConfig);
private initializeVizServer;
runEvaluation(input: any, expected?: any): Promise<EvalResult[]>;
private visualizeResults;
private aggregateResults;
cleanup(): Promise<void>;
}