@mastra/core
Version:
Mastra is a framework for building AI-powered applications and agents with a modern TypeScript stack.
33 lines • 1.11 kB
TypeScript
/**
* Experiment Comparison
*
* Compare two experiments to detect score regressions.
* Returns per-scorer deltas and per-item score diffs.
*/
import type { Mastra } from '../../../mastra/index.js';
import type { CompareExperimentsConfig, ComparisonResult } from './types.js';
/**
* Compare two experiments to detect score regressions.
*
* @param mastra - Mastra instance for storage access
* @param config - Comparison configuration
* @returns ComparisonResult with per-scorer and per-item comparisons
*
* @example
* ```typescript
* const result = await compareExperiments(mastra, {
* experimentIdA: 'baseline-experiment-id',
* experimentIdB: 'candidate-experiment-id',
* thresholds: {
* 'accuracy': { value: 0.05, direction: 'higher-is-better' },
* 'latency': { value: 100, direction: 'lower-is-better' },
* },
* });
*
* if (result.hasRegression) {
* console.log('Quality regression detected!');
* }
* ```
*/
export declare function compareExperiments(mastra: Mastra, config: CompareExperimentsConfig): Promise<ComparisonResult>;
//# sourceMappingURL=compare.d.ts.map