aiwg
Version:
Deployment tool and support utility for AI context. Copies agents, skills, commands, rules, and behaviors into the paths each AI platform reads (Claude Code, Codex, Copilot, Cursor, Warp, OpenClaw, and 6 more) so one source of truth works across 10 platfo
44 lines • 1.45 kB
TypeScript
/**
* Feedback A/B Testing Framework
*
* Provides significance testing for comparing feedback strategies
* using Welch's t-test and Cohen's d effect size calculations.
*
* @module quality/feedback-ab
* @issue #148
*/
export interface ABVariant {
name: string;
deltas: number[];
}
export interface ABTestResult {
controlName: string;
treatmentName: string;
controlMean: number;
treatmentMean: number;
controlStdDev: number;
treatmentStdDev: number;
tStatistic: number;
degreesOfFreedom: number;
pValue: number;
significant: boolean;
alpha: number;
effectSize: number;
effectInterpretation: 'negligible' | 'small' | 'medium' | 'large';
controlN: number;
treatmentN: number;
}
export interface ABTestConfig {
alpha?: number;
minSamples?: number;
}
export declare function runABTest(control: ABVariant, treatment: ABVariant, config?: ABTestConfig): ABTestResult;
export declare function mean(values: number[]): number;
export declare function stdDev(values: number[]): number;
export declare function welchTTest(mean1: number, mean2: number, sd1: number, sd2: number, n1: number, n2: number): {
tStatistic: number;
degreesOfFreedom: number;
};
export declare function tTestPValue(tAbs: number, df: number): number;
export declare function interpretEffectSize(d: number): 'negligible' | 'small' | 'medium' | 'large';
//# sourceMappingURL=feedback-ab.d.ts.map