@vfarcic/dot-ai
Version:
AI-powered development productivity platform that enhances software development workflows through intelligent automation and AI-driven assistance
32 lines • 1.42 kB
TypeScript
/**
* Capability Comparative Evaluator
*
* Compares multiple AI models on Kubernetes capability inference scenarios
* Groups by interaction_id (e.g., auto_scan, crud_auto_scan) and evaluates
* quality of capability analyses across different models
*/
import { BaseComparativeEvaluator, ComparativeEvaluationScore } from './base-comparative.js';
import { ComparisonScenario } from '../dataset-analyzer.js';
export declare class CapabilityComparativeEvaluator extends BaseComparativeEvaluator {
readonly name = "capability-comparative";
readonly description = "Compares AI models on Kubernetes capability inference quality";
protected readonly promptFileName = "capability-comparative.md";
protected readonly toolName = "capability";
constructor(datasetDir?: string);
evaluateAllScenarios(): Promise<ComparativeEvaluationScore[]>;
/**
* Build the evaluation prompt - uses base class reliability context with capability-specific template
*/
protected buildEvaluationPrompt(scenario: ComparisonScenario, modelResponsesText: string, modelList: string): string;
private extractResourceName;
/**
* Get detailed breakdown of evaluation phases available
*/
getEvaluationPhases(): {
phase: string;
description: string;
availableModels: string[];
scenarioCount: number;
}[];
}
//# sourceMappingURL=capability-comparative.d.ts.map