@vfarcic/dot-ai
Version:
AI-powered development productivity platform that enhances software development workflows through intelligent automation and AI-driven assistance
31 lines • 1.42 kB
TypeScript
/**
* Pattern Comparative Evaluator
*
* Compares multiple AI models on Kubernetes organizational pattern management scenarios
* Groups by interaction_id (e.g., pattern_create_workflow) and evaluates
* quality of pattern creation, identification, and management across different models
*/
import { BaseComparativeEvaluator, ComparativeEvaluationScore } from './base-comparative.js';
import { ComparisonScenario } from '../dataset-analyzer.js';
export declare class PatternComparativeEvaluator extends BaseComparativeEvaluator {
readonly name = "pattern-comparative";
readonly description = "Compares AI models on Kubernetes organizational pattern management quality";
protected readonly promptFileName = "pattern-comparative.md";
protected readonly toolName = "pattern";
constructor(datasetDir?: string);
evaluateAllScenarios(): Promise<ComparativeEvaluationScore[]>;
/**
* Build the evaluation prompt - uses base class reliability context with pattern-specific template
*/
protected buildEvaluationPrompt(scenario: ComparisonScenario, modelResponsesText: string, modelList: string): string;
/**
* Get detailed breakdown of evaluation phases available
*/
getEvaluationPhases(): {
phase: string;
description: string;
availableModels: string[];
scenarioCount: number;
}[];
}
//# sourceMappingURL=pattern-comparative.d.ts.map