rag-cli-tester
Version:
A lightweight CLI tool for testing RAG (Retrieval-Augmented Generation) systems with different embedding combinations
25 lines • 903 B
TypeScript
import { BaseMetric, BaseMetricResult } from './base-metric';
export interface BRDRMetricResult extends BaseMetricResult {
keywordMatch: number;
conceptMatch: number;
contextualRelevance: number;
regulatoryCompliance: number;
semanticAccuracy: number;
}
export declare class BRDRMetric implements BaseMetric {
private readonly bankingKeywords;
private readonly conceptTerms;
private readonly regulatoryTerms;
calculate(expected: string, actual: string, similarity: number): BRDRMetricResult;
private calculateKeywordMatch;
private calculateConceptMatch;
private calculateRegulatoryCompliance;
private calculateSemanticAccuracy;
private calculateConfidence;
private extractKeywords;
private extractConcepts;
private extractRegulatoryTerms;
getName(): string;
getDescription(): string;
}
//# sourceMappingURL=brdr-metric.d.ts.map