@vfarcic/dot-ai
Version:
AI-powered development productivity platform that enhances software development workflows through intelligent automation and AI-driven assistance
42 lines • 1.36 kB
TypeScript
/**
* Dataset Loader for Standard OpenAI Evals Format
*
* Loads JSONL evaluation datasets following OpenAI Evals standard:
* - Each line contains: {input, ideal, metadata}
* - Supports filtering by category, complexity, tags
* - Used by both integration tests and evaluation framework
*/
export interface StandardEvalSample {
input: Record<string, unknown>;
ideal: unknown;
metadata: {
category: string;
complexity: 'low' | 'medium' | 'high';
tags: string[];
source: string;
phase?: string;
tool?: string;
};
}
export interface DatasetFilter {
category?: string;
complexity?: 'low' | 'medium' | 'high';
tags?: string[];
phase?: string;
tool?: string;
}
/**
* Load evaluation dataset from JSONL file
* @param datasetName - Name of the dataset file (without .jsonl extension)
* @param filter - Optional filter criteria
* @returns Array of evaluation samples
*/
export declare function loadEvalDataset(datasetName: string, filter?: DatasetFilter): StandardEvalSample[];
/**
* Load samples for a specific test phase
* @param datasetName - Dataset name
* @param phase - Test phase to load
* @returns Array of samples for that phase
*/
export declare function loadTestPhase(datasetName: string, phase: string): StandardEvalSample[];
//# sourceMappingURL=loader.d.ts.map