@vfarcic/dot-ai
Version:
AI-powered development productivity platform that enhances software development workflows through intelligent automation and AI-driven assistance
39 lines • 1.23 kB
TypeScript
/**
* Shared Metadata Loader
*
* Provides consistent access to model and tool metadata across all evaluators
*/
export interface ModelMetadata {
provider: string;
pricing: {
input_cost_per_million_tokens: number;
output_cost_per_million_tokens: number;
};
context_window: number;
supports_function_calling: boolean;
}
export interface ToolMetadata {
name: string;
description: string;
primaryFunction: string;
testTimeout: string;
successCriteria: string[];
modelRequirements: Record<string, string>;
}
export interface EvaluationMetadata {
models: Record<string, ModelMetadata>;
tools: Record<string, ToolMetadata>;
}
/**
* Load model and tool metadata from model-metadata.json
*/
export declare function loadEvaluationMetadata(): EvaluationMetadata;
/**
* Build model pricing context for evaluation prompts
*/
export declare function buildModelPricingContext(models: Record<string, ModelMetadata>): string;
/**
* Build tool context for evaluation prompts (tool-specific description and constraints)
*/
export declare function buildToolContext(toolName: string, tools: Record<string, ToolMetadata>): string;
//# sourceMappingURL=metadata-loader.d.ts.map