ai-functions/dist/eval/models.d.ts

Core AI primitives for building intelligent applications

/**
 * Model Registry for AI Functions Eval Suite
 *
 * Simple model list for running evals across providers.
 * Uses ai-providers/language-models for resolution and pricing.
 *
 * @packageDocumentation
 */
import { type ModelInfo } from 'language-models';
export type ModelTier = 'best' | 'fast' | 'cheap';
export interface EvalModel {
    /** Alias or full model ID */
    id: string;
    /** Human-readable name */
    name: string;
    /** Provider slug */
    provider: string;
    /** Capability tier */
    tier: ModelTier;
    /** Optional notes */
    notes?: string;
}
/**
 * Core models to test - one per tier per major provider
 * These resolve via ai-providers to OpenRouter or direct SDKs
 *
 * Updated: December 2025
 *
 * Note: Some models use OpenRouter format (provider/model) to avoid
 * resolution issues with provider_model_id mismatches.
 */
export declare const EVAL_MODELS: EvalModel[];
/**
 * Get models by tier
 */
export declare function getModelsByTier(tier: ModelTier): EvalModel[];
/**
 * Get models by provider
 */
export declare function getModelsByProvider(provider: string): EvalModel[];
/**
 * Get model info from language-models package (includes pricing)
 */
export declare function getModelInfo(id: string): ModelInfo | undefined;
/**
 * Get pricing for a model (from OpenRouter data)
 */
export declare function getModelPricing(id: string): {
    prompt: number;
    completion: number;
} | undefined;
/**
 * Create evalite variants for model testing
 */
export declare function createModelVariants(opts?: {
    tiers?: ModelTier[];
    providers?: string[];
}): Array<{
    name: string;
    input: EvalModel;
}>;
/**
 * Get a representative model from each provider for a given tier
 */
export declare function getRepresentativeModels(tier: ModelTier): EvalModel[];
//# sourceMappingURL=models.d.ts.map