ai-functions/evalite.config.js

Core AI primitives for building intelligent applications

import { defineConfig } from 'evalite/config';
export default defineConfig({
    // Single trial by default (override per-eval for LLM-as-judge)
    trialCount: 1,
    // Allow longer timeouts for API calls
    testTimeout: 60_000,
    // Run up to 5 evals in parallel (be nice to rate limits)
    maxConcurrency: 5,
    // Fail CI if average score drops below 70%
    scoreThreshold: 70,
    server: {
        port: 3006,
    },
});