trellis/dist/evals/types.d.ts

Agentic State Engine — event-sourced causal graph with branching, decision traces, and realtime sync for AI-native applications

/**
 * Agent Evals & Observability Types
 *
 * Testing agent success and asserting on graph state.
 */
export interface EvalResult {
    runId: string;
    success: boolean;
    score: number;
    rationale?: string;
}
export type AssertionKind = 'entityExists' | 'entityAttributeMatch' | 'linkExists' | 'toolInvocationsMatch';
export interface GraphAssertion {
    kind: AssertionKind;
    params: Record<string, unknown>;
    errorMessage?: string;
}
export interface EvalScenario {
    id: string;
    name: string;
    agentId: string;
    input: string;
    expectedAssertions: GraphAssertion[];
}
export interface EvalEngine {
    runScenario(scenario: EvalScenario): Promise<EvalResult>;
    runSuite(scenarios: EvalScenario[]): Promise<EvalResult[]>;
}
//# sourceMappingURL=types.d.ts.map