@juspay/neurolink
Version:
Universal AI Development Platform with working MCP integration, multi-provider support, and professional CLI. Built-in tools operational, 58+ external MCP servers discoverable. Connect to filesystem, GitHub, database operations, and more. Build, test, and
57 lines (56 loc) • 1.78 kB
TypeScript
/**
* NeuroLink Evaluation System
*/
import type { EvaluationData } from "../index.js";
export interface EvaluationResult extends EvaluationData {
domainAlignment?: number;
terminologyAccuracy?: number;
toolEffectiveness?: number;
contextUtilization?: {
conversationUsed: boolean;
toolsUsed: boolean;
domainKnowledgeUsed: boolean;
};
evaluationContext?: {
domain: string;
toolsEvaluated: string[];
conversationTurns: number;
};
isOffTopic: boolean;
alertSeverity: "low" | "medium" | "high" | "none";
reasoning: string;
}
export interface EvaluationContext {
userQuery: string;
aiResponse: string;
context?: Record<string, unknown>;
primaryDomain?: string;
assistantRole?: string;
conversationHistory?: Array<{
role: "user" | "assistant";
content: string;
timestamp?: string;
}>;
toolUsage?: Array<{
toolName: string;
input: unknown;
output: unknown;
executionTime: number;
}>;
expectedOutcome?: string;
evaluationCriteria?: string[];
}
/**
* Get default evaluation when evaluation fails
*/
declare function getDefaultEvaluation(reason: string, evaluationTime: number, context: EvaluationContext): EvaluationResult;
/**
* Parse unified evaluation result from text response
*/
declare function parseEvaluationResult(response: string, context: EvaluationContext): Partial<EvaluationResult>;
/**
* Main unified evaluation function
*/
export declare function generateEvaluation(context: EvaluationContext): Promise<EvaluationResult>;
export declare function evaluateResponse(context: EvaluationContext): Promise<EvaluationResult>;
export { getDefaultEvaluation, parseEvaluationResult };