@juspay/neurolink
Version:
The pipe layer of an AI nervous system: one interface connecting provider neurons to your application, across three inference types — generate, stream and decide. `decide` returns typed, calibrated judgements from a non-generative model (~400ms, ~$0.00002
42 lines (41 loc) • 1.99 kB
TypeScript
import type { EvaluationData, GenerateResult, AutoEvaluationConfig, EvaluationConfig } from "../types/index.js";
import type { LanguageModelV3CallOptions } from "../types/index.js";
export * from "./errors/index.js";
export * from "./hooks/index.js";
export * from "./pipeline/index.js";
export * from "./reporting/index.js";
export * from "./scorers/index.js";
export { BatchEvaluator } from "./BatchEvaluator.js";
export { EvaluationAggregator } from "./EvaluationAggregator.js";
export { EvaluatorFactory, getEvaluatorFactory } from "./EvaluatorFactory.js";
export { EvaluatorRegistry, getEvaluatorRegistry, } from "./EvaluatorRegistry.js";
export { RAGASEvaluator } from "./ragasEvaluator.js";
export { RetryManager } from "./retryManager.js";
/**
* A centralized class for performing response evaluations. It supports different
* evaluation strategies, with RAGAS-style model-based evaluation as the default.
* This class orchestrates the context building and evaluation process.
*/
export declare class Evaluator {
private contextBuilder;
private config;
private ragasEvaluator;
constructor(config?: EvaluationConfig);
/**
* The main entry point for performing an evaluation. It selects the evaluation
* strategy based on the configuration and executes it.
*
* @param options The original `TextGenerationOptions` from the user request.
* @param result The `GenerateResult` from the provider.
* @returns A promise that resolves to the `EvaluationResult`.
*/
evaluate(options: LanguageModelV3CallOptions, result: GenerateResult, threshold: number, config: AutoEvaluationConfig): Promise<EvaluationData>;
/**
* Performs evaluation using the RAGAS-style model-based evaluator.
*
* @param options The original `TextGenerationOptions`.
* @param result The `GenerateResult` to be evaluated.
* @returns A promise that resolves to the `EvaluationResult`.
*/
private evaluateWithRAGAS;
}