langsmith
Version:
Client library to connect to the LangSmith Observability and Evaluation Platform.
13 lines (12 loc) • 774 B
TypeScript
import { SimpleEvaluationResult } from "../types.js";
import { RunTreeConfig } from "../../../run_trees.js";
export type SimpleEvaluatorParams = {
inputs: Record<string, any>;
referenceOutputs: Record<string, any>;
outputs: Record<string, any>;
};
export type SimpleEvaluator = (params: SimpleEvaluatorParams) => SimpleEvaluationResult | Promise<SimpleEvaluationResult>;
export declare function wrapEvaluator<I, O extends SimpleEvaluationResult | SimpleEvaluationResult[]>(evaluator: (input: I) => O | Promise<O>): (input: I, config?: Partial<RunTreeConfig> & {
runId?: string;
}) => Promise<O>;
export declare function evaluatedBy(outputs: any, evaluator: SimpleEvaluator): Promise<any[] | NonNullable<import("../../../schemas.js").ScoreType | undefined>>;