@arizeai/phoenix-evals
Version:
A library for running evaluations for AI use cases
30 lines • 1.89 kB
JavaScript
;
var __rest = (this && this.__rest) || function (s, e) {
var t = {};
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
t[p] = s[p];
if (s != null && typeof Object.getOwnPropertySymbols === "function")
for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
t[p[i]] = s[p[i]];
}
return t;
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.createFaithfulnessEvaluator = createFaithfulnessEvaluator;
const default_templates_1 = require("../__generated__/default_templates");
const createClassificationEvaluator_1 = require("./createClassificationEvaluator");
/**
* Creates a function that evaluates whether an answer is faithful or unfaithful based on a query and reference text.
*
* @param args - The arguments for creating the faithfulness evaluator.
* @returns A function that evaluates whether an answer is faithful or unfaithful based on a query and reference text.
*/
function createFaithfulnessEvaluator(args) {
const { choices = default_templates_1.FAITHFULNESS_CLASSIFICATION_EVALUATOR_CONFIG.choices, promptTemplate = default_templates_1.FAITHFULNESS_CLASSIFICATION_EVALUATOR_CONFIG.template, optimizationDirection = default_templates_1.FAITHFULNESS_CLASSIFICATION_EVALUATOR_CONFIG.optimizationDirection, name = default_templates_1.FAITHFULNESS_CLASSIFICATION_EVALUATOR_CONFIG.name } = args, rest = __rest(args, ["choices", "promptTemplate", "optimizationDirection", "name"]);
return (0, createClassificationEvaluator_1.createClassificationEvaluator)(Object.assign(Object.assign({}, rest), { promptTemplate,
choices,
optimizationDirection,
name }));
}
//# sourceMappingURL=createFaithfulnessEvaluator.js.map