@lobehub/chat/src/types/eval/evaluation.ts

Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.

import { z } from 'zod';

export enum EvalEvaluationStatus {
  Error = 'Error',
  Pending = 'Pending',
  Processing = 'Processing',
  Success = 'Success',
}

export interface EvaluationRecord {
  answer: string;
  context: string[];
  createdAt: Date;
  id: number;
  ideal: string;
  question: string;
}

export const insertEvaluationSchema = z.object({
  ideal: z.string().optional(),

  question: z.string(),

  referenceFiles: z.string().or(z.array(z.string())).optional(),
});

export type InsertEvaluationRecord = z.infer<typeof insertEvaluationSchema>;

export interface RAGEvalEvaluationItem {
  createdAt: Date;
  dataset: {
    id: number;
    name: string;
  };
  evalRecordsUrl?: string;
  id: number;
  name: string;
  recordsStats: {
    success: number;
    total: number;
  };
  status: EvalEvaluationStatus;
  updatedAt: Date;
}

export const insertEvalEvaluationSchema = z.object({
  datasetId: z.number(),
  description: z.string().optional(),
  knowledgeBaseId: z.string(),
  name: z.string(),
});

export type CreateNewEvalEvaluation = z.infer<typeof insertEvalEvaluationSchema>;