universal-ai-brain/packages/core/src/schemas/evaluations.schema.json

🧠 UNIVERSAL AI BRAIN 3.3 - The world's most advanced cognitive architecture with 24 specialized systems, MongoDB 8.1 $rankFusion hybrid search, latest Voyage 3.5 embeddings, and framework-agnostic design. Works with Mastra, Vercel AI, LangChain, OpenAI A

{
  "$schema": "http://json-schema.org/draft-07/schema#",
  "title": "Evaluations",
  "description": "Schema for the 'evaluations' collection",
  "type": "object",
  "properties": {
    "_id": {
      "type": "string",
      "pattern": "^[0-9a-fA-F]{24}$"
    },
    "evaluation_id": {
      "type": "string"
    },
    "agent_id": {
      "type": "string"
    },
    "agent_version": {
      "type": "string"
    },
    "benchmark_id": {
      "type": "string"
    },
    "executed_at": {
      "type": "string",
      "format": "date-time"
    },
    "task_input": {
      "type": "object"
    },
    "agent_output": {
      "type": "object"
    },
    "ground_truth": {
      "type": "object"
    },
    "scores": {
      "type": "object"
    },
    "passed": {
      "type": "boolean"
    }
  },
  "required": ["evaluation_id", "agent_id", "agent_version", "benchmark_id", "executed_at", "task_input", "agent_output", "scores", "passed"]
}