mcp-evals/package.json

GitHub Action for evaluating MCP server tool calls using LLM-based scoring

{
  "name": "mcp-evals",
  "version": "2.0.1",
  "description": "GitHub Action for evaluating MCP server tool calls using LLM-based scoring",
  "main": "dist/index.js",
  "types": "dist/index.d.ts",
  "type": "module",
  "files": [
    "dist/**/*.js",
    "dist/**/*.d.ts",
    "dist/**/*.js.map",
    "dist/**/*.d.ts.map"
  ],
  "exports": {
    ".": {
      "import": "./dist/index.js",
      "types": "./dist/index.d.ts"
    }
  },
  "bin": {
    "mcp-eval": "./dist/cli.js"
  },
  "scripts": {
    "clean": "rm -rf dist tsconfig.tsbuildinfo",
    "build": "npm run clean && tsc && chmod +x dist/cli.js",
    "dev": "tsc -w",
    "test": "jest --config jest.config.cjs",
    "test:unit": "jest --config jest.config.cjs --testPathPattern=unit",
    "test:integration": "jest --config jest.config.cjs --testPathPattern=integration",
    "test:watch": "jest --config jest.config.cjs --watch",
    "test:coverage": "jest --config jest.config.cjs --coverage",
    "eval": "tsx src/cli.ts",
    "lint": "eslint src/**/*.ts"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/mclenhard/mcp-evals.git"
  },
  "keywords": [
    "mcp",
    "evaluation",
    "github-actions",
    "llm"
  ],
  "author": "Matthew Lenhard",
  "license": "MIT",
  "bugs": {
    "url": "https://github.com/mclenhard/mcp-evals/issues"
  },
  "homepage": "https://www.mcpevals.io/",
  "dependencies": {
    "@actions/core": "^1.10.0",
    "@ai-sdk/anthropic": "^1.2.12",
    "@ai-sdk/openai": "^1.3.17",
    "@anthropic-ai/sdk": "^0.8.0",
    "@modelcontextprotocol/sdk": "^1.11.0",
    "@opentelemetry/api": "^1.9.0",
    "@opentelemetry/exporter-trace-otlp-http": "^0.200.0",
    "@opentelemetry/resources": "^2.0.0",
    "@opentelemetry/sdk-node": "^0.200.0",
    "@opentelemetry/sdk-trace-base": "^2.0.0",
    "@opentelemetry/semantic-conventions": "^1.33.0",
    "@types/js-yaml": "^4.0.9",
    "ai": "^4.3.9",
    "chalk": "^4.1.2",
    "dotenv": "^16.3.1",
    "express": "^5.1.0",
    "js-yaml": "^4.1.0",
    "openai": "^4.24.1",
    "prom-client": "^15.1.3",
    "tsx": "^4.19.3"
  },
  "devDependencies": {
    "@types/express": "^5.0.1",
    "@types/jest": "^30.0.0",
    "@types/node": "^20.10.0",
    "@typescript-eslint/eslint-plugin": "^6.13.0",
    "@typescript-eslint/parser": "^6.13.0",
    "eslint": "^8.54.0",
    "jest": "^29.7.0",
    "react": "^19.1.0",
    "ts-jest": "^29.1.1",
    "ts-node": "^10.9.1",
    "typescript": "^5.3.2"
  },
  "peerDependencies": {
    "react": "^19.1.0"
  }
}