UNPKG

mcp-evals

Version:

GitHub Action for evaluating MCP server tool calls using LLM-based scoring

www.mcpevals.io

mclenhard/mcp-evals

73 lines (72 loc) • 1.72 kB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
{ "name": "mcp-evals", "version": "1.0.18", "description": "GitHub Action for evaluating MCP server tool calls using LLM-based scoring", "main": "dist/index.js", "types": "dist/index.d.ts", "type": "module", "files": [ "dist/**/*.js", "dist/**/*.d.ts", "dist/**/*.js.map", "dist/**/*.d.ts.map" ], "exports": { ".": { "import": "./dist/index.js", "types": "./dist/index.d.ts" } }, "bin": { "mcp-eval": "./dist/cli.js" }, "scripts": { "clean": "rm -rf dist tsconfig.tsbuildinfo", "build": "npm run clean && tsc && chmod +x dist/cli.js", "dev": "tsc -w", "test": "bin/mcp-eval", "eval": "tsx src/cli.ts", "lint": "eslint src/**/*.ts" }, "repository": { "type": "git", "url": "git+https://github.com/mclenhard/mcp-evals.git" }, "keywords": [ "mcp", "evaluation", "github-actions", "llm" ], "author": "Matthew Lenhard", "license": "MIT", "bugs": { "url": "https://github.com/mclenhard/mcp-evals/issues" }, "homepage": "https://www.mcpevals.io/", "dependencies": { "@actions/core": "^1.10.0", "@ai-sdk/openai": "^1.3.17", "@anthropic-ai/sdk": "^0.8.0", "@modelcontextprotocol/sdk": "^1.10.2", "ai": "^4.3.9", "chalk": "^4.1.2", "dotenv": "^16.3.1", "openai": "^4.24.1", "tsx": "^4.19.3" }, "devDependencies": { "@types/node": "^20.10.0", "@typescript-eslint/eslint-plugin": "^6.13.0", "@typescript-eslint/parser": "^6.13.0", "eslint": "^8.54.0", "jest": "^29.7.0", "react": "^19.1.0", "ts-jest": "^29.1.1", "ts-node": "^10.9.1", "typescript": "^5.3.2" }, "peerDependencies": { "react": "^19.1.0" } }