{ "name": "@cyanheads/evals-mcp-server", "version": "0.1.3", "mcpName": "io.github.cyanheads/evals-mcp-server", "description": "Author verifiable eval records through a draft → review → revise → submit loop with server-enforced graders; compile to JSONL/CSV/Inspect/lm-eval via MCP. STDIO or Streamable HTTP.", "type": "module", "main": "dist/index.js", "types": "dist/index.d.ts", "bin": { "evals-mcp-server": "dist/index.js" }, "files": [ "changelog/", "dist/", "README.md", "LICENSE", "CLAUDE.md", "AGENTS.md", "Dockerfile", "server.json" ], "scripts": { "build": "bun run scripts/build.ts", "rebuild": "bun run scripts/clean.ts && bun run scripts/build.ts", "clean": "bun run scripts/clean.ts", "devcheck": "bun run scripts/devcheck.ts", "audit:refresh": "rm -f bun.lock && bun install && bun audit", "tree": "bun run scripts/tree.ts", "list-skills": "bun run scripts/list-skills.ts", "format": "biome check --write .", "format:unsafe": "biome check --write --unsafe .", "lint:mcp": "bun run scripts/lint-mcp.ts", "lint:packaging": "bun run scripts/lint-packaging.ts", "bundle": "bun run build && npx -y @anthropic-ai/mcpb pack . dist/evals-mcp-server.mcpb && bun run scripts/clean-mcpb.ts dist/evals-mcp-server.mcpb", "changelog:build": "bun run scripts/build-changelog.ts", "changelog:check": "bun run scripts/build-changelog.ts --check", "release:github": "bun run scripts/release-github.ts", "publish-mcp": "mcp-publisher login github -token \"$(security find-generic-password -a \"$USER\" -s mcp-publisher-github-pat -w)\" && mcp-publisher publish", "test": "vitest run", "start": "node dist/index.js", "start:stdio": "MCP_TRANSPORT_TYPE=stdio node dist/index.js", "start:http": "MCP_TRANSPORT_TYPE=http node dist/index.js" }, "keywords": [ "mcp", "mcp-server", "model-context-protocol", "typescript", "bun", "stdio", "streamable-http", "evals", "evaluation", "grader", "rlvr", "verifiable-rewards", "inspect-ai", "lm-eval-harness", "ai-agent" ], "repository": { "type": "git", "url": "git+https://github.com/cyanheads/evals-mcp-server.git" }, "bugs": { "url": "https://github.com/cyanheads/evals-mcp-server/issues" }, "homepage": "https://github.com/cyanheads/evals-mcp-server#readme", "author": "Casey Hand (https://caseyjhand.com)", "funding": [ { "type": "github", "url": "https://github.com/sponsors/cyanheads" }, { "type": "buy_me_a_coffee", "url": "https://www.buymeacoffee.com/cyanheads" } ], "license": "Apache-2.0", "packageManager": "bun@1.4.0", "engines": { "bun": ">=1.3.0", "node": ">=24.0.0" }, "publishConfig": { "access": "public" }, "dependencies": { "@cyanheads/mcp-ts-core": "^0.12.3", "ajv": "^8.20.0", "mathjs": "^15.2.0", "nanoid": "^6.0.1", "pino-pretty": "^13.1.3", "zod": "^4.4.3" }, "devDependencies": { "@biomejs/biome": "^2.5.9", "@socketsecurity/bun-security-scanner": "^1.1.2", "@types/node": "26.1.1", "depcheck": "^1.4.7", "ignore": "^7.0.6", "tsc-alias": "^1.9.2", "typescript": "^7.0.2", "vitest": "^4.1.11" } }