{"name":"io.github.cyanheads/evals-mcp-server","slug":"cyanheads-evals-mcp-server","title":null,"description":"Author verifiable eval records through a draft→review→revise→submit loop with enforced graders.","url":"https://mcp.market/server/cyanheads-evals-mcp-server","rating":null,"grade":"B","score":77,"certified":false,"status":"active","category":"other","tags":[],"presence":{"score":30,"stars":1,"forks":0,"downloads_week":270,"last_push_at":"2026-10-17T23:14:07.000Z","license":"Apache-2.0"},"uptime":null,"claimed":false,"transport":"npm","callable_via_gateway":false,"default_price_micros":0,"repository":"https://github.com/cyanheads/evals-mcp-server","website":null,"version":"0.1.6","remotes":[],"packages":[{"registryType":"npm","registryBaseUrl":"https://registry.npmjs.org","identifier":"@cyanheads/evals-mcp-server","version":"0.1.6","runtimeHint":"npx","transport":{"type":"stdio"},"environmentVariables":[{"description":"Root folder for record JSON. The store manages drafts/, submitted/, and exports/ subdirs under it.","format":"string","default":"./evals-data","name":"EVALS_DATA_DIR"},{"description":"When 'true', evals_submit_draft requests human confirmation before finalizing.","format":"string","default":"false","name":"EVALS_REQUIRE_CONFIRMATION"},{"description":"Default metadata.license applied when a draft omits one.","format":"string","name":"EVALS_DEFAULT_LICENSE"},{"description":"Directory of framework-written tool-call captures; when set, captures EvalsIDs resolve to full dumps.","format":"string","name":"EVALS_CAPTURE_DIR"},{"description":"Sets the minimum log level for output (e.g., 'debug', 'info', 'warn').","format":"string","default":"info","name":"MCP_LOG_LEVEL"}]},{"registryType":"npm","registryBaseUrl":"https://registry.npmjs.org","identifier":"@cyanheads/evals-mcp-server","version":"0.1.6","runtimeHint":"npx","transport":{"type":"streamable-http","url":"http://localhost:3010/mcp"},"environmentVariables":[{"description":"Selects the HTTP transport.","format":"string","value":"http","name":"MCP_TRANSPORT_TYPE"},{"description":"The hostname for the HTTP server.","format":"string","default":"127.0.0.1","name":"MCP_HTTP_HOST"},{"description":"The port to run the HTTP server on.","format":"string","default":"3010","name":"MCP_HTTP_PORT"},{"description":"The endpoint path for the MCP server.","format":"string","default":"/mcp","name":"MCP_HTTP_ENDPOINT_PATH"},{"description":"Authentication mode to use: 'none', 'jwt', or 'oauth'.","format":"string","default":"none","name":"MCP_AUTH_MODE"},{"description":"Root folder for record JSON. The store manages drafts/, submitted/, and exports/ subdirs under it.","format":"string","default":"./evals-data","name":"EVALS_DATA_DIR"},{"description":"When 'true', evals_submit_draft requests human confirmation before finalizing.","format":"string","default":"false","name":"EVALS_REQUIRE_CONFIRMATION"},{"description":"Default metadata.license applied when a draft omits one.","format":"string","name":"EVALS_DEFAULT_LICENSE"},{"description":"Directory of framework-written tool-call captures; when set, captures EvalsIDs resolve to full dumps.","format":"string","name":"EVALS_CAPTURE_DIR"},{"description":"Sets the minimum log level for output (e.g., 'debug', 'info', 'warn').","format":"string","default":"info","name":"MCP_LOG_LEVEL"}]}],"tools":[],"scan":{"score":77,"grade":"B","scanned_at":"2026-11-01T13:28:25.171Z","report":{"scannerVersion":"0.1.10","scannedAt":"2026-11-01T13:28:25.157Z","components":{"code":{"score":15,"max":25,"notes":["38 source files scanned","38 source files scanned"]},"reliability":{"score":-1,"max":20,"notes":["no gateway calls yet and no remote to probe"]},"poisoning":{"score":-1,"max":15,"notes":["tools not inspected (local package is not executed); not counted"]},"auth":{"score":12,"max":15,"notes":["local package, no credentials required"]},"maintenance":{"score":15,"max":15,"notes":["last push 15 days ago"]},"identity":{"score":8,"max":10,"notes":["registry namespace matches repository owner","GitHub account older than a year"]}},"findings":[{"id":"exec.eval","severity":"medium","component":"code","title":"eval / new Function used","evidence":"dist/mcp-server/tools/definitions/export-records.tool.js: … lossy), * inspect (Inspect AI), or lm-eval (lm-evaluation-harness). Writes the artif…"},{"id":"exec.eval","severity":"medium","component":"code","title":"eval / new Function used","evidence":"dist/mcp-server/tools/definitions/export-records.tool.js: … lossy), * inspect (Inspect AI), or lm-eval (lm-evaluation-harness). Writes the artif…"}],"inputs":{"packages":[{"registryType":"npm","identifier":"@cyanheads/evals-mcp-server","version":"0.1.6","found":true,"license":"Apache-2.0","hasInstallScripts":false,"dependencyCount":6,"publishedAt":"2026-10-13T12:35:06.110Z","repositoryUrl":"git+https://github.com/cyanheads/evals-mcp-server.git","weeklyDownloads":135},{"registryType":"npm","identifier":"@cyanheads/evals-mcp-server","version":"0.1.6","found":true,"license":"Apache-2.0","hasInstallScripts":false,"dependencyCount":6,"publishedAt":"2026-10-13T12:35:06.110Z","repositoryUrl":"git+https://github.com/cyanheads/evals-mcp-server.git","weeklyDownloads":135}],"repo":{"found":true,"owner":"cyanheads","repo":"evals-mcp-server","archived":false,"pushedAt":"2026-10-17T23:14:07Z","stars":1,"forks":0,"openIssues":0,"ownerType":"User","ownerAvatarUrl":"https://avatars.githubusercontent.com/u/10339515?v=4","ownerCreatedAt":"2014-12-29T13:01:12Z","license":"Apache-2.0"},"icon":{"url":"https://avatars.githubusercontent.com/u/10339515?v=4&s=128","source":"registry"},"presence":{"stars":1,"forks":0,"downloadsWeek":270,"license":"Apache-2.0","lastPushAt":"2026-10-17T23:14:07.000Z","score":30}}}},"grade_history":[],"reviews":[]}