{"name":"io.github.MetriLLM/metrillm","slug":"metrillm-metrillm","title":null,"description":"Benchmark local LLM models — speed, quality & hardware fitness verdict from any MCP client","url":"https://mcp.market/server/metrillm-metrillm","rating":null,"grade":"B","score":80,"certified":false,"status":"active","category":"ai","tags":["ai"],"presence":{"score":24,"stars":8,"forks":1,"downloads_week":59,"last_push_at":"2026-06-02T14:32:18.000Z","license":"Apache-2.0"},"uptime":null,"claimed":false,"transport":"npm","callable_via_gateway":false,"default_price_micros":0,"repository":"https://github.com/MetriLLM/metrillm","website":null,"version":"0.2.6","remotes":[],"packages":[{"registryType":"npm","identifier":"metrillm-mcp","version":"0.2.6","transport":{"type":"stdio"}}],"tools":[{"name":"get_results","description":"Retrieve previously saved benchmark results from ~/.metrillm/results/. Optionally filter by model name. Returns an array of full benchmark result objects.","write_action":false,"price_micros":0,"input_schema":null},{"name":"list_models","description":"List all LLM models available locally on the inference runtime (e.g. Ollama). Returns model name, size, parameter count, quantization, and family.","write_action":false,"price_micros":0,"input_schema":null},{"name":"run_benchmark","description":"Run an MetriLLM benchmark on a local model. Measures performance (tokens/s, TTFT, memory) and optionally quality (reasoning, math, coding, instruction following, structured output, multilingual). Returns a detailed fitness verdict. Warning: benchmarks take 30s to 5+ minutes depending on model size.","write_action":true,"price_micros":0,"input_schema":null},{"name":"share_result","description":"Upload a benchmark result to the public MetriLLM leaderboard. Uses official upload defaults; METRILLM_* environment variables can override for self-hosted deployments. The resultFile must be an absolute path to a JSON file in ~/.metrillm/results/.","write_action":true,"price_micros":0,"input_schema":null}],"scan":{"score":80,"grade":"B","scanned_at":"2026-09-27T23:37:14.055Z","report":{"scannerVersion":"0.1.10","scannedAt":"2026-09-27T23:37:13.976Z","components":{"code":{"score":25,"max":25,"notes":["2 source files scanned"]},"reliability":{"score":-1,"max":20,"notes":["no gateway calls yet and no remote to probe"]},"poisoning":{"score":-1,"max":15,"notes":["tools not inspected (local package is not executed); not counted"]},"auth":{"score":12,"max":15,"notes":["local package, no credentials required"]},"maintenance":{"score":8,"max":15,"notes":["last push 117 days ago"]},"identity":{"score":7,"max":10,"notes":["registry namespace matches repository owner"]}},"findings":[],"inputs":{"packages":[{"registryType":"npm","identifier":"metrillm-mcp","version":"0.2.6","found":true,"license":"Apache-2.0","hasInstallScripts":false,"dependencyCount":10,"publishedAt":"2026-03-16T13:35:51.063Z","repositoryUrl":"git+https://github.com/MetriLLM/metrillm.git","weeklyDownloads":59}],"repo":{"found":true,"owner":"MetriLLM","repo":"metrillm","archived":false,"pushedAt":"2026-06-02T14:32:18Z","stars":8,"forks":1,"openIssues":1,"ownerType":"Organization","ownerAvatarUrl":"https://avatars.githubusercontent.com/u/265013227?v=4","ownerCreatedAt":"2026-03-02T12:35:51Z","license":"Apache-2.0"},"icon":{"url":null,"source":"none"},"presence":{"stars":8,"forks":1,"downloadsWeek":59,"license":"Apache-2.0","lastPushAt":"2026-06-02T14:32:18.000Z","score":24}}}},"grade_history":[],"reviews":[]}