{"name":"io.github.razilzul/llm-eval-harness","slug":"razilzul-llm-eval-harness","title":"LLM Eval Harness","description":"Run a golden set and gate LLM model swaps on accuracy, with latency and cost per request.","url":"https://mcp.market/server/razilzul-llm-eval-harness","rating":null,"grade":"B","score":73,"certified":false,"status":"active","category":"ai","tags":["ai"],"presence":{"score":15,"stars":0,"forks":0,"downloads_week":null,"last_push_at":"2026-10-18T13:21:46.000Z","license":"MIT"},"uptime":null,"claimed":false,"transport":"oci","callable_via_gateway":false,"default_price_micros":0,"repository":"https://github.com/razilzul/llm-eval-harness","website":null,"version":"1.0.0","remotes":[],"packages":[{"registryType":"oci","identifier":"ghcr.io/razilzul/llm-eval-harness:1.0.0","transport":{"type":"stdio"},"environmentVariables":[{"description":"Only needed to evaluate anthropic:* models. Not needed for mock models.","format":"string","isSecret":true,"name":"ANTHROPIC_API_KEY"},{"description":"Only needed to evaluate gemini:* models. Not needed for mock models.","format":"string","isSecret":true,"name":"GEMINI_API_KEY"}]}],"tools":[],"scan":{"score":73,"grade":"B","scanned_at":"2026-10-28T05:56:13.327Z","report":{"scannerVersion":"0.1.10","scannedAt":"2026-10-28T05:56:13.224Z","components":{"code":{"score":-1,"max":25,"notes":["package could not be scanned"]},"reliability":{"score":-1,"max":20,"notes":["no gateway calls yet and no remote to probe"]},"poisoning":{"score":-1,"max":15,"notes":["tools not inspected (local package is not executed); not counted"]},"auth":{"score":6,"max":15,"notes":["static API keys via environment variables"]},"maintenance":{"score":15,"max":15,"notes":["last push 10 days ago"]},"identity":{"score":8,"max":10,"notes":["registry namespace matches repository owner","GitHub account older than a year"]}},"findings":[],"inputs":{"packages":[],"repo":{"found":true,"owner":"razilzul","repo":"llm-eval-harness","archived":false,"pushedAt":"2026-10-18T13:21:46Z","stars":0,"forks":0,"openIssues":0,"ownerType":"User","ownerAvatarUrl":"https://avatars.githubusercontent.com/u/31308054?v=4","ownerCreatedAt":"2017-08-24T09:25:52Z","license":"MIT"},"icon":{"url":null,"source":"none"},"presence":{"stars":0,"forks":0,"downloadsWeek":null,"license":"MIT","lastPushAt":"2026-10-18T13:21:46.000Z","score":15}}}},"grade_history":[],"reviews":[]}