{"name":"io.github.HZYAI/ragscore","slug":"hzyai-ragscore","title":"RAGScore","description":"Generate QA datasets & evaluate RAG systems with failure diagnosis. Any LLM.","url":"https://mcp.market/server/hzyai-ragscore","rating":null,"grade":"B","score":71,"certified":false,"status":"active","category":"ai","tags":["ai"],"presence":{"score":26,"stars":15,"forks":2,"downloads_week":59,"last_push_at":"2026-05-29T03:34:45.000Z","license":"Apache-2.0"},"uptime":null,"claimed":false,"transport":"pypi","callable_via_gateway":false,"default_price_micros":0,"repository":"https://github.com/HZYAI/RagScore","website":null,"version":"0.8.6","remotes":[],"packages":[{"registryType":"pypi","identifier":"ragscore","version":"0.8.6","transport":{"type":"stdio"},"environmentVariables":[{"description":"OpenAI API key (if using OpenAI provider)","format":"string","isSecret":true,"name":"OPENAI_API_KEY"},{"description":"Anthropic API key (if using Anthropic provider)","format":"string","isSecret":true,"name":"ANTHROPIC_API_KEY"}]}],"tools":[{"name":"evaluate_rag","description":"Evaluate a RAG API endpoint against a QA dataset.","write_action":false,"price_micros":0,"input_schema":null},{"name":"generate_qa_dataset","description":"Generate QA pairs from documents for RAG evaluation or synthetic data.","write_action":false,"price_micros":0,"input_schema":null},{"name":"get_corrections","description":"Get corrections from the last quick test for RAG improvement.","write_action":false,"price_micros":0,"input_schema":null},{"name":"quick_test_rag","description":"Quick RAG accuracy test - generate QAs and evaluate in one call.","write_action":false,"price_micros":0,"input_schema":null}],"scan":{"score":71,"grade":"B","scanned_at":"2026-09-27T21:27:47.440Z","report":{"scannerVersion":"0.1.9","scannedAt":"2026-09-27T21:27:47.429Z","components":{"code":{"score":25,"max":25,"notes":["21 source files scanned"]},"reliability":{"score":-1,"max":20,"notes":["no gateway calls yet and no remote to probe"]},"poisoning":{"score":-1,"max":15,"notes":["tools not inspected (local package is not executed); not counted"]},"auth":{"score":6,"max":15,"notes":["static API keys via environment variables"]},"maintenance":{"score":8,"max":15,"notes":["last push 122 days ago"]},"identity":{"score":7,"max":10,"notes":["registry namespace matches repository owner"]}},"findings":[],"inputs":{"packages":[{"registryType":"pypi","identifier":"ragscore","version":"0.8.6","found":true,"weeklyDownloads":59,"license":"Apache-2.0","dependencyCount":25,"publishedAt":"2026-05-19T03:00:49.186037Z","repositoryUrl":"https://github.com/HZYAI/RagScore"}],"repo":{"found":true,"owner":"HZYAI","repo":"RagScore","archived":false,"pushedAt":"2026-05-29T03:34:45Z","stars":15,"forks":2,"openIssues":0,"ownerType":"Organization","ownerAvatarUrl":"https://avatars.githubusercontent.com/u/245314201?v=4","ownerCreatedAt":"2025-11-21T05:11:25Z","license":"Apache-2.0"},"icon":{"url":"https://avatars.githubusercontent.com/u/245314201?v=4&s=128","source":"github"},"presence":{"stars":15,"forks":2,"downloadsWeek":59,"license":"Apache-2.0","lastPushAt":"2026-05-29T03:34:45.000Z","score":26}}}},"grade_history":[],"reviews":[]}