{"name":"io.github.ChanghuLiu/mcp-selection-lab","slug":"changhuliu-mcp-selection-lab","title":"MCP Selection Lab","description":"Benchmark MCP tool selection with metadata-only routing, collision, abstention, and holdout checks.","url":"https://mcp.market/server/changhuliu-mcp-selection-lab","rating":null,"grade":"C","score":57,"certified":false,"status":"active","category":"other","tags":[],"presence":{"score":8,"stars":null,"forks":null,"downloads_week":null,"last_push_at":null,"license":null},"uptime":{"percent":100,"checks":7,"ok":7,"last_checked_at":"2026-09-21T03:15:45.820Z","last_ok_at":"2026-09-21T03:15:45.820Z","latency_ms":82},"claimed":false,"transport":"remote","callable_via_gateway":true,"default_price_micros":0,"repository":"https://github.com/ChanghuLiu/mcp-selection-lab","website":"https://mcp-selection-lab-production.up.railway.app/","version":"0.5.1","remotes":[{"type":"streamable-http","url":"https://mcp-selection-lab-production.up.railway.app/mcp"}],"packages":[],"tools":[{"name":"get_selection_report","description":"Read and agent-enrich an existing public scan report by id; no new target request or model call.","write_action":false,"price_micros":0,"input_schema":{"type":"object","properties":{"report_id":{"pattern":"^[0-9a-f]{16}$","title":"Report Id","type":"string"}},"required":["report_id"],"title":"get_selection_reportArguments"}},{"name":"scan_mcp_metadata","description":"Create a free public report of MCP tool-description routing collisions.\n\n    Reads discovery metadata (initialize/tools/list) only; never calls target business\n    tools or spends funds. Use a public HTTP(S) URL without credentials, query or fragment.\n    Results use at most 12 tools and 24 generated cases, not a real-model evaluation.\n    The returned report is enriched with agent_plan candidate description-only edits and\n    a machine-readable rerun instruction. Candidate edits are not untouched-holdout proof.\n    Reports persist and are public by link. For an existing report use get_selection_report.\n    Set internal_test=true for owner/CI validation so it is excluded from public scans.\n    source is a self-reported referral bucket, not identity verification.\n    ","write_action":true,"price_micros":0,"input_schema":{"type":"object","properties":{"mcp_url":{"maxLength":2048,"minLength":8,"title":"Mcp Url","type":"string"},"source":{"default":"other","maxLength":32,"title":"Source","type":"string"},"internal_test":{"default":false,"title":"Internal Test","type":"boolean"}},"required":["mcp_url"],"title":"scan_mcp_metadataArguments"}},{"name":"selection_lab_info","description":"Get free service capabilities, limits, privacy and connection details; does not scan a target.","write_action":false,"price_micros":0,"input_schema":{"type":"object","properties":{},"title":"selection_lab_infoArguments"}}],"scan":{"score":57,"grade":"C","scanned_at":"2026-09-20T05:01:37.530Z","report":{"scannerVersion":"0.1.9","scannedAt":"2026-09-20T05:01:37.477Z","components":{"code":{"score":-1,"max":25,"notes":["remote-only server, no package to scan"]},"reliability":{"score":20,"max":20,"notes":["remote reachable in 831ms"]},"poisoning":{"score":15,"max":15,"notes":["3 tool descriptions checked"]},"auth":{"score":3,"max":15,"notes":["open endpoint exposes 1 write-action tools with no auth"]},"maintenance":{"score":3,"max":15,"notes":["repository not readable: repo not found"]},"identity":{"score":2,"max":10,"notes":["no repository or website to verify"]}},"findings":[{"id":"auth.open-write","severity":"high","component":"auth","title":"Write-action tools reachable without authentication"}],"inputs":{"probes":[{"url":"https://mcp-selection-lab-production.up.railway.app/mcp","reachable":true,"authRequired":false,"latencyMs":831,"serverInfo":{"name":"mcp-selection-lab","version":"0.5.1"}}],"packages":[],"repo":{"found":false,"owner":"ChanghuLiu","repo":"mcp-selection-lab","error":"repo not found"},"icon":{"url":null,"source":"none"},"presence":{"stars":null,"forks":null,"downloadsWeek":null,"license":null,"lastPushAt":null,"score":8}}}},"grade_history":[],"reviews":[]}