{"name":"io.github.iris-eval/mcp-server","slug":"iris-eval-mcp-server","title":null,"description":"Stop shipping agents on vibes. Score every agent output for quality, safety, and cost.","url":"https://mcp.market/server/iris-eval-mcp-server","rating":null,"grade":"B","score":82,"certified":false,"status":"active","category":"ai","tags":["ai"],"presence":{"score":36,"stars":9,"forks":4,"downloads_week":172,"last_push_at":"2026-09-19T16:21:51.000Z","license":"MIT"},"uptime":null,"claimed":false,"transport":"npm","callable_via_gateway":false,"default_price_micros":0,"repository":"https://github.com/iris-eval/mcp-server","website":null,"version":"0.13.0","remotes":[],"packages":[{"registryType":"npm","identifier":"@iris-eval/mcp-server","version":"0.13.0","transport":{"type":"stdio"},"environmentVariables":[{"description":"API key for HTTP authentication. Required to bind the HTTP transport or the dashboard beyond loopback (0.0.0.0, a LAN address, a container): without it the server refuses to start","format":"string","isSecret":true,"name":"IRIS_API_KEY"},{"description":"Set to 1 to run a non-loopback bind with NO API key on purpose (lifts the startup refusal; the network is then your boundary)","format":"string","name":"IRIS_ALLOW_UNAUTHENTICATED"},{"description":"SQLite database path","format":"string","name":"IRIS_DB_PATH"},{"description":"Log level: debug, info, warn, error","format":"string","name":"IRIS_LOG_LEVEL"},{"description":"Directory for the database, custom rules and preferences (default ~/.iris)","format":"string","name":"IRIS_HOME"},{"description":"Enables evaluate_with_llm_judge and verify_citations with an Anthropic model. Optional: the deterministic rules never need a key","format":"string","isSecret":true,"name":"IRIS_ANTHROPIC_API_KEY"},{"description":"Enables evaluate_with_llm_judge and verify_citations with an OpenAI model. Optional: the deterministic rules never need a key","format":"string","isSecret":true,"name":"IRIS_OPENAI_API_KEY"},{"description":"Hard cap on the worst-case cost of one judge or citation call (default 0.25)","format":"string","name":"IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL"},{"description":"Let verify_citations fetch URLs (off by default)","format":"boolean","name":"IRIS_CITATION_ALLOW_FETCH"},{"description":"Start the dashboard alongside the server (same as --dashboard)","format":"boolean","name":"IRIS_DASHBOARD"},{"description":"Dashboard port (default 6920); IRIS_PORT is the MCP HTTP transport port (default 3000)","format":"number","name":"IRIS_DASHBOARD_PORT"},{"description":"MCP HTTP transport port (default 3000); only used with --transport http","format":"number","name":"IRIS_PORT"},{"description":"OTLP/HTTP collector URL; when set, every stored trace is also exported as OpenTelemetry spans (best-effort, asynchronous)","format":"string","name":"IRIS_OTEL_ENDPOINT"},{"description":"Comma-separated domain allowlist for verify_citations fetches (only consulted when IRIS_CITATION_ALLOW_FETCH is on)","format":"string","name":"IRIS_CITATION_DOMAINS"},{"description":"Transport: stdio (default) or http; same as --transport","format":"string","name":"IRIS_TRANSPORT"},{"description":"Bind host for the HTTP transport (default 127.0.0.1); only used with --transport http","format":"string","name":"IRIS_HOST"},{"description":"Comma-separated Origin allowlist for the HTTP transport and dashboard CORS (default http://localhost:*)","format":"string","name":"IRIS_ALLOWED_ORIGINS"},{"description":"Bind host for the dashboard (default 127.0.0.1); same as --dashboard-host","format":"string","name":"IRIS_DASHBOARD_HOST"},{"description":"Comma-separated key=value headers sent with every OTLP export (for example an auth token for your collector)","format":"string","name":"IRIS_OTEL_HEADERS"},{"description":"service.name resource attribute on exported spans (default iris-eval)","format":"string","name":"IRIS_OTEL_SERVICE_NAME"},{"description":"Timeout in milliseconds for each OTLP export request","format":"number","name":"IRIS_OTEL_TIMEOUT_MS"}]}],"tools":[{"name":"compare_runs","description":"","write_action":false,"price_micros":0,"input_schema":null},{"name":"compare_traces","description":"","write_action":false,"price_micros":0,"input_schema":null},{"name":"delete_rule","description":"","write_action":true,"price_micros":0,"input_schema":null},{"name":"delete_trace","description":"","write_action":true,"price_micros":0,"input_schema":null},{"name":"deploy_rule","description":"","write_action":true,"price_micros":0,"input_schema":null},{"name":"evaluate_output","description":"","write_action":false,"price_micros":0,"input_schema":null},{"name":"evaluate_runs","description":"","write_action":false,"price_micros":0,"input_schema":null},{"name":"evaluate_with_llm_judge","description":"","write_action":false,"price_micros":0,"input_schema":null},{"name":"get_traces","description":"","write_action":false,"price_micros":0,"input_schema":null},{"name":"list_rules","description":"","write_action":false,"price_micros":0,"input_schema":null},{"name":"log_trace","description":"","write_action":false,"price_micros":0,"input_schema":null},{"name":"verify_citations","description":"","write_action":false,"price_micros":0,"input_schema":null}],"scan":{"score":82,"grade":"B","scanned_at":"2026-09-20T00:24:55.218Z","report":{"scannerVersion":"0.1.9","scannedAt":"2026-09-20T00:24:55.216Z","components":{"code":{"score":25,"max":25,"notes":["294 source files scanned"]},"reliability":{"score":-1,"max":20,"notes":["no gateway calls yet and no remote to probe"]},"poisoning":{"score":-1,"max":15,"notes":["tools not inspected (local package is not executed); not counted"]},"auth":{"score":6,"max":15,"notes":["static API keys via environment variables"]},"maintenance":{"score":15,"max":15,"notes":["last push 0 days ago"]},"identity":{"score":7,"max":10,"notes":["registry namespace matches repository owner"]}},"findings":[],"inputs":{"packages":[{"registryType":"npm","identifier":"@iris-eval/mcp-server","version":"0.13.0","found":true,"license":"MIT","hasInstallScripts":false,"dependencyCount":9,"publishedAt":"2026-09-08T07:21:46.808Z","repositoryUrl":"git+https://github.com/iris-eval/mcp-server.git","weeklyDownloads":172}],"repo":{"found":true,"owner":"iris-eval","repo":"mcp-server","archived":false,"pushedAt":"2026-09-19T16:21:51Z","stars":9,"forks":4,"openIssues":48,"ownerType":"Organization","ownerAvatarUrl":"https://avatars.githubusercontent.com/u/268113247?v=4","ownerCreatedAt":"2026-03-14T06:37:05Z","license":"MIT"},"icon":{"url":"https://avatars.githubusercontent.com/u/268113247?v=4&s=128","source":"github"},"presence":{"stars":9,"forks":4,"downloadsWeek":172,"license":"MIT","lastPushAt":"2026-09-19T16:21:51.000Z","score":36}}}},"grade_history":[],"reviews":[]}