Back to the index

iris-eval/mcp-server

iris-eval/mcp-server
Setup guide

What it does

Agent evaluation and observability: trace logging, output quality evaluation, cost tracking, built-in eval rules, a real-time dashboard and PII detection.

Local connectionPricing not confirmedv0.21.0

Connection manifest

Public connection metadata from the source. Follow the provider’s setup guide for authentication, permissions, and required variables.

{
  "name": "io.github.iris-eval/mcp-server",
  "version": "0.21.0",
  "repository": {
    "url": "https://github.com/iris-eval/mcp-server"
  },
  "remotes": [],
  "packages": [
    {
      "registryType": "npm",
      "identifier": "@iris-eval/mcp-server",
      "version": "0.21.0",
      "transport": {
        "type": "stdio"
      },
      "environmentVariables": [
        {
          "name": "IRIS_API_KEY",
          "isRequired": false
        },
        {
          "name": "IRIS_API_KEY_FILE",
          "isRequired": false
        },
        {
          "name": "IRIS_ALLOW_UNAUTHENTICATED",
          "isRequired": false
        },
        {
          "name": "IRIS_DB_PATH",
          "isRequired": false
        },
        {
          "name": "IRIS_SQLITE_DRIVER",
          "isRequired": false
        },
        {
          "name": "IRIS_SEARCH_BUDGET_MS",
          "isRequired": false
        },
        {
          "name": "IRIS_SEARCH_INDEX",
          "isRequired": false
        },
        {
          "name": "IRIS_LOG_LEVEL",
          "isRequired": false
        },
        {
          "name": "IRIS_HOME",
          "isRequired": false
        },
        {
          "name": "IRIS_ANTHROPIC_API_KEY",
          "isRequired": false
        },
        {
          "name": "IRIS_OPENAI_API_KEY",
          "isRequired": false
        },
        {
          "name": "IRIS_LLM_JUDGE_MAX_COST_USD_PER_EVAL",
          "isRequired": false
        },
        {
          "name": "IRIS_RELEVANCE_JUDGE_MODEL",
          "isRequired": false
        },
        {
          "name": "IRIS_LLM_JUDGE_DAILY_BUDGET_USD",
          "isRequired": false
        },
        {
          "name": "IRIS_RELEVANCE_JUDGE_DAILY_BUDGET_USD",
          "isRequired": false
        },
        {
          "name": "IRIS_RELEVANCE_JUDGE_MAX_CALLS_PER_REQUEST",
          "isRequired": false
        },
        {
          "name": "IRIS_RELEVANCE_JUDGE_REDACT",
          "isRequired": false
        },
        {
          "name": "IRIS_CITATION_ALLOW_FETCH",
          "isRequired": false
        },
        {
          "name": "IRIS_DASHBOARD",
          "isRequired": false
        },
        {
          "name": "IRIS_DASHBOARD_PORT",
          "isRequired": false
        },
        {
          "name": "IRIS_PORT",
          "isRequired": false
        },
        {
          "name": "IRIS_OTEL_ENDPOINT",
          "isRequired": false
        },
        {
          "name": "IRIS_CITATION_DOMAINS",
          "isRequired": false
        },
        {
          "name": "IRIS_CITATION_MAX_COST_USD_TOTAL",
          "isRequired": false
        },
        {
          "name": "IRIS_TRANSPORT",
          "isRequired": false
        },
        {
          "name": "IRIS_HOST",
          "isRequired": false
        },
        {
          "name": "IRIS_ALLOWED_ORIGINS",
          "isRequired": false
        },
        {
          "name": "IRIS_MAX_INPUT_ELEMENTS",
          "isRequired": false
        },
        {
          "name": "IRIS_MAX_TOOL_INPUT_ELEMENTS",
          "isRequired": false
        },
        {
          "name": "IRIS_DASHBOARD_HOST",
          "isRequired": false
        },
        {
          "name": "IRIS_OTEL_HEADERS",
          "isRequired": false
        },
        {
          "name": "IRIS_OTEL_SERVICE_NAME",
          "isRequired": false
        },
        {
          "name": "IRIS_OTEL_TIMEOUT_MS",
          "isRequired": false
        },
        {
          "name": "IRIS_WEBHOOK_URL",
          "isRequired": false
        },
        {
          "name": "IRIS_WEBHOOK_SECRET",
          "isRequired": false
        }
      ]
    },
    {
      "registryType": "mcpb",
      "identifier": "https://github.com/iris-eval/mcp-server/releases/download/v0.21.0/iris-eval.mcpb",
      "version": "0.21.0",
      "transport": {
        "type": "stdio"
      },
      "environmentVariables": []
    }
  ]
}
Metadata reviewed for listing. Server code, permissions, and runtime behavior have not been security-audited. Directory access is free; individual providers may charge.