protogrid

Search / io.github.hcarrillo001/retrieval-mcp

retriEVAL

L0· runs locally

LLM evals as MCP tools: score outputs for faithfulness, relevancy, and hallucination.

v1.0.0 · active · repository · website · descriptor JSON · versions

Runs on your machine: something must execute the package.Only local packages are published (npm, PyPI, OCI, …). The registry never executes them, so tools are unknown until you run it.
Quality–not scored
Trust90of 100
Packages1
Tools seen0

Connect

8 clients · secrets stay placeholders
{
  "mcpServers": {
    "retrieval-mcp": {
      "command": "docker",
      "args": [
        "run",
        "-i",
        "--rm",
        "-e",
        "ANTHROPIC_API_KEY",
        "-e",
        "RETRIEVAL_JUDGE_BACKEND",
        "ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"
      ],
      "env": {
        "ANTHROPIC_API_KEY": "${ANTHROPIC_API_KEY}",
        "RETRIEVAL_JUDGE_BACKEND": "anthropic"
      }
    }
  }
}
claude mcp add retrieval-mcp -e "ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY}" -e "RETRIEVAL_JUDGE_BACKEND=anthropic" -- docker run -i --rm -e ANTHROPIC_API_KEY -e RETRIEVAL_JUDGE_BACKEND ghcr.io/hcarrillo001/retrieval-mcp:1.0.0
[mcp_servers.retrieval-mcp]
command = "docker"
args = ["run", "-i", "--rm", "-e", "ANTHROPIC_API_KEY", "-e", "RETRIEVAL_JUDGE_BACKEND", "ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"]
env = { "ANTHROPIC_API_KEY" = "${ANTHROPIC_API_KEY}", "RETRIEVAL_JUDGE_BACKEND" = "anthropic" }
{
  "$schema": "https://opencode.ai/config.json",
  "mcp": {
    "retrieval-mcp": {
      "type": "local",
      "command": [
        "docker",
        "run",
        "-i",
        "--rm",
        "-e",
        "ANTHROPIC_API_KEY",
        "-e",
        "RETRIEVAL_JUDGE_BACKEND",
        "ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"
      ],
      "enabled": true,
      "environment": {
        "ANTHROPIC_API_KEY": "{env:ANTHROPIC_API_KEY}",
        "RETRIEVAL_JUDGE_BACKEND": "anthropic"
      }
    }
  }
}
{
  "mcpServers": {
    "retrieval-mcp": {
      "command": "docker",
      "args": [
        "run",
        "-i",
        "--rm",
        "-e",
        "ANTHROPIC_API_KEY",
        "-e",
        "RETRIEVAL_JUDGE_BACKEND",
        "ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"
      ],
      "env": {
        "ANTHROPIC_API_KEY": "${ANTHROPIC_API_KEY}",
        "RETRIEVAL_JUDGE_BACKEND": "anthropic"
      }
    }
  },
  "deeplink": "cursor://anysphere.cursor-deeplink/mcp/install?name=retrieval-mcp&config=eyJjb21tYW5kIjoiZG9ja2VyIiwiYXJncyI6WyJydW4iLCItaSIsIi0tcm0iLCItZSIsIkFOVEhST1BJQ19BUElfS0VZIiwiLWUiLCJSRVRSSUVWQUxfSlVER0VfQkFDS0VORCIsImdoY3IuaW8vaGNhcnJpbGxvMDAxL3JldHJpZXZhbC1tY3A6MS4wLjAiXSwiZW52Ijp7IkFOVEhST1BJQ19BUElfS0VZIjoiJHtBTlRIUk9QSUNfQVBJX0tFWX0iLCJSRVRSSUVWQUxfSlVER0VfQkFDS0VORCI6ImFudGhyb3BpYyJ9fQ%3D%3D"
}
{
  "servers": {
    "retrieval-mcp": {
      "type": "stdio",
      "command": "docker",
      "args": [
        "run",
        "-i",
        "--rm",
        "-e",
        "ANTHROPIC_API_KEY",
        "-e",
        "RETRIEVAL_JUDGE_BACKEND",
        "ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"
      ],
      "env": {
        "ANTHROPIC_API_KEY": "${ANTHROPIC_API_KEY}",
        "RETRIEVAL_JUDGE_BACKEND": "anthropic"
      }
    }
  }
}
{
  "mcpServers": {
    "retrieval-mcp": {
      "command": "docker",
      "args": [
        "run",
        "-i",
        "--rm",
        "-e",
        "ANTHROPIC_API_KEY",
        "-e",
        "RETRIEVAL_JUDGE_BACKEND",
        "ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"
      ],
      "env": {
        "ANTHROPIC_API_KEY": "${ANTHROPIC_API_KEY}",
        "RETRIEVAL_JUDGE_BACKEND": "anthropic"
      }
    }
  }
}
extensions:
  "retrieval-mcp":
    enabled: true
    name: "retrieval-mcp"
    type: stdio
    cmd: "docker"
    args:
      - "run"
      - "-i"
      - "--rm"
      - "-e"
      - "ANTHROPIC_API_KEY"
      - "-e"
      - "RETRIEVAL_JUDGE_BACKEND"
      - "ghcr.io/hcarrillo001/retrieval-mcp:1.0.0"
    envs:
      "ANTHROPIC_API_KEY": "${ANTHROPIC_API_KEY}"
      "RETRIEVAL_JUDGE_BACKEND": "anthropic"
    timeout: 300

Placeholders to fill from your own secret store: ${ANTHROPIC_API_KEY}. The registry never accepts secret values.

This is a local package: the command runs on your machine.

Quality – / 100not scored

Not scored: fewer than three checks apply, usually because no remote answered a credential-free probe or the server is a local package.

protocoln/a · weight 25
  • n/a
    protocol.modern, protocol.stateless, protocol.transport, protocol.list_ttlno remote answered a protocol handshake (not probed yet, unreachable, or local-only)
authorizationn/a · weight 15
  • n/a
    auth.prm, auth.as_metadata, auth.cimdno remote uses OAuth
  • n/a
    auth.secret_in_urlno templated URL
tool hygienen/a · weight 30
  • n/a
    tools.descriptions, tools.description_length, tools.schemas, tools.annotations, tools.directory_hints, tools.token_cost, tools.api_dumptool list unknown (behind auth, not probed, or empty)
stabilityn/a · weight 15
  • n/a
    stability.changes, stability.rug_pulltool list unknown
dependenciesn/a · weight 15
  • n/a
    deps.known_vulns, deps.mcp_sdk_version, deps.resolvableno npm or PyPI package

Tool list unknown · checked 2026-10-20 12:45 UTC

Tool changes

No tool definition changes recorded. A server's first observation is its baseline; later probes record what changes.

Checks run on what our credential-free, read-only probes observe; tools are never called and no code audit is performed. How it is computed.

Trust 90 / 100

provenance90
livenessn/a
freshness85
hygiene95

+repository +namespace-matches-repo +website ~liveness-unmeasured ~updated-57d-ago -unpinned-packages(1)

Derived from observable signals (official registry feed and our own credential-free probes); no code audit performed. How it is computed.

Endpoints

packageregistryversionruntimesecrets
ghcr.io/hcarrillo001/retrieval-mcp:1.0.0ociunpinned–ANTHROPIC_API_KEY

Tools (0)

No tools observed. Local packages are never executed by the registry.

Schemas: list_tools.

Similar MCP servers

Official server.json
{
  "name": "io.github.hcarrillo001/retrieval-mcp",
  "title": "retriEVAL",
  "$schema": "https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json",
  "version": "1.0.0",
  "packages": [
    {
      "transport": {
        "type": "stdio"
      },
      "identifier": "ghcr.io/hcarrillo001/retrieval-mcp:1.0.0",
      "registryType": "oci",
      "environmentVariables": [
        {
          "name": "ANTHROPIC_API_KEY",
          "isSecret": true,
          "description": "Judge model API key. Not needed if you set RETRIEVAL_JUDGE_BACKEND=ollama to run the judge locally."
        },
        {
          "name": "RETRIEVAL_JUDGE_BACKEND",
          "default": "anthropic",
          "description": "Which judge to score with: anthropic (default), openai, or ollama for a fully local judge."
        },
        {
          "name": "RETRIEVAL_JUDGE_MODEL",
          "description": "Judge model id, e.g. claude-sonnet-4-6 or qwen2.5:14b for Ollama."
        },
        {
          "name": "RETRIEVAL_BUDGET_USD",
          "description": "Spend cap for judge calls. Unset means no cap."
        }
      ]
    }
  ],
  "repository": {
    "url": "https://github.com/hcarrillo001/retrieval-mcp",
    "source": "github"
  },
  "websiteUrl": "https://retrieval-mcp.com",
  "description": "LLM evals as MCP tools: score outputs for faithfulness, relevancy, and hallucination."
}