EvalForge Lite

{
  "$schema": "https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json",
  "name": "io.github.thejaredchapman/evalforge-lite",
  "description": "Compare text LLMs across OpenRouter, Bedrock, Vertex AI and Foundry with automated grading.",
  "title": "EvalForge Lite",
  "repository": {
    "url": "https://github.com/thejaredchapman/evalforge-lite",
    "source": "github"
  },
  "version": "1.0.1",
  "websiteUrl": "https://github.com/thejaredchapman/evalforge-lite/blob/main/docs/mcp-server.md",
  "packages": [
    {
      "registryType": "pypi",
      "identifier": "evalforge-lite",
      "version": "1.0.1",
      "transport": {
        "type": "stdio"
      },
      "environmentVariables": [
        {
          "description": "Optional. OpenRouter API key held by the server so tool calls need no credentials for OpenRouter. If unset, pass creds in each tool call.",
          "isSecret": true,
          "name": "OPENROUTER_API_KEY"
        }
      ]
    }
  ]
}