{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"io.github.diegoperezg7/evalsmith-mcp","description":"Evaluate RAG retrieval, agent tool calls and prompt regressions with deterministic metrics.","repository":{"url":"https://github.com/diegoperezg7/evalsmith-mcp","source":"github"},"version":"0.1.0","packages":[{"registryType":"npm","identifier":"evalsmith-mcp","version":"0.1.0","transport":{"type":"stdio"},"environmentVariables":[{"description":"OpenAI-compatible endpoint for the optional LLM judge (default: Ollama on localhost)","format":"string","default":"http://localhost:11434/v1","name":"EVALSMITH_JUDGE_BASE_URL"},{"description":"Model used by the optional LLM judge","format":"string","default":"llama3.1:8b","name":"EVALSMITH_JUDGE_MODEL"},{"description":"API key for the judge endpoint, if it needs one","format":"string","isSecret":true,"name":"EVALSMITH_JUDGE_API_KEY"},{"description":"pino log level; logs go to stderr","format":"string","default":"info","name":"LOG_LEVEL"}]}]},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-10-28T10:31:37.965486Z","publishedAt":"2026-10-28T10:31:37.965486Z","updatedAt":"2026-10-28T10:31:37.965486Z","isLatest":true}}}