{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"io.github.Srikarmk/evalpair","description":"Run LLM eval suites on local or hosted models; compare runs with intervals and a noise floor.","title":"evalpair","repository":{"url":"https://github.com/Srikarmk/evalpair","source":"github"},"version":"0.1.1","packages":[{"registryType":"pypi","identifier":"evalpair","version":"0.1.1","runtimeHint":"uvx","transport":{"type":"stdio"},"packageArguments":[{"type":"positional","value":"mcp"}],"environmentVariables":[{"description":"Folder for the call cache, saved runs and your own suites (default ~/.evalpair).","name":"EVALPAIR_HOME"},{"description":"Bearer token for an OpenAI-compatible server, if it needs one (OPENAI_API_KEY also works).","isSecret":true,"name":"EVALPAIR_API_KEY"}]}]},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-11-05T05:59:03.695731Z","publishedAt":"2026-11-05T05:59:03.695731Z","updatedAt":"2026-11-05T05:59:03.695731Z","isLatest":true}}}