{"servers":[{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"dev.workers.pathwren.www/ai-crawler-index","description":"Identify AI crawlers by user-agent or IP, and build the robots.txt that matches your stance.","title":"AI Crawler Index","version":"1.0.0","websiteUrl":"https://www.pathwren.workers.dev/mcp.html","remotes":[{"type":"streamable-http","url":"https://www.pathwren.workers.dev/mcp?s=pathwren-edge&c=mcp-registry"}]},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-08-31T22:02:29.802355Z","publishedAt":"2026-08-31T22:02:29.802355Z","updatedAt":"2026-08-31T22:02:29.802355Z","isLatest":false}}},{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"dev.workers.pathwren.www/ai-crawler-index","description":"Identify AI crawlers by user-agent or IP, verify them against operator ranges, build robots.txt.","title":"AI Crawler Index","version":"1.1.0","websiteUrl":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","icons":[{"src":"https://www.pathwren.workers.dev/c/mcp-registry-official/icon.png","mimeType":"image/png","sizes":["256x256"]}],"remotes":[{"type":"streamable-http","url":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp"}]},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-09-01T00:36:57.425267Z","publishedAt":"2026-09-01T00:36:57.425267Z","updatedAt":"2026-09-01T00:36:57.425267Z","isLatest":false}}},{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"dev.workers.pathwren.www/ai-crawler-index","description":"Identify AI crawlers by user-agent or IP, verify them against operator ranges, build robots.txt.","title":"AI Crawler Index","version":"1.2.0","websiteUrl":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","icons":[{"src":"https://www.pathwren.workers.dev/c/mcp-registry-official/icon.png","mimeType":"image/png","sizes":["256x256"]}],"remotes":[{"type":"streamable-http","url":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp"}]},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-09-02T00:41:37.849201Z","publishedAt":"2026-09-02T00:41:37.849201Z","updatedAt":"2026-09-02T00:41:37.849201Z","isLatest":false}}},{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"dev.workers.pathwren.www/ai-crawler-index","description":"Name any bot user-agent, verify a crawler IP, or generate robots.txt. Free, no key, no signup.","title":"AI Crawler Index","version":"1.3.0","websiteUrl":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","icons":[{"src":"https://www.pathwren.workers.dev/c/mcp-registry-official/icon.png","mimeType":"image/png","sizes":["256x256"]}],"remotes":[{"type":"streamable-http","url":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp"}],"_meta":{"io.modelcontextprotocol.registry/publisher-provided":{"auth":"none","authentication":"none — no key, no account, no OAuth, no rate limit","dataLicense":"CC0-1.0","docs":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","example":{"curl":"curl -s -X POST https://www.pathwren.workers.dev/c/mcp-registry-official/mcp -H 'content-type: application/json' -H 'accept: application/json, text/event-stream' -d '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"example\",\"arguments\":{}}}'","endpoint":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp","note":"Every tool here accepts {} and answers with its own documented worked example — nothing of yours is read, nothing is fetched from a third party. Send the request below verbatim.","request":{"id":1,"jsonrpc":"2.0","method":"tools/call","params":{"arguments":{},"name":"example"}},"transport":"streamable-http","verified_live_at":"2026-09-02T08:49:08Z"},"keywords":["robots.txt","gptbot","googlebot","ai crawler","user agent lookup","block ai scrapers","bot detection","crawler ip","llms.txt","free","no api key","no auth"],"pricing":"free","publisher":"Pathwren — an independent, non-commercial automated project","tools":[{"name":"classify_user_agent","search":"identify a bot from its user-agent string"},{"name":"lookup_crawler","search":"look up one crawler: operator, purpose, cost of blocking it"},{"name":"list_crawlers","search":"list or filter every AI crawler in the index"},{"name":"generate_robots_txt","search":"generate a robots.txt that blocks AI training or scrapers"},{"name":"is_verified_crawler_ip","search":"check whether an IP really belongs to Googlebot/GPTBot"},{"name":"whats_changed","search":"see what changed in the index and when it was built"},{"name":"example","search":"run the worked example — no arguments"}]}}},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-09-02T08:53:28.018916Z","publishedAt":"2026-09-02T08:53:28.018916Z","updatedAt":"2026-09-02T08:53:28.018916Z","isLatest":false}}},{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"dev.workers.pathwren.www/ai-crawler-index","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} free no key","title":"AI Crawler Index","version":"1.4.0","websiteUrl":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","icons":[{"src":"https://www.pathwren.workers.dev/c/mcp-registry-official/icon.png","mimeType":"image/png","sizes":["256x256"]}],"remotes":[{"type":"streamable-http","url":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp"}],"_meta":{"io.modelcontextprotocol.registry/publisher-provided":{"auth":"none","authentication":"none — no key, no account, no OAuth, no rate limit","dataLicense":"CC0-1.0","docs":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","example":{"curl":"curl -s -X POST https://www.pathwren.workers.dev/c/mcp-registry-official/mcp -H 'content-type: application/json' -H 'accept: application/json, text/event-stream' -d '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"example\",\"arguments\":{}}}'","endpoint":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp","note":"Every tool here accepts {} and answers with its own documented worked example — nothing of yours is read, nothing is fetched from a third party. Send the request below verbatim.","request":{"id":1,"jsonrpc":"2.0","method":"tools/call","params":{"arguments":{},"name":"example"}},"transport":"streamable-http","verified_live_at":"2026-09-02T08:49:08Z"},"keywords":["robots.txt","gptbot","googlebot","ai crawler","user agent lookup","block ai scrapers","bot detection","crawler ip","llms.txt","free","no api key","no auth"],"pricing":"free","publisher":"Pathwren — an independent, non-commercial automated project","tools":[{"name":"classify_user_agent","search":"identify a bot from its user-agent string"},{"name":"lookup_crawler","search":"look up one crawler: operator, purpose, cost of blocking it"},{"name":"list_crawlers","search":"list or filter every AI crawler in the index"},{"name":"generate_robots_txt","search":"generate a robots.txt that blocks AI training or scrapers"},{"name":"is_verified_crawler_ip","search":"check whether an IP really belongs to Googlebot/GPTBot"},{"name":"whats_changed","search":"see what changed in the index and when it was built"},{"name":"example","search":"run the worked example — no arguments"}]}}},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-09-04T00:06:56.792556Z","publishedAt":"2026-09-04T00:06:56.792556Z","updatedAt":"2026-09-04T00:06:56.792556Z","isLatest":false}}},{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"dev.workers.pathwren.www/ai-crawler-index","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} free no key","title":"AI Crawler Index","version":"1.5.0","websiteUrl":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","icons":[{"src":"https://www.pathwren.workers.dev/c/mcp-registry-official/icon.png","mimeType":"image/png","sizes":["256x256"]}],"remotes":[{"type":"streamable-http","url":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp"}],"_meta":{"io.modelcontextprotocol.registry/publisher-provided":{"auth":"none","authentication":"none — no key, no account, no OAuth, no rate limit","dataLicense":"CC0-1.0","docs":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","example":{"curl":"curl -s -X POST https://www.pathwren.workers.dev/c/mcp-registry-official/mcp -H 'content-type: application/json' -H 'accept: application/json, text/event-stream' -d '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"example\",\"arguments\":{}}}'","endpoint":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp","note":"Every tool here accepts {} and answers with its own documented worked example — nothing of yours is read, nothing is fetched from a third party. Send the request below verbatim.","request":{"id":1,"jsonrpc":"2.0","method":"tools/call","params":{"arguments":{},"name":"example"}},"transport":"streamable-http","verified_live_at":"2026-09-02T08:49:08Z"},"keywords":["robots.txt","gptbot","googlebot","ai crawler","user agent lookup","block ai scrapers","bot detection","crawler ip","llms.txt","free","no api key","no auth"],"pricing":"free","publisher":"Pathwren — an independent, non-commercial automated project","tools":[{"name":"classify_user_agent","search":"identify a bot from its user-agent string"},{"name":"lookup_crawler","search":"look up one crawler: operator, purpose, cost of blocking it"},{"name":"list_crawlers","search":"list or filter every AI crawler in the index"},{"name":"generate_robots_txt","search":"generate a robots.txt that blocks AI training or scrapers"},{"name":"is_verified_crawler_ip","search":"check whether an IP really belongs to Googlebot/GPTBot"},{"name":"whats_changed","search":"see what changed in the index and when it was built"},{"name":"example","search":"run the worked example — no arguments"}]}}},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-09-05T00:43:15.630046Z","publishedAt":"2026-09-05T00:43:15.630046Z","updatedAt":"2026-09-05T00:43:15.630046Z","isLatest":false}}},{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"dev.workers.pathwren.www/ai-crawler-index","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} free no key","title":"AI Crawler Index","version":"1.5.1","websiteUrl":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","icons":[{"src":"https://www.pathwren.workers.dev/c/mcp-registry-official/icon.png","mimeType":"image/png","sizes":["256x256"]}],"remotes":[{"type":"streamable-http","url":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp"}],"_meta":{"io.modelcontextprotocol.registry/publisher-provided":{"auth":"none","authentication":"none — no key, no account, no OAuth, no rate limit","dataLicense":"CC0-1.0","docs":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","example":{"curl":"curl -s -X POST https://www.pathwren.workers.dev/c/mcp-registry-official/mcp -H 'content-type: application/json' -H 'accept: application/json, text/event-stream' -d '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}}'","endpoint":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp","note":"whoami takes no arguments at all and answers about the request you just sent - user-agent, address, what our classifier makes of it. Every tool here accepts {} and answers with its own documented worked example — nothing of yours is read, nothing is fetched from a third party. Send the request below verbatim.","request":{"id":1,"jsonrpc":"2.0","method":"tools/call","params":{"arguments":{},"name":"whoami"}},"transport":"streamable-http","verified_live_at":"2026-09-02T08:49:08Z"},"keywords":["robots.txt","gptbot","googlebot","ai crawler","user agent lookup","block ai scrapers","bot detection","crawler ip","llms.txt","free","no api key","no auth"],"pricing":"free","publisher":"Pathwren — an independent, non-commercial automated project","tools":[{"name":"whoami","search":"who is calling: user-agent, address, our verdict - no arguments"},{"name":"classify_user_agent","search":"identify a bot from its user-agent string"},{"name":"lookup_crawler","search":"look up one crawler: operator, purpose, cost of blocking it"},{"name":"list_crawlers","search":"list or filter every AI crawler in the index"},{"name":"generate_robots_txt","search":"generate a robots.txt that blocks AI training or scrapers"},{"name":"is_verified_crawler_ip","search":"check whether an IP really belongs to Googlebot/GPTBot"},{"name":"whats_changed","search":"see what changed in the index and when it was built"},{"name":"example","search":"run the worked example — no arguments"}]}}},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-09-06T00:43:51.296928Z","publishedAt":"2026-09-06T00:43:51.296928Z","updatedAt":"2026-09-06T00:43:51.296928Z","isLatest":false}}},{"server":{"$schema":"https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json","name":"dev.workers.pathwren.www/ai-crawler-index","description":"{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} free no key","title":"AI Crawler Index","version":"1.6.0","websiteUrl":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","icons":[{"src":"https://www.pathwren.workers.dev/c/mcp-registry-official/icon.png","mimeType":"image/png","sizes":["256x256"]}],"remotes":[{"type":"streamable-http","url":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp"}],"_meta":{"io.modelcontextprotocol.registry/publisher-provided":{"auth":"none","authentication":"none — no key, no account, no OAuth, no rate limit","dataLicense":"CC0-1.0","docs":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html","example":{"curl":"curl -s -X POST https://www.pathwren.workers.dev/c/mcp-registry-official/mcp -H 'content-type: application/json' -H 'accept: application/json, text/event-stream' -d '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}}'","endpoint":"https://www.pathwren.workers.dev/c/mcp-registry-official/mcp","note":"whoami takes no arguments at all and answers about the request you just sent - user-agent, address, what our classifier makes of it. Every tool here accepts {} and answers with its own documented worked example — nothing of yours is read, nothing is fetched from a third party. Send the request below verbatim.","request":{"id":1,"jsonrpc":"2.0","method":"tools/call","params":{"arguments":{},"name":"whoami"}},"transport":"streamable-http","verified_live_at":"2026-09-02T08:49:08Z"},"keywords":["robots.txt","gptbot","googlebot","ai crawler","user agent lookup","block ai scrapers","bot detection","crawler ip","llms.txt","markdown","markdown docs","free","no api key","no auth"],"markdown":{"canonical":"the HTML page; each mirror carries Link: rel=\"canonical\" back to it","example":"curl -s https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.md","index":"https://www.pathwren.workers.dev/c/mcp-registry-official/sitemap.md","note":"Everything these tools answer from is also readable without JSON-RPC and without an MCP client: every page of the host is a plain markdown file at the same address with .md — also .mdx, <page>.html.md, <page>.html.mdx, or send Accept: text/markdown to the .html page. No key, no JavaScript, CC0. The registry caps `description` at 100 characters, which is why this sentence lives here."},"pricing":"free","publisher":"Pathwren — an independent, non-commercial automated project","tools":[{"name":"whoami","search":"who is calling: user-agent, address, our verdict - no arguments"},{"name":"classify_user_agent","search":"identify a bot from its user-agent string"},{"name":"lookup_crawler","search":"look up one crawler: operator, purpose, cost of blocking it"},{"name":"list_crawlers","search":"list or filter every AI crawler in the index"},{"name":"generate_robots_txt","search":"generate a robots.txt that blocks AI training or scrapers"},{"name":"is_verified_crawler_ip","search":"check whether an IP really belongs to Googlebot/GPTBot"},{"name":"whats_changed","search":"see what changed in the index and when it was built"},{"name":"example","search":"run the worked example — no arguments"}]}}},"_meta":{"io.modelcontextprotocol.registry/official":{"status":"active","statusChangedAt":"2026-09-07T00:44:37.088429Z","publishedAt":"2026-09-07T00:44:37.088429Z","updatedAt":"2026-09-07T00:44:37.088429Z","isLatest":true}}}],"metadata":{"count":8}}