robots-txt-checker MCP配置与使用教程

{
  "id": "io.github.ryuamarines/robots-txt-checker",
  "type": "mcp-server",
  "version": "1.0.93057",
  "displayName": "robots-txt-checker",
  "description": "Checks if a URL path is allowed by robots.txt. x402 payment required (testnet USDC).",
  "distribution": {
    "packages": [],
    "remotes": [
      {
        "transport": "streamable-http",
        "url": "https://faceted-napped-debtless.ngrok-free.dev/robots-txt-checker/mcp"
      }
    ]
  },
  "dependencies": [],
  "installTargets": [
    "claude-code",
    "claude-desktop",
    "cursor",
    "vscode",
    "trae",
    "cherry-studio",
    "lingma",
    "windsurf",
    "cline",
    "workbuddy"
  ],
  "keywords": [],
  "provenance": {
    "origin": "official-mcp-registry",
    "originalId": "io.github.ryuamarines/robots-txt-checker",
    "originalUrl": "https://registry.modelcontextprotocol.io/v0.1/servers/io.github.ryuamarines%2Frobots-txt-checker/versions/latest",
    "isOfficial": true,
    "status": "active"
  }
}