admintoolkit.io WebMCP audit

{
  "name": "admintoolkit_check_ai_crawler_access",
  "description": "Return a read-only RFC 9309 robots.txt access report for AI and search crawlers. Accepts robots.txt text or a public robots.txt URL plus an optional path. Includes merged matching groups, octet-normalized longest-match decisions, per-crawler evidence, transport status, crawler-registry provenance and policy snippets.",
  "inputSchema": {
    "additionalProperties": false,
    "anyOf": [
      {
        "required": [
          "url"
        ]
      },
      {
        "required": [
          "content"
        ]
      }
    ],
    "properties": {
      "content": {
        "description": "Pasted robots.txt content to validate locally, e.g. 'User-agent: GPTBot'.",
        "type": "string"
      },
      "crawlers": {
        "description": "Crawler tokens to evaluate as an array, e.g. ['GPTBot','Google-Extended'].",
        "items": {
          "type": "string"
        },
        "type": "array"
      },
      "path": {
        "description": "Path to evaluate against robots.txt rules, e.g. '/' or '/tools/'.",
        "type": "string"
      },
      "url": {
        "description": "Robots.txt URL or bare domain to fetch, e.g. 'https://example.com/robots.txt'.",
        "format": "uri",
        "type": "string"
      }
    },
    "required": [],
    "type": "object"
  },
  "annotations": {
    "readOnlyHint": true,
    "untrustedContentHint": true
  }
}