{
  "x402Version": 2,
  "id": 3696,
  "slug": "3696",
  "resource": "https://api.webbersites.com/api/seo/robots-check",
  "description": "robots.txt + llms.txt checker: crawler access verdicts for major search AND AI bots (Googlebot, Bingbot, GPTBot, ClaudeBot, PerplexityBot, CCBot, Google-Extended and more), declared sitemaps, syntax warnings, and llms.txt / llms-full.txt presence with structure summary. ?url=any page on the site",
  "type": "http",
  "accepts": [
    {
      "scheme": "exact",
      "network": "eip155:8453",
      "payTo": "0xdd5fcEa81CA6f1EB39FEd5B973DE794293B81ba6",
      "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
      "amount": "1000",
      "maxTimeoutSeconds": 300
    }
  ],
  "outputSchema": {
    "bazaar": {
      "info": {
        "input": {
          "method": "GET",
          "queryParams": {
            "url": "https://example.com"
          },
          "type": "http"
        },
        "output": {
          "example": {
            "llms_txt": {
              "found": false
            },
            "origin": "https://example.com",
            "robots": {
              "bots": {
                "GPTBot": {
                  "kind": "ai",
                  "root_blocked": true
                },
                "Googlebot": {
                  "kind": "search",
                  "root_blocked": false
                }
              },
              "found": true,
              "sitemaps_declared": [
                "https://example.com/sitemap.xml"
              ]
            }
          },
          "type": "json"
        }
      },
      "schema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "properties": {
          "input": {
            "additionalProperties": false,
            "properties": {
              "method": {
                "enum": [
                  "GET"
                ],
                "type": "string"
              },
              "queryParams": {
                "properties": {
                  "url": {
                    "description": "Domain or any page on it",
                    "type": "string"
                  }
                },
                "required": [
                  "url"
                ],
                "type": "object"
              },
              "type": {
                "const": "http",
                "type": "string"
              }
            },
            "required": [
              "type",
              "method"
            ],
            "type": "object"
          },
          "output": {
            "properties": {
              "example": {
                "properties": {
                  "llms_txt": {
                    "type": "object"
                  },
                  "origin": {
                    "type": "string"
                  },
                  "robots": {
                    "type": "object"
                  }
                },
                "type": "object"
              },
              "type": {
                "type": "string"
              }
            },
            "required": [
              "type"
            ],
            "type": "object"
          }
        },
        "required": [
          "input"
        ],
        "type": "object"
      }
    }
  },
  "tags": [
    "bazaar"
  ],
  "sourceHost": "api.webbersites.com",
  "lastUpdated": "2026-08-21T19:45:07.464Z",
  "quality": {
    "calls30d": 3,
    "uniquePayers30d": 1,
    "lastCalledAt": "2026-08-21T19:45:09.66Z"
  },
  "liveness": {},
  "verified": false,
  "featured": false,
  "provider": {
    "host": "api.webbersites.com",
    "manifest_name": "api.webbersites.com",
    "source": "cdp-mirror",
    "source_manifest_url": "https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources",
    "submitted_at": "2026-09-18T22:00:31.484Z"
  }
}