Decide whether a specific crawler may fetch an exact public URL under robots

[
  {
    "scheme": "exact",
    "network": "eip155:8453",
    "payTo": "0x5deaebaf98034cc0d9abe3757a440b121c42ef0a",
    "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
    "amount": "1000",
    "maxTimeoutSeconds": 300
  }
]

{
  "bazaar": {
    "info": {
      "input": {
        "method": "GET",
        "queryParams": {
          "target": "https://example.com/private/page",
          "user_agent": "GPTBot"
        },
        "type": "http"
      },
      "output": {
        "example": {
          "allowed": true,
          "crawl_delay": null,
          "decision": "ALLOW",
          "matched_rule": null,
          "ok": true,
          "sitemaps": [],
          "target": "https://example.com/",
          "user_agent": "GPTBot"
        },
        "type": "json"
      }
    },
    "schema": {
      "$schema": "https://json-schema.org/draft/2020-12/schema",
      "properties": {
        "input": {
          "additionalProperties": false,
          "properties": {
            "method": {
              "enum": [
                "GET",
                "HEAD",
                "DELETE"
              ],
              "type": "string"
            },
            "queryParams": {
              "properties": {
                "target": {
                  "description": "Exact public page URL or hostname to test",
                  "type": "string"
                },
                "user_agent": {
                  "default": "*",
                  "description": "Crawler product token, e.g. GPTBot, ClaudeBot, Googlebot",
                  "type": "string"
                }
              },
              "required": [
                "target"
              ],
              "type": "object"
            },
            "type": {
              "const": "http",
              "type": "string"
            }
          },
          "required": [
            "type",
            "method"
          ],
          "type": "object"
        },
        "output": {
          "properties": {
            "example": {
              "type": "object"
            },
            "type": {
              "type": "string"
            }
          },
          "required": [
            "type"
          ],
          "type": "object"
        }
      },
      "required": [
        "input"
      ],
      "type": "object"
    }
  }
}

curl "https://pennyregwatch.com/v1/robots"
# -> 402 Payment Required, accepts[] lists how to pay
# retry with a PAYMENT-SIGNATURE (or PAYMENT header) once paid

const res = await fetch("https://pennyregwatch.com/v1/robots");
if (res.status === 402) {
  const { accepts } = await res.json();
  // pay one of accepts[] via an x402 client, then retry with the payment header
}

import httpx
res = httpx.get("https://pennyregwatch.com/v1/robots")
if res.status_code == 402:
    accepts = res.json()["accepts"]
    # pay one of accepts[] via an x402 client, then retry with the payment header