Scrape any web page: URL to Markdown / HTML to Markdown for LLM context

[
  {
    "scheme": "exact",
    "network": "eip155:8453",
    "payTo": "0x072F3a2bD93bB75b1Eb84a9E45D17a4F90a6D801",
    "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
    "amount": "5000",
    "maxTimeoutSeconds": 300
  }
]

{
  "bazaar": {
    "info": {
      "input": {
        "body": {
          "mode": "article | full",
          "render": "true = execute JavaScript in a real headless browser before converting, for SPAs (React/Next/Vue) that return empty HTML to a plain fetch",
          "url": "https://example.com/article"
        },
        "bodyType": "json",
        "method": "POST",
        "type": "http"
      },
      "output": {
        "example": {
          "byline": "Author name or null",
          "markdown": "# Title\n\nBody...",
          "mode": "article",
          "rendered": false,
          "title": "Title",
          "words": 7139
        },
        "type": "json"
      }
    },
    "schema": {
      "$schema": "https://json-schema.org/draft/2020-12/schema",
      "properties": {
        "input": {
          "additionalProperties": false,
          "properties": {
            "body": {
              "properties": {}
            },
            "bodyType": {
              "enum": [
                "json",
                "form-data",
                "text"
              ],
              "type": "string"
            },
            "method": {
              "enum": [
                "POST"
              ],
              "type": "string"
            },
            "type": {
              "const": "http",
              "type": "string"
            }
          },
          "required": [
            "type",
            "method",
            "bodyType",
            "body"
          ],
          "type": "object"
        },
        "output": {
          "properties": {
            "example": {
              "type": "object"
            },
            "type": {
              "type": "string"
            }
          },
          "required": [
            "type"
          ],
          "type": "object"
        }
      },
      "required": [
        "input"
      ],
      "type": "object"
    }
  }
}

curl "https://md.fastdb.in/md"
# -> 402 Payment Required, accepts[] lists how to pay
# retry with a PAYMENT-SIGNATURE (or PAYMENT header) once paid

const res = await fetch("https://md.fastdb.in/md");
if (res.status === 402) {
  const { accepts } = await res.json();
  // pay one of accepts[] via an x402 client, then retry with the payment header
}

import httpx
res = httpx.get("https://md.fastdb.in/md")
if res.status_code == 402:
    accepts = res.json()["accepts"]
    # pay one of accepts[] via an x402 client, then retry with the payment header