{
  "x402Version": 2,
  "id": 30920,
  "slug": "30920",
  "resource": "https://x402.agentutility.ai/scrape-website",
  "description": "Scrapes any webpage and pulls title, description, canonical URL, OpenGraph + Twitter card metadata, headings, and outbound links from a single URL. Server-side rendering; body content rendered as text, raw HTML, or clean markdown, with optional link extraction. Cheerio-based with no headless browser, so it is fast and cheap, ideal for static pages and SSR sites. For JS-heavy SPAs that need a real browser, see website-screenshot. Use it as a web scraping API or webpage metadata extractor.",
  "type": "http",
  "serviceName": "AgentUtility.ai",
  "iconUrl": "https://res.cloudinary.com/bdb-prod/image/upload/c_fill,ar_1:1,w_256,h_256,f_auto,q_auto/v1783070352/bazaar-icons/54f004eda341546b.png",
  "resourceType": "AI Inference",
  "accepts": [
    {
      "scheme": "exact",
      "network": "eip155:8453",
      "payTo": "0x6c0752c09e7F6fA6526fCDf40e456a159ebB5621",
      "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
      "amount": "40000",
      "amountUsd": 0.04,
      "maxTimeoutSeconds": 300
    },
    {
      "scheme": "exact",
      "network": "solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp",
      "payTo": "FJqAJ4dXkFbrp3EEo8E9x98iaBGUQwaU8Srz5ePfUXLH",
      "asset": "EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v",
      "amount": "40000",
      "amountUsd": 0.04,
      "maxTimeoutSeconds": 300
    }
  ],
  "outputSchema": {
    "properties": {
      "example": {
        "properties": {
          "body_chars": {
            "type": "integer"
          },
          "canonical": {
            "type": "null"
          },
          "description": {
            "type": "string"
          },
          "final_url": {
            "type": "string"
          },
          "format": {
            "type": "string"
          },
          "h1": {
            "type": "string"
          },
          "lang": {
            "type": "string"
          },
          "og": {
            "properties": {},
            "type": "object"
          },
          "status_code": {
            "type": "integer"
          },
          "text": {
            "type": "string"
          },
          "title": {
            "type": "string"
          },
          "twitter": {
            "properties": {},
            "type": "object"
          },
          "url": {
            "type": "string"
          }
        },
        "type": "object"
      },
      "type": {
        "type": "string"
      }
    },
    "required": [
      "type"
    ],
    "type": "object"
  },
  "extensions": {
    "bazaar": {
      "discoverable": true,
      "info": {
        "input": {
          "body": {
            "format": "text",
            "url": "https://example.com"
          },
          "bodyType": "json",
          "method": "POST",
          "type": "http"
        },
        "output": {
          "example": {
            "body_chars": 128,
            "canonical": null,
            "description": "",
            "final_url": "https://example.com/",
            "format": "text",
            "h1": "Example Domain",
            "lang": "en",
            "og": {},
            "status_code": 200,
            "text": "Example Domain\n\nThis domain is for use in documentation examples without needing permission. Avoid use in operations.\n\nLearn more",
            "title": "Example Domain",
            "twitter": {},
            "url": "https://example.com"
          },
          "type": "json"
        }
      },
      "related": [
        "/content-trust-check",
        "/news-content",
        "/search-content"
      ],
      "schema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "properties": {
          "input": {
            "additionalProperties": false,
            "properties": {
              "body": {
                "properties": {
                  "format": {
                    "description": "Body output format. 'text' (default, plain text), 'html' (raw HTML body), or 'markdown' (clean markdown — best for LLM ingestion).",
                    "enum": [
                      "text",
                      "html",
                      "markdown"
                    ],
                    "type": "string"
                  },
                  "include_links": {
                    "description": "If true, also returns an array of all <a href> links found on the page. Default false.",
                    "type": "boolean"
                  },
                  "url": {
                    "description": "Public URL to fetch and parse. Must include scheme (http/https). Follows redirects.",
                    "type": "string"
                  },
                  "user_agent": {
                    "description": "Custom User-Agent header. Defaults to a modern desktop Chrome UA.",
                    "type": "string"
                  }
                },
                "required": [
                  "url"
                ]
              },
              "bodyType": {
                "enum": [
                  "json",
                  "form-data",
                  "text"
                ],
                "type": "string"
              },
              "method": {
                "enum": [
                  "POST"
                ],
                "type": "string"
              },
              "type": {
                "const": "http",
                "type": "string"
              }
            },
            "required": [
              "type",
              "method",
              "bodyType",
              "body"
            ],
            "type": "object"
          },
          "output": {
            "properties": {
              "example": {
                "properties": {
                  "body_chars": {
                    "type": "integer"
                  },
                  "canonical": {
                    "type": "null"
                  },
                  "description": {
                    "type": "string"
                  },
                  "final_url": {
                    "type": "string"
                  },
                  "format": {
                    "type": "string"
                  },
                  "h1": {
                    "type": "string"
                  },
                  "lang": {
                    "type": "string"
                  },
                  "og": {
                    "properties": {},
                    "type": "object"
                  },
                  "status_code": {
                    "type": "integer"
                  },
                  "text": {
                    "type": "string"
                  },
                  "title": {
                    "type": "string"
                  },
                  "twitter": {
                    "properties": {},
                    "type": "object"
                  },
                  "url": {
                    "type": "string"
                  }
                },
                "type": "object"
              },
              "type": {
                "type": "string"
              }
            },
            "required": [
              "type"
            ],
            "type": "object"
          }
        },
        "required": [
          "input"
        ],
        "type": "object"
      }
    },
    "builder-code": {
      "info": {
        "a": "bc_awpbwsy3"
      },
      "schema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {
          "a": {
            "description": "App builder code",
            "pattern": "^[a-z0-9_]{1,32}$",
            "type": "string"
          },
          "s": {
            "description": "Service builder codes",
            "items": {
              "pattern": "^[a-z0-9_]{1,32}$",
              "type": "string"
            },
            "type": "array"
          },
          "w": {
            "description": "Wallet builder code",
            "pattern": "^[a-z0-9_]{1,32}$",
            "type": "string"
          }
        },
        "type": "object"
      }
    }
  },
  "tags": [
    "web-probe",
    "scrape",
    "website",
    "bazaar",
    "builder-code"
  ],
  "sourceHost": "x402.agentutility.ai",
  "lastUpdated": "2026-10-10T07:05:52.416Z",
  "quality": {
    "calls30d": 20,
    "uniquePayers30d": 2,
    "lastCalledAt": "2026-10-12T07:06:13.258Z"
  },
  "metadata": {
    "serviceName": "AgentUtility.ai",
    "iconUrl": "https://res.cloudinary.com/bdb-prod/image/upload/c_fill,ar_1:1,w_256,h_256,f_auto,q_auto/v1783070352/bazaar-icons/54f004eda341546b.png",
    "extensions": {
      "bazaar": {
        "discoverable": true,
        "info": {
          "input": {
            "body": {
              "format": "text",
              "url": "https://example.com"
            },
            "bodyType": "json",
            "method": "POST",
            "type": "http"
          },
          "output": {
            "example": {
              "body_chars": 128,
              "canonical": null,
              "description": "",
              "final_url": "https://example.com/",
              "format": "text",
              "h1": "Example Domain",
              "lang": "en",
              "og": {},
              "status_code": 200,
              "text": "Example Domain\n\nThis domain is for use in documentation examples without needing permission. Avoid use in operations.\n\nLearn more",
              "title": "Example Domain",
              "twitter": {},
              "url": "https://example.com"
            },
            "type": "json"
          }
        },
        "related": [
          "/content-trust-check",
          "/news-content",
          "/search-content"
        ],
        "schema": {
          "$schema": "https://json-schema.org/draft/2020-12/schema",
          "properties": {
            "input": {
              "additionalProperties": false,
              "properties": {
                "body": {
                  "properties": {
                    "format": {
                      "description": "Body output format. 'text' (default, plain text), 'html' (raw HTML body), or 'markdown' (clean markdown — best for LLM ingestion).",
                      "enum": [
                        "text",
                        "html",
                        "markdown"
                      ],
                      "type": "string"
                    },
                    "include_links": {
                      "description": "If true, also returns an array of all <a href> links found on the page. Default false.",
                      "type": "boolean"
                    },
                    "url": {
                      "description": "Public URL to fetch and parse. Must include scheme (http/https). Follows redirects.",
                      "type": "string"
                    },
                    "user_agent": {
                      "description": "Custom User-Agent header. Defaults to a modern desktop Chrome UA.",
                      "type": "string"
                    }
                  },
                  "required": [
                    "url"
                  ]
                },
                "bodyType": {
                  "enum": [
                    "json",
                    "form-data",
                    "text"
                  ],
                  "type": "string"
                },
                "method": {
                  "enum": [
                    "POST"
                  ],
                  "type": "string"
                },
                "type": {
                  "const": "http",
                  "type": "string"
                }
              },
              "required": [
                "type",
                "method",
                "bodyType",
                "body"
              ],
              "type": "object"
            },
            "output": {
              "properties": {
                "example": {
                  "properties": {
                    "body_chars": {
                      "type": "integer"
                    },
                    "canonical": {
                      "type": "null"
                    },
                    "description": {
                      "type": "string"
                    },
                    "final_url": {
                      "type": "string"
                    },
                    "format": {
                      "type": "string"
                    },
                    "h1": {
                      "type": "string"
                    },
                    "lang": {
                      "type": "string"
                    },
                    "og": {
                      "properties": {},
                      "type": "object"
                    },
                    "status_code": {
                      "type": "integer"
                    },
                    "text": {
                      "type": "string"
                    },
                    "title": {
                      "type": "string"
                    },
                    "twitter": {
                      "properties": {},
                      "type": "object"
                    },
                    "url": {
                      "type": "string"
                    }
                  },
                  "type": "object"
                },
                "type": {
                  "type": "string"
                }
              },
              "required": [
                "type"
              ],
              "type": "object"
            }
          },
          "required": [
            "input"
          ],
          "type": "object"
        }
      },
      "builder-code": {
        "info": {
          "a": "bc_awpbwsy3"
        },
        "schema": {
          "$schema": "https://json-schema.org/draft/2020-12/schema",
          "additionalProperties": false,
          "properties": {
            "a": {
              "description": "App builder code",
              "pattern": "^[a-z0-9_]{1,32}$",
              "type": "string"
            },
            "s": {
              "description": "Service builder codes",
              "items": {
                "pattern": "^[a-z0-9_]{1,32}$",
                "type": "string"
              },
              "type": "array"
            },
            "w": {
              "description": "Wallet builder code",
              "pattern": "^[a-z0-9_]{1,32}$",
              "type": "string"
            }
          },
          "type": "object"
        }
      }
    }
  },
  "liveness": {
    "reliability": null
  },
  "verified": false,
  "featured": false,
  "provider": {
    "host": "x402.agentutility.ai",
    "manifest_name": "x402.agentutility.ai",
    "source": "cdp-mirror",
    "source_manifest_url": "https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources",
    "submitted_at": "2026-10-14T01:15:01.050Z"
  },
  "exampleResponse": {
    "example": {
      "body_chars": 0,
      "canonical": null,
      "description": "string",
      "final_url": "string",
      "format": "string",
      "h1": "string",
      "lang": "string",
      "og": {},
      "status_code": 0,
      "text": "string",
      "title": "string",
      "twitter": {},
      "url": "string"
    },
    "type": "string"
  }
}