Scrapes any webpage and pulls title, description, canonical URL, OpenGraph + Twitter card
Scrapes any webpage and pulls title, description, canonical URL, OpenGraph + Twitter card metadata, headings, and outbound links from a single URL. Server-side rendering; body content rendered as text, raw HTML, or clean markdown, with optional link extraction. Cheerio-based with no headless browser, so it is fast and cheap, ideal for static pages and SSR sites. For JS-heavy SPAs that need a real browser, see website-screenshot. Use it as a web scraping API or webpage metadata extractor.
40000 (raw units)
price
8
calls / 30d
1
unique payers
2026-09-18
updated
Provider
x402.agentutility.ai · discovered, not yet claimed by its owner
Payment (x402 accepts[])
[
{
"scheme": "exact",
"network": "eip155:8453",
"payTo": "0x6c0752c09e7F6fA6526fCDf40e456a159ebB5621",
"asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
"amount": "40000",
"maxTimeoutSeconds": 300
},
{
"scheme": "exact",
"network": "solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp",
"payTo": "FJqAJ4dXkFbrp3EEo8E9x98iaBGUQwaU8Srz5ePfUXLH",
"asset": "EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v",
"amount": "40000",
"maxTimeoutSeconds": 300
}
]Output schema
{
"bazaar": {
"discoverable": true,
"info": {
"input": {
"body": {
"format": "text",
"url": "https://example.com"
},
"bodyType": "json",
"method": "POST",
"type": "http"
},
"output": {
"example": {
"body_chars": 128,
"canonical": null,
"description": "",
"final_url": "https://example.com/",
"format": "text",
"h1": "Example Domain",
"lang": "en",
"og": {},
"status_code": 200,
"text": "Example Domain\n\nThis domain is for use in documentation examples without needing permission. Avoid use in operations.\n\nLearn more",
"title": "Example Domain",
"twitter": {},
"url": "https://example.com"
},
"type": "json"
}
},
"related": [
"/content-trust-check",
"/news-content",
"/search-content"
],
"schema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"input": {
"additionalProperties": false,
"properties": {
"body": {
"properties": {
"format": {
"description": "Body output format. 'text' (default, plain text), 'html' (raw HTML body), or 'markdown' (clean markdown — best for LLM ingestion).",
"enum": [
"text",
"html",
"markdown"
],
"type": "string"
},
"include_links": {
"description": "If true, also returns an array of all <a href> links found on the page. Default false.",
"type": "boolean"
},
"url": {
"description": "Public URL to fetch and parse. Must include scheme (http/https). Follows redirects.",
"type": "string"
},
"user_agent": {
"description": "Custom User-Agent header. Defaults to a modern desktop Chrome UA.",
"type": "string"
}
},
"required": [
"url"
]
},
"bodyType": {
"enum": [
"json",
"form-data",
"text"
],
"type": "string"
},
"method": {
"enum": [
"POST"
],
"type": "string"
},
"type": {
"const": "http",
"type": "string"
}
},
"required": [
"type",
"method",
"bodyType",
"body"
],
"type": "object"
},
"output": {
"properties": {
"example": {
"properties": {
"body_chars": {
"type": "integer"
},
"canonical": {
"type": "null"
},
"description": {
"type": "string"
},
"final_url": {
"type": "string"
},
"format": {
"type": "string"
},
"h1": {
"type": "string"
},
"lang": {
"type": "string"
},
"og": {
"properties": {},
"type": "object"
},
"status_code": {
"type": "integer"
},
"text": {
"type": "string"
},
"title": {
"type": "string"
},
"twitter": {
"properties": {},
"type": "object"
},
"url": {
"type": "string"
}
},
"type": "object"
},
"type": {
"type": "string"
}
},
"required": [
"type"
],
"type": "object"
}
},
"required": [
"input"
],
"type": "object"
}
},
"builder-code": {
"info": {
"a": "bc_awpbwsy3"
},
"schema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"a": {
"description": "App builder code",
"pattern": "^[a-z0-9_]{1,32}$",
"type": "string"
},
"s": {
"description": "Service builder codes",
"items": {
"pattern": "^[a-z0-9_]{1,32}$",
"type": "string"
},
"type": "array"
},
"w": {
"description": "Wallet builder code",
"pattern": "^[a-z0-9_]{1,32}$",
"type": "string"
}
},
"type": "object"
}
}
}Use it
curl
curl "https://x402.agentutility.ai/scrape-website" # -> 402 Payment Required, accepts[] lists how to pay # retry with a PAYMENT-SIGNATURE (or PAYMENT header) once paid
JavaScript
const res = await fetch("https://x402.agentutility.ai/scrape-website");
if (res.status === 402) {
const { accepts } = await res.json();
// pay one of accepts[] via an x402 client, then retry with the payment header
}Python
import httpx
res = httpx.get("https://x402.agentutility.ai/scrape-website")
if res.status_code == 402:
accepts = res.json()["accepts"]
# pay one of accepts[] via an x402 client, then retry with the payment headerMachine-readable
Everything on this page is also available as clean JSON at /resources/5193.json, and this resource appears in /discovery/resources and /discovery/search.