Inspect a domain's robots
Inspect a domain's robots.txt crawl rules and XML sitemap health, availability, and URL count.
25000 (raw units)
price
1
calls / 30d
1
unique payers
2026-08-31
updated
Provider
apiacre.com · discovered, not yet claimed by its owner
Payment (x402 accepts[])
[
{
"scheme": "exact",
"network": "eip155:8453",
"payTo": "0xa0BFa4f07281c9b248DC3AED2217836BcA24869B",
"asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
"amount": "25000",
"maxTimeoutSeconds": 300
},
{
"scheme": "exact",
"network": "solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp",
"payTo": "B4CHWQeQn7GDLZD2aW6hpGG2bEseisBFLZYECA3HDLan",
"asset": "EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v",
"amount": "25000",
"maxTimeoutSeconds": 300
}
]Output schema
{
"bazaar": {
"info": {
"input": {
"body": {
"url": "https://example.com"
},
"bodyType": "json",
"method": "POST",
"type": "http"
},
"output": {
"example": {
"data": {
"origin": "https://example.com",
"robots": {
"available": false,
"contentType": "text/html",
"rules": 0,
"sitemaps": [],
"statusCode": 404
},
"sitemap": {
"available": false,
"bytes": 0,
"contentType": "text/html",
"statusCode": 404,
"urlCount": 0
}
},
"meta": {
"cached": false,
"duration_ms": 42,
"next_actions": [],
"sources": [],
"warnings": []
},
"request_id": "018f1f54-7f38-7ba2-8dc3-5f90272d9f1a",
"service": "web.robots-sitemap",
"version": "1"
},
"type": "json"
}
},
"schema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"input": {
"additionalProperties": false,
"properties": {
"body": {
"properties": {
"url": {
"format": "uri",
"maxLength": 2083,
"minLength": 1,
"title": "Url",
"type": "string"
}
},
"required": [
"url"
],
"title": "UrlInput",
"type": "object"
},
"bodyType": {
"enum": [
"json",
"form-data",
"text"
],
"type": "string"
},
"method": {
"enum": [
"POST",
"PUT",
"PATCH"
],
"type": "string"
},
"type": {
"const": "http",
"type": "string"
}
},
"required": [
"type",
"method",
"bodyType",
"body"
],
"type": "object"
},
"output": {
"properties": {
"example": {
"properties": {
"data": {
"description": "Structured Robots and sitemap audit result",
"properties": {
"origin": {
"type": "string"
},
"robots": {
"type": "object"
},
"sitemap": {
"type": "object"
}
},
"type": "object"
},
"meta": {
"properties": {
"cached": {
"type": "boolean"
},
"duration_ms": {
"minimum": 0,
"type": "integer"
},
"next_actions": {
"description": "Optional separately priced follow-up calls. Each action requires a new payment challenge and explicit buyer authorization.",
"items": {
"properties": {
"authorization_required": {
"const": true,
"type": "boolean"
},
"checkout_path": {
"pattern": "^/try/",
"type": "string"
},
"executes_automatically": {
"const": false,
"type": "boolean"
},
"handoff_path": {
"description": "Free full contract and spend-capped command handoff; reading it does not execute or purchase the follow-up.",
"pattern": "^/catalog/",
"type": "string"
},
"handoff_payment_required": {
"const": false,
"type": "boolean"
},
"input_template": {
"description": "Client-side template only: $request refers to the original input, $result to this response, and $json(...) serializes its argument. The server does not execute the follow-up.",
"type": "object"
},
"maximum_atomic_usdc": {
"pattern": "^[1-9][0-9]*$",
"type": "string"
},
"method": {
"const": "POST",
"type": "string"
},
"path": {
"pattern": "^/v1/",
"type": "string"
},
"price": {
"pattern": "^\\$[0-9]+",
"type": "string"
},
"reason": {
"type": "string"
},
"sample_path": {
"pattern": "^/samples/",
"type": [
"string",
"null"
]
},
"service": {
"type": "string"
},
"title": {
"type": "string"
},
"use_output": {
"type": "string"
}
},
"required": [
"service",
"title",
"reason",
"method",
"path",
"price",
"input_template",
"use_output",
"handoff_path",
"checkout_path",
"sample_path",
"maximum_atomic_usdc",
"handoff_payment_required",
"executes_automatically",
"authorization_required"
],
"type": "object"
},
"type": "array"
},
"sources": {
"items": {
"type": "string"
},
"type": "array"
},
"warnings": {
"items": {
"type": "string"
},
"type": "array"
}
},
"required": [
"duration_ms",
"cached",
"sources",
"warnings",
"next_actions"
],
"type": "object"
},
"request_id": {
"description": "Unique request identifier",
"type": "string"
},
"service": {
"const": "web.robots-sitemap",
"type": "string"
},
"version": {
"const": "1",
"type": "string"
}
},
"required": [
"request_id",
"service",
"version",
"data",
"meta"
],
"type": "object"
},
"type": {
"type": "string"
}
},
"required": [
"type"
],
"type": "object"
}
},
"required": [
"input"
],
"type": "object"
}
},
"payment-identifier": {
"info": {
"required": false
},
"schema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"id": {
"maxLength": 128,
"minLength": 16,
"pattern": "^[a-zA-Z0-9_-]+$",
"type": "string"
},
"required": {
"type": "boolean"
}
},
"required": [
"required"
],
"type": "object"
}
}
}Use it
curl
curl "https://apiacre.com/v1/web/robots-sitemap" # -> 402 Payment Required, accepts[] lists how to pay # retry with a PAYMENT-SIGNATURE (or PAYMENT header) once paid
JavaScript
const res = await fetch("https://apiacre.com/v1/web/robots-sitemap");
if (res.status === 402) {
const { accepts } = await res.json();
// pay one of accepts[] via an x402 client, then retry with the payment header
}Python
import httpx
res = httpx.get("https://apiacre.com/v1/web/robots-sitemap")
if res.status_code == 402:
accepts = res.json()["accepts"]
# pay one of accepts[] via an x402 client, then retry with the payment headerMachine-readable
Everything on this page is also available as clean JSON at /resources/2600.json, and this resource appears in /discovery/resources and /discovery/search.