robots
robots.txt check: fetches the origin's /robots.txt server-side and reports whether a given URL path is allowed or blocked for a user agent, with the matched rule, the robots URL, the HTTP status, a timestamp and a tamper-evident receipt. Query parameters: url (required), user_agent (optional, defaults to *). Only robots.txt is fetched; no crawling. Pair with GET /api/v1/link-map or /api/v1/sitemap to plan an allowed fetch.
1000 (raw units)
price
1
calls / 30d
1
unique payers
2026-08-23
updated
Provider
kairostamp.com · discovered, not yet claimed by its owner
Payment (x402 accepts[])
[
{
"scheme": "exact",
"network": "eip155:8453",
"payTo": "0xdB6F694aE695C632C82677a50593B46137808453",
"asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
"amount": "1000",
"maxTimeoutSeconds": 300
}
]Output schema
{
"bazaar": {
"info": {
"input": {
"method": "GET",
"queryParams": {
"url": "https://example.com/pricing",
"user_agent": "GPTBot"
},
"type": "http"
},
"output": {
"example": {
"chain_hash": "d084fff3e5d852089814f7d4d3ffe9d04d1a39ce9d2e0573a95f24cf78fb584d",
"decision": "allowed",
"fetched_at": "2026-08-23T05:32:12.771Z",
"matched_rule": "Allow: /pricing",
"matched_user_agent": "*",
"note": "Decision derived from the origin's /robots.txt as fetched at this timestamp. Only that one file is fetched; the target URL itself is not requested and nothing is crawled. robots.txt is a crawler convention, not a legal permission.",
"receipt_id": "85cd424c-b68b-440e-8f4f-e02147799f30",
"robots_status": 200,
"robots_url": "https://example.com/robots.txt",
"target_url": "https://example.com/pricing",
"user_agent": "GPTBot"
},
"type": "json"
}
},
"schema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"input": {
"additionalProperties": false,
"properties": {
"method": {
"enum": [
"GET"
],
"type": "string"
},
"queryParams": {
"additionalProperties": false,
"examples": [
{
"url": "https://example.com/pricing",
"user_agent": "GPTBot"
}
],
"properties": {
"url": {
"description": "Public http/https URL whose path should be evaluated. Sent as the `url` query parameter.",
"examples": [
"https://example.com/"
],
"format": "uri",
"maxLength": 2048,
"type": "string"
},
"user_agent": {
"description": "Crawler user-agent token to evaluate. Defaults to `*`.",
"examples": [
"*",
"GPTBot"
],
"maxLength": 200,
"type": "string"
}
},
"required": [
"url"
],
"type": "object"
},
"type": {
"const": "http",
"type": "string"
}
},
"required": [
"type",
"method"
],
"type": "object"
},
"output": {
"properties": {
"example": {
"properties": {
"chain_hash": {
"description": "Tamper-evident hash-chain value.",
"type": [
"string",
"null"
]
},
"decision": {
"enum": [
"allowed",
"blocked",
"unknown"
],
"type": "string"
},
"fetched_at": {
"format": "date-time",
"type": [
"string",
"null"
]
},
"matched_rule": {
"type": [
"string",
"null"
]
},
"matched_user_agent": {
"type": [
"string",
"null"
]
},
"note": {
"type": "string"
},
"receipt_id": {
"format": "uuid",
"type": [
"string",
"null"
]
},
"robots_status": {
"type": [
"integer",
"null"
]
},
"robots_url": {
"format": "uri",
"type": [
"string",
"null"
]
},
"target_url": {
"format": "uri",
"type": "string"
},
"user_agent": {
"type": "string"
}
},
"required": [
"target_url",
"decision",
"robots_url"
],
"type": "object"
},
"type": {
"type": "string"
}
},
"required": [
"type"
],
"type": "object"
}
},
"required": [
"input"
],
"type": "object"
}
},
"builder-code": {
"info": {
"s": [
"cdp_sdk_server"
]
},
"schema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"additionalProperties": false,
"properties": {
"a": {
"description": "App builder code",
"pattern": "^[a-z0-9_]{1,32}$",
"type": "string"
},
"s": {
"description": "Service builder codes",
"items": {
"pattern": "^[a-z0-9_]{1,32}$",
"type": "string"
},
"maxItems": 11,
"type": "array"
},
"w": {
"description": "Wallet builder code",
"pattern": "^[a-z0-9_]{1,32}$",
"type": "string"
}
},
"type": "object"
}
},
"eip2612GasSponsoring": {},
"erc20ApprovalGasSponsoring": {}
}Use it
curl
curl "https://kairostamp.com/api/v1/robots-check" # -> 402 Payment Required, accepts[] lists how to pay # retry with a PAYMENT-SIGNATURE (or PAYMENT header) once paid
JavaScript
const res = await fetch("https://kairostamp.com/api/v1/robots-check");
if (res.status === 402) {
const { accepts } = await res.json();
// pay one of accepts[] via an x402 client, then retry with the payment header
}Python
import httpx
res = httpx.get("https://kairostamp.com/api/v1/robots-check")
if res.status_code == 402:
accepts = res.json()["accepts"]
# pay one of accepts[] via an x402 client, then retry with the payment headerMachine-readable
Everything on this page is also available as clean JSON at /resources/12359.json, and this resource appears in /discovery/resources and /discovery/search.