{ "x402Version": 2, "id": 27892, "slug": "27892", "resource": "https://agent402.tools/api/site-map", "description": "Discover a website's URLs in one call: reads robots.txt, its declared sitemap(s) (sitemap indexes and gzipped sitemaps included, /sitemap.xml as the fallback) and the start page's internal links, then returns a same-host, normalized, deduplicated list (up to 500) with an optional substring filter. Hard budgets: at most 6 fetches, 15 seconds, 5 MB. Use it to pick which pages to crawl or extract next.", "type": "http", "serviceName": "Site map (URL discovery)", "iconUrl": "https://res.cloudinary.com/bdb-prod/image/upload/c_fill,ar_1:1,w_256,h_256,f_auto,q_auto/v1787497819/bazaar-icons/478aced8e219894c.png", "resourceType": "Beauty & Personal Care", "accepts": [ { "scheme": "exact", "network": "eip155:8453", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913", "amount": "5000", "amountUsd": 0.005, "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "eip155:137", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0x3c499c542cEF5E3811e1192ce70d8cC03d5c3359", "amount": "5000", "amountUsd": 0.005, "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "eip155:42161", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0xaf88d065e77c8cC2239327C5EDb3A432268e5831", "amount": "5000", "amountUsd": 0.005, "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "eip155:143", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0x754704Bc059F8C67012fEd69BC8A327a5aafb603", "amount": "5000", "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "eip155:43114", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0xB97EF9Ef8734C71904D8002F8b6Bc66Dd9c48a6E", "amount": "5000", "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "eip155:1329", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0xe15fC38F6D8c56aF07bbCBe3BAf5708A2Bf42392", "amount": "5000", "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "eip155:10", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0x0b2C639c533813f4Aa9D7837CAf62653d097Ff85", "amount": "6000", "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "eip155:4663", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0x5fc5360D0400a0Fd4f2af552ADD042D716F1d168", "amount": "5000", "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "eip155:42220", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0xcebA9300f2b948710d2653dD7B07f33A8B32118C", "amount": "5000", "maxTimeoutSeconds": 300 }, { "scheme": "upto", "network": "eip155:8453", "payTo": "0xaBF4FAbd7c416fB67202E5f9002389Fc75e2a9D0", "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913", "amount": "5000", "amountUsd": 0.005, "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp", "payTo": "J7aN3PLJnTCF5qpEnvJHJsnCjcGuqC2rYtEM8Gv3xwg", "asset": "EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v", "amount": "5000", "amountUsd": 0.005, "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "stellar:pubnet", "payTo": "GDNJXCKW7ZM7GEEVP674TWPU26YJNBQ2FI4ZIPRKTPTNUEJMDHFJWWRL", "asset": "CCW67TSZV3SSS2HXMBQ5JFGCKJNXKZM7UQUWUZPUTHXSTZLEO7SJMI75", "amount": "50000", "maxTimeoutSeconds": 300 }, { "scheme": "exact", "network": "algorand:wGHE2Pwdvd7S12BL5FaOP20EGYesN73ktiC1qzkkit8=", "payTo": "C7IIHG7SPLPZ5H7ZT6HW3UV2OQMQQE6Y2HBNGZXSLRJULE42BEE2OY2XIE", "asset": "31566704", "amount": "5000", "maxTimeoutSeconds": 300 } ], "outputSchema": { "properties": { "example": { "properties": { "fetchedAt": { "type": "string" }, "fetches": { "type": "integer" }, "host": { "type": "string" }, "search": {}, "sitemapsRead": { "type": "integer" }, "source": { "type": "string" }, "sources": { "type": "object" }, "total": { "type": "integer" }, "truncated": { "type": "boolean" }, "url": { "type": "string" }, "urls": { "type": "array" }, "warnings": { "type": "array" } }, "required": [ "url", "host", "total", "urls", "sources", "sitemapsRead", "truncated", "fetches", "warnings", "source", "fetchedAt" ], "type": "object" }, "type": { "type": "string" } }, "required": [ "type" ], "type": "object" }, "extensions": { "bazaar": { "info": { "input": { "body": { "limit": 50, "url": "https://agent402.tools" }, "bodyType": "json", "method": "POST", "type": "http" }, "output": { "example": { "fetchedAt": "2026-08-22T00:00:00.000Z", "fetches": 6, "host": "agent402.tools", "search": null, "sitemapsRead": 4, "source": "robots.txt, sitemap(s) and start-page links, fetched live", "sources": { "links": 78, "sitemap": 1028 }, "total": 1106, "truncated": true, "url": "https://agent402.tools/", "urls": [ "https://agent402.tools/", "https://agent402.tools/decide", "https://agent402.tools/reports", "https://agent402.tools/monitors" ], "warnings": [] }, "type": "json" } }, "schema": { "$schema": "https://json-schema.org/draft/2020-12/schema", "properties": { "input": { "additionalProperties": false, "properties": { "body": { "properties": { "includeSubdomains": { "description": "Also keep URLs on subdomains of the start site (default false; www and bare host always count as one site)", "type": "boolean" }, "limit": { "description": "Max URLs to return, 1-500 (default 100)", "type": "integer" }, "search": { "description": "Optional case-insensitive substring filter applied to the discovered URLs", "type": "string" }, "url": { "description": "Start URL (the site's homepage or any page on it)", "type": "string" } }, "required": [ "url" ] }, "bodyType": { "enum": [ "json", "form-data", "text" ], "type": "string" }, "method": { "enum": [ "POST" ], "type": "string" }, "type": { "const": "http", "type": "string" } }, "required": [ "type", "method", "bodyType", "body" ], "type": "object" }, "output": { "properties": { "example": { "properties": { "fetchedAt": { "type": "string" }, "fetches": { "type": "integer" }, "host": { "type": "string" }, "search": {}, "sitemapsRead": { "type": "integer" }, "source": { "type": "string" }, "sources": { "type": "object" }, "total": { "type": "integer" }, "truncated": { "type": "boolean" }, "url": { "type": "string" }, "urls": { "type": "array" }, "warnings": { "type": "array" } }, "required": [ "url", "host", "total", "urls", "sources", "sitemapsRead", "truncated", "fetches", "warnings", "source", "fetchedAt" ], "type": "object" }, "type": { "type": "string" } }, "required": [ "type" ], "type": "object" } }, "required": [ "input" ], "type": "object" } }, "builder-code": { "info": { "a": "bc_b4aw4uzd" }, "schema": { "$schema": "https://json-schema.org/draft/2020-12/schema", "additionalProperties": false, "properties": { "a": { "description": "App builder code", "pattern": "^[a-z0-9_]{1,32}$", "type": "string" }, "s": { "description": "Service builder codes", "items": { "pattern": "^[a-z0-9_]{1,32}$", "type": "string" }, "maxItems": 11, "type": "array" }, "w": { "description": "Wallet builder code", "pattern": "^[a-z0-9_]{1,32}$", "type": "string" } }, "type": "object" } }, "payment-identifier": { "info": { "required": false }, "schema": { "$schema": "https://json-schema.org/draft/2020-12/schema", "properties": { "id": { "maxLength": 128, "minLength": 16, "pattern": "^[a-zA-Z0-9_-]+$", "type": "string" }, "required": { "type": "boolean" } }, "required": [ "required" ], "type": "object" } } }, "tags": [ "web", "sitemap", "crawl", "urls", "discovery", "bazaar", "builder-code", "payment-identifier" ], "sourceHost": "agent402.tools", "lastUpdated": "2026-10-08T14:18:08.774Z", "quality": { "calls30d": 4, "uniquePayers30d": 4, "lastCalledAt": "2026-10-08T14:18:08.528Z" }, "metadata": { "serviceName": "Site map (URL discovery)", "iconUrl": "https://res.cloudinary.com/bdb-prod/image/upload/c_fill,ar_1:1,w_256,h_256,f_auto,q_auto/v1787497819/bazaar-icons/478aced8e219894c.png", "extensions": { "bazaar": { "info": { "input": { "body": { "limit": 50, "url": "https://agent402.tools" }, "bodyType": "json", "method": "POST", "type": "http" }, "output": { "example": { "fetchedAt": "2026-08-22T00:00:00.000Z", "fetches": 6, "host": "agent402.tools", "search": null, "sitemapsRead": 4, "source": "robots.txt, sitemap(s) and start-page links, fetched live", "sources": { "links": 78, "sitemap": 1028 }, "total": 1106, "truncated": true, "url": "https://agent402.tools/", "urls": [ "https://agent402.tools/", "https://agent402.tools/decide", "https://agent402.tools/reports", "https://agent402.tools/monitors" ], "warnings": [] }, "type": "json" } }, "schema": { "$schema": "https://json-schema.org/draft/2020-12/schema", "properties": { "input": { "additionalProperties": false, "properties": { "body": { "properties": { "includeSubdomains": { "description": "Also keep URLs on subdomains of the start site (default false; www and bare host always count as one site)", "type": "boolean" }, "limit": { "description": "Max URLs to return, 1-500 (default 100)", "type": "integer" }, "search": { "description": "Optional case-insensitive substring filter applied to the discovered URLs", "type": "string" }, "url": { "description": "Start URL (the site's homepage or any page on it)", "type": "string" } }, "required": [ "url" ] }, "bodyType": { "enum": [ "json", "form-data", "text" ], "type": "string" }, "method": { "enum": [ "POST" ], "type": "string" }, "type": { "const": "http", "type": "string" } }, "required": [ "type", "method", "bodyType", "body" ], "type": "object" }, "output": { "properties": { "example": { "properties": { "fetchedAt": { "type": "string" }, "fetches": { "type": "integer" }, "host": { "type": "string" }, "search": {}, "sitemapsRead": { "type": "integer" }, "source": { "type": "string" }, "sources": { "type": "object" }, "total": { "type": "integer" }, "truncated": { "type": "boolean" }, "url": { "type": "string" }, "urls": { "type": "array" }, "warnings": { "type": "array" } }, "required": [ "url", "host", "total", "urls", "sources", "sitemapsRead", "truncated", "fetches", "warnings", "source", "fetchedAt" ], "type": "object" }, "type": { "type": "string" } }, "required": [ "type" ], "type": "object" } }, "required": [ "input" ], "type": "object" } }, "builder-code": { "info": { "a": "bc_b4aw4uzd" }, "schema": { "$schema": "https://json-schema.org/draft/2020-12/schema", "additionalProperties": false, "properties": { "a": { "description": "App builder code", "pattern": "^[a-z0-9_]{1,32}$", "type": "string" }, "s": { "description": "Service builder codes", "items": { "pattern": "^[a-z0-9_]{1,32}$", "type": "string" }, "maxItems": 11, "type": "array" }, "w": { "description": "Wallet builder code", "pattern": "^[a-z0-9_]{1,32}$", "type": "string" } }, "type": "object" } }, "payment-identifier": { "info": { "required": false }, "schema": { "$schema": "https://json-schema.org/draft/2020-12/schema", "properties": { "id": { "maxLength": 128, "minLength": 16, "pattern": "^[a-zA-Z0-9_-]+$", "type": "string" }, "required": { "type": "boolean" } }, "required": [ "required" ], "type": "object" } } } }, "liveness": { "reliability": null }, "verified": false, "featured": false, "provider": { "host": "agent402.tools", "manifest_name": "agent402.tools", "source": "cdp-mirror", "source_manifest_url": "https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources", "submitted_at": "2026-10-14T01:15:01.050Z" }, "exampleResponse": { "fetchedAt": "2026-08-22T00:00:00.000Z", "fetches": 6, "host": "agent402.tools", "search": null, "sitemapsRead": 4, "source": "robots.txt, sitemap(s) and start-page links, fetched live", "sources": { "links": 78, "sitemap": 1028 }, "total": 1106, "truncated": true, "url": "https://agent402.tools/", "urls": [ "https://agent402.tools/", "https://agent402.tools/decide", "https://agent402.tools/reports", "https://agent402.tools/monitors" ], "warnings": [] } }