{
  "x402Version": 2,
  "id": 12916,
  "slug": "12916",
  "resource": "https://api.agishub.com/paid/crawl",
  "description": "Crawl multiple pages of a site, respecting link depth and domain limits. Returns async job_id; results include markdown or HTML per page. Use it to fetch and process many pages of content at once.",
  "type": "http",
  "accepts": [
    {
      "scheme": "exact",
      "network": "eip155:8453",
      "payTo": "0x23Fc725e8EAa1c58900C6507Ba89be99a6DFc75d",
      "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
      "amount": "100000",
      "maxTimeoutSeconds": 300
    }
  ],
  "outputSchema": {
    "bazaar": {
      "info": {
        "input": {
          "body": {
            "limit": 5,
            "url": "https://example.com"
          },
          "bodyType": "json",
          "method": "POST",
          "type": "http"
        },
        "output": {
          "example": {
            "result": "Crawl multiple pages of a site, respecting link depth and domain limits. Returns async job_id; results include markdown "
          },
          "type": "json"
        }
      },
      "schema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "properties": {
          "input": {
            "additionalProperties": false,
            "properties": {
              "body": {
                "additionalProperties": false,
                "properties": {
                  "formats": {
                    "description": "Output formats per page (default ['markdown']). 'html' adds raw HTML.",
                    "items": {
                      "enum": [
                        "markdown",
                        "html"
                      ],
                      "type": "string"
                    },
                    "type": "array"
                  },
                  "limit": {
                    "description": "Maximum pages to crawl (default 100, max 100 per call). Returns 202 with job_id for async processing. For larger sites, issue several calls: each one is priced the same, so 1.000 pages cost ten calls.",
                    "exclusiveMinimum": true,
                    "maximum": 100,
                    "minimum": 0,
                    "type": "integer"
                  },
                  "max_depth": {
                    "description": "Maximum link depth from root (default 2, max 10). Depth 0 = root only, depth 1 = root + direct children.",
                    "exclusiveMinimum": true,
                    "maximum": 10,
                    "minimum": 0,
                    "type": "integer"
                  },
                  "same_domain": {
                    "description": "Only crawl URLs on the same domain (default true). Subdomain links are excluded when false.",
                    "type": "boolean"
                  },
                  "url": {
                    "description": "Root domain URL to crawl (e.g., https://example.com).",
                    "format": "uri",
                    "type": "string"
                  }
                },
                "required": [
                  "url"
                ],
                "type": "object"
              },
              "bodyType": {
                "enum": [
                  "json"
                ],
                "type": "string"
              },
              "method": {
                "enum": [
                  "POST"
                ],
                "type": "string"
              },
              "type": {
                "enum": [
                  "http"
                ],
                "type": "string"
              }
            },
            "required": [
              "type",
              "method",
              "bodyType",
              "body"
            ],
            "type": "object"
          },
          "output": {
            "additionalProperties": false,
            "properties": {
              "example": {
                "type": "object"
              },
              "type": {
                "enum": [
                  "json"
                ],
                "type": "string"
              }
            },
            "required": [
              "type",
              "example"
            ],
            "type": "object"
          }
        },
        "required": [
          "input",
          "output"
        ],
        "type": "object"
      }
    }
  },
  "tags": [
    "bazaar"
  ],
  "sourceHost": "api.agishub.com",
  "lastUpdated": "2026-09-11T11:33:03.314Z",
  "quality": {
    "calls30d": 2,
    "uniquePayers30d": 1,
    "lastCalledAt": "2026-09-11T11:33:03.15Z"
  },
  "liveness": {},
  "verified": false,
  "featured": false,
  "provider": {
    "host": "api.agishub.com",
    "manifest_name": "api.agishub.com",
    "source": "cdp-mirror",
    "source_manifest_url": "https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources",
    "submitted_at": "2026-09-18T22:00:31.484Z"
  }
}