{
  "x402Version": 2,
  "id": 37839,
  "slug": "37839",
  "resource": "https://penny-army-reference-mainnet.spruceboundgranitestudio.workers.dev/v1/probes/robots-directives-inspect",
  "description": "Inventory supplied robots.txt groups, literal rule strings and sitemap declarations; no fetching or permission evaluation.",
  "type": "http",
  "serviceName": "Penny Army Research",
  "resourceType": "Web Intelligence",
  "accepts": [
    {
      "scheme": "exact",
      "network": "eip155:8453",
      "payTo": "0xce53bde2C7a639fc5526AC006a8A7866625d1342",
      "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
      "amount": "1000",
      "amountUsd": 0.001,
      "maxTimeoutSeconds": 60
    }
  ],
  "outputSchema": {
    "properties": {
      "example": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "additionalProperties": false,
        "properties": {
          "result": {
            "additionalProperties": false,
            "properties": {
              "groups": {
                "items": {
                  "additionalProperties": false,
                  "properties": {
                    "rules": {
                      "items": {
                        "additionalProperties": false,
                        "properties": {
                          "directive": {
                            "type": "string"
                          },
                          "value": {
                            "type": "string"
                          }
                        },
                        "required": [
                          "directive",
                          "value"
                        ],
                        "type": "object"
                      },
                      "type": "array"
                    },
                    "user_agents": {
                      "items": {
                        "type": "string"
                      },
                      "type": "array"
                    }
                  },
                  "required": [
                    "user_agents",
                    "rules"
                  ],
                  "type": "object"
                },
                "type": "array"
              },
              "sitemaps": {
                "items": {
                  "type": "string"
                },
                "type": "array"
              },
              "unsupported": {
                "items": {
                  "additionalProperties": false,
                  "properties": {
                    "directive": {
                      "type": "string"
                    },
                    "line": {
                      "type": "number"
                    }
                  },
                  "required": [
                    "line",
                    "directive"
                  ],
                  "type": "object"
                },
                "type": "array"
              }
            },
            "required": [
              "groups",
              "sitemaps",
              "unsupported"
            ],
            "type": "object"
          },
          "schema_version": {
            "const": "research-1",
            "type": "string"
          },
          "test_only": {
            "const": false,
            "type": "boolean"
          },
          "utility_id": {
            "const": "robots-directives-inspect",
            "type": "string"
          }
        },
        "required": [
          "schema_version",
          "utility_id",
          "test_only",
          "result"
        ],
        "type": "object"
      },
      "type": {
        "type": "string"
      }
    },
    "required": [
      "type"
    ],
    "type": "object"
  },
  "extensions": {
    "bazaar": {
      "info": {
        "input": {
          "body": {
            "text": "User-agent: agent\nUser-agent: *\nDisallow: /private\nSitemap: https://example.com/site.xml\nCrawl-delay: 5"
          },
          "bodyType": "json",
          "method": "POST",
          "type": "http"
        },
        "output": {
          "example": {
            "result": {
              "groups": [
                {
                  "rules": [
                    {
                      "directive": "disallow",
                      "value": "/private"
                    }
                  ],
                  "user_agents": [
                    "agent",
                    "*"
                  ]
                }
              ],
              "sitemaps": [
                "https://example.com/site.xml"
              ],
              "unsupported": [
                {
                  "directive": "crawl-delay",
                  "line": 5
                }
              ]
            },
            "schema_version": "research-1",
            "test_only": false,
            "utility_id": "robots-directives-inspect"
          },
          "type": "json"
        }
      },
      "schema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "properties": {
          "input": {
            "additionalProperties": false,
            "properties": {
              "body": {
                "$schema": "https://json-schema.org/draft/2020-12/schema",
                "additionalProperties": false,
                "properties": {
                  "text": {
                    "maxLength": 8192,
                    "type": "string"
                  }
                },
                "required": [
                  "text"
                ],
                "type": "object"
              },
              "bodyType": {
                "enum": [
                  "json",
                  "form-data",
                  "text"
                ],
                "type": "string"
              },
              "method": {
                "enum": [
                  "POST"
                ],
                "type": "string"
              },
              "type": {
                "const": "http",
                "type": "string"
              }
            },
            "required": [
              "type",
              "method",
              "bodyType",
              "body"
            ],
            "type": "object"
          },
          "output": {
            "properties": {
              "example": {
                "$schema": "https://json-schema.org/draft/2020-12/schema",
                "additionalProperties": false,
                "properties": {
                  "result": {
                    "additionalProperties": false,
                    "properties": {
                      "groups": {
                        "items": {
                          "additionalProperties": false,
                          "properties": {
                            "rules": {
                              "items": {
                                "additionalProperties": false,
                                "properties": {
                                  "directive": {
                                    "type": "string"
                                  },
                                  "value": {
                                    "type": "string"
                                  }
                                },
                                "required": [
                                  "directive",
                                  "value"
                                ],
                                "type": "object"
                              },
                              "type": "array"
                            },
                            "user_agents": {
                              "items": {
                                "type": "string"
                              },
                              "type": "array"
                            }
                          },
                          "required": [
                            "user_agents",
                            "rules"
                          ],
                          "type": "object"
                        },
                        "type": "array"
                      },
                      "sitemaps": {
                        "items": {
                          "type": "string"
                        },
                        "type": "array"
                      },
                      "unsupported": {
                        "items": {
                          "additionalProperties": false,
                          "properties": {
                            "directive": {
                              "type": "string"
                            },
                            "line": {
                              "type": "number"
                            }
                          },
                          "required": [
                            "line",
                            "directive"
                          ],
                          "type": "object"
                        },
                        "type": "array"
                      }
                    },
                    "required": [
                      "groups",
                      "sitemaps",
                      "unsupported"
                    ],
                    "type": "object"
                  },
                  "schema_version": {
                    "const": "research-1",
                    "type": "string"
                  },
                  "test_only": {
                    "const": false,
                    "type": "boolean"
                  },
                  "utility_id": {
                    "const": "robots-directives-inspect",
                    "type": "string"
                  }
                },
                "required": [
                  "schema_version",
                  "utility_id",
                  "test_only",
                  "result"
                ],
                "type": "object"
              },
              "type": {
                "type": "string"
              }
            },
            "required": [
              "type"
            ],
            "type": "object"
          }
        },
        "required": [
          "input"
        ],
        "type": "object"
      }
    },
    "payment-identifier": {
      "info": {
        "required": false
      },
      "schema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "properties": {
          "id": {
            "maxLength": 128,
            "minLength": 16,
            "pattern": "^[a-zA-Z0-9_-]+$",
            "type": "string"
          },
          "required": {
            "type": "boolean"
          }
        },
        "required": [
          "required"
        ],
        "type": "object"
      }
    }
  },
  "tags": [
    "web",
    "robots-directives-inspect",
    "bazaar",
    "payment-identifier"
  ],
  "sourceHost": "penny-army-reference-mainnet.spruceboundgranitestudio.workers.dev",
  "lastUpdated": "2026-10-08T06:08:00.576Z",
  "quality": {
    "calls30d": 4,
    "uniquePayers30d": 3,
    "lastCalledAt": "2026-10-08T06:08:00.127Z"
  },
  "metadata": {
    "serviceName": "Penny Army Research",
    "extensions": {
      "bazaar": {
        "info": {
          "input": {
            "body": {
              "text": "User-agent: agent\nUser-agent: *\nDisallow: /private\nSitemap: https://example.com/site.xml\nCrawl-delay: 5"
            },
            "bodyType": "json",
            "method": "POST",
            "type": "http"
          },
          "output": {
            "example": {
              "result": {
                "groups": [
                  {
                    "rules": [
                      {
                        "directive": "disallow",
                        "value": "/private"
                      }
                    ],
                    "user_agents": [
                      "agent",
                      "*"
                    ]
                  }
                ],
                "sitemaps": [
                  "https://example.com/site.xml"
                ],
                "unsupported": [
                  {
                    "directive": "crawl-delay",
                    "line": 5
                  }
                ]
              },
              "schema_version": "research-1",
              "test_only": false,
              "utility_id": "robots-directives-inspect"
            },
            "type": "json"
          }
        },
        "schema": {
          "$schema": "https://json-schema.org/draft/2020-12/schema",
          "properties": {
            "input": {
              "additionalProperties": false,
              "properties": {
                "body": {
                  "$schema": "https://json-schema.org/draft/2020-12/schema",
                  "additionalProperties": false,
                  "properties": {
                    "text": {
                      "maxLength": 8192,
                      "type": "string"
                    }
                  },
                  "required": [
                    "text"
                  ],
                  "type": "object"
                },
                "bodyType": {
                  "enum": [
                    "json",
                    "form-data",
                    "text"
                  ],
                  "type": "string"
                },
                "method": {
                  "enum": [
                    "POST"
                  ],
                  "type": "string"
                },
                "type": {
                  "const": "http",
                  "type": "string"
                }
              },
              "required": [
                "type",
                "method",
                "bodyType",
                "body"
              ],
              "type": "object"
            },
            "output": {
              "properties": {
                "example": {
                  "$schema": "https://json-schema.org/draft/2020-12/schema",
                  "additionalProperties": false,
                  "properties": {
                    "result": {
                      "additionalProperties": false,
                      "properties": {
                        "groups": {
                          "items": {
                            "additionalProperties": false,
                            "properties": {
                              "rules": {
                                "items": {
                                  "additionalProperties": false,
                                  "properties": {
                                    "directive": {
                                      "type": "string"
                                    },
                                    "value": {
                                      "type": "string"
                                    }
                                  },
                                  "required": [
                                    "directive",
                                    "value"
                                  ],
                                  "type": "object"
                                },
                                "type": "array"
                              },
                              "user_agents": {
                                "items": {
                                  "type": "string"
                                },
                                "type": "array"
                              }
                            },
                            "required": [
                              "user_agents",
                              "rules"
                            ],
                            "type": "object"
                          },
                          "type": "array"
                        },
                        "sitemaps": {
                          "items": {
                            "type": "string"
                          },
                          "type": "array"
                        },
                        "unsupported": {
                          "items": {
                            "additionalProperties": false,
                            "properties": {
                              "directive": {
                                "type": "string"
                              },
                              "line": {
                                "type": "number"
                              }
                            },
                            "required": [
                              "line",
                              "directive"
                            ],
                            "type": "object"
                          },
                          "type": "array"
                        }
                      },
                      "required": [
                        "groups",
                        "sitemaps",
                        "unsupported"
                      ],
                      "type": "object"
                    },
                    "schema_version": {
                      "const": "research-1",
                      "type": "string"
                    },
                    "test_only": {
                      "const": false,
                      "type": "boolean"
                    },
                    "utility_id": {
                      "const": "robots-directives-inspect",
                      "type": "string"
                    }
                  },
                  "required": [
                    "schema_version",
                    "utility_id",
                    "test_only",
                    "result"
                  ],
                  "type": "object"
                },
                "type": {
                  "type": "string"
                }
              },
              "required": [
                "type"
              ],
              "type": "object"
            }
          },
          "required": [
            "input"
          ],
          "type": "object"
        }
      },
      "payment-identifier": {
        "info": {
          "required": false
        },
        "schema": {
          "$schema": "https://json-schema.org/draft/2020-12/schema",
          "properties": {
            "id": {
              "maxLength": 128,
              "minLength": 16,
              "pattern": "^[a-zA-Z0-9_-]+$",
              "type": "string"
            },
            "required": {
              "type": "boolean"
            }
          },
          "required": [
            "required"
          ],
          "type": "object"
        }
      }
    }
  },
  "liveness": {
    "reliability": null
  },
  "verified": false,
  "featured": false,
  "provider": {
    "host": "penny-army-reference-mainnet.spruceboundgranitestudio.workers.dev",
    "manifest_name": "penny-army-reference-mainnet.spruceboundgranitestudio.workers.dev",
    "source": "cdp-mirror",
    "source_manifest_url": "https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources",
    "submitted_at": "2026-10-14T01:15:01.050Z"
  },
  "exampleResponse": {
    "example": {
      "result": {
        "groups": [
          {
            "rules": [
              {
                "directive": null,
                "value": null
              }
            ],
            "user_agents": [
              "string"
            ]
          }
        ],
        "sitemaps": [
          "string"
        ],
        "unsupported": [
          {
            "directive": "string",
            "line": 0
          }
        ]
      },
      "schema_version": "string",
      "test_only": true,
      "utility_id": "string"
    },
    "type": "string"
  }
}