{
  "x402Version": 2,
  "id": 40616,
  "slug": "40616",
  "resource": "https://signalharness.ai/api/agent/services/robots_policy_parse/invoke",
  "description": "Parses robots.txt groups and applies deterministic longest-match allow and disallow semantics.",
  "type": "http",
  "serviceName": "SignalHarness x402 Services",
  "resourceType": "Monitoring",
  "accepts": [
    {
      "scheme": "exact",
      "network": "eip155:8453",
      "payTo": "0x02DC8F414eeBBadd9a9F383e87757beAB4BB1AB0",
      "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
      "amount": "5000",
      "amountUsd": 0.005,
      "maxTimeoutSeconds": 300
    }
  ],
  "outputSchema": {
    "properties": {
      "example": {
        "additionalProperties": false,
        "properties": {
          "artifacts": {
            "maxItems": 0,
            "type": "array"
          },
          "executionId": {
            "type": "string"
          },
          "receipt": {
            "additionalProperties": true,
            "properties": {
              "receiptId": {
                "type": "string"
              },
              "resultSha256": {
                "pattern": "^[0-9a-f]{64}$",
                "type": "string"
              },
              "serviceId": {
                "type": "string"
              }
            },
            "required": [
              "receiptId",
              "serviceId",
              "resultSha256"
            ],
            "type": "object"
          },
          "replay": {
            "type": "boolean"
          },
          "requestId": {
            "type": "string"
          },
          "result": {
            "$schema": "https://json-schema.org/draft/2020-12/schema",
            "additionalProperties": false,
            "maxProperties": 7,
            "minProperties": 7,
            "properties": {
              "crawlAllowed": {
                "type": [
                  "boolean",
                  "null"
                ]
              },
              "crawlDelay": {
                "type": [
                  "number",
                  "null"
                ]
              },
              "groups": {
                "items": {
                  "additionalProperties": false,
                  "maxProperties": 3,
                  "minProperties": 3,
                  "properties": {
                    "crawlDelay": {
                      "type": [
                        "number",
                        "null"
                      ]
                    },
                    "rules": {
                      "items": {
                        "additionalProperties": false,
                        "maxProperties": 2,
                        "minProperties": 2,
                        "properties": {
                          "directive": {
                            "enum": [
                              "allow",
                              "disallow"
                            ],
                            "maxLength": 8,
                            "minLength": 5,
                            "type": "string"
                          },
                          "path": {
                            "maxLength": 2048,
                            "minLength": 0,
                            "type": "string"
                          }
                        },
                        "required": [
                          "directive",
                          "path"
                        ],
                        "type": "object"
                      },
                      "maxItems": 256,
                      "minItems": 0,
                      "type": "array"
                    },
                    "userAgents": {
                      "items": {
                        "maxLength": 256,
                        "minLength": 1,
                        "type": "string"
                      },
                      "maxItems": 32,
                      "minItems": 1,
                      "type": "array"
                    }
                  },
                  "required": [
                    "userAgents",
                    "rules",
                    "crawlDelay"
                  ],
                  "type": "object"
                },
                "maxItems": 256,
                "minItems": 0,
                "type": "array"
              },
              "matchedGroup": {
                "type": [
                  "array",
                  "null"
                ]
              },
              "matchedRule": {
                "type": [
                  "object",
                  "null"
                ]
              },
              "sitemaps": {
                "items": {
                  "maxLength": 2048,
                  "minLength": 1,
                  "type": "string"
                },
                "maxItems": 256,
                "minItems": 0,
                "type": "array"
              },
              "warnings": {
                "items": {
                  "maxLength": 1024,
                  "minLength": 1,
                  "type": "string"
                },
                "maxItems": 32,
                "minItems": 0,
                "type": "array"
              }
            },
            "required": [
              "groups",
              "matchedGroup",
              "matchedRule",
              "crawlAllowed",
              "sitemaps",
              "crawlDelay",
              "warnings"
            ],
            "type": "object"
          },
          "status": {
            "const": "succeeded",
            "type": "string"
          }
        },
        "required": [
          "status",
          "replay",
          "requestId",
          "executionId",
          "result",
          "receipt",
          "artifacts"
        ],
        "type": "object"
      },
      "type": {
        "type": "string"
      }
    },
    "required": [
      "type"
    ],
    "type": "object"
  },
  "extensions": {
    "bazaar": {
      "info": {
        "input": {
          "body": {
            "text": "User-agent: *\nAllow: /"
          },
          "bodyType": "json",
          "method": "POST",
          "type": "http"
        },
        "output": {
          "example": {
            "artifacts": [],
            "executionId": "example-execution",
            "receipt": {
              "amountAtomic": "5000",
              "artifacts": [],
              "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
              "endedAtMs": 0,
              "executionId": "example-execution",
              "latencyMs": 0,
              "network": "eip155:8453",
              "paymentId": "example-payment",
              "receiptId": "example-receipt",
              "requestId": "example-request",
              "resultSha256": "9f187257ea9c44cac9c39fc35e42f5352601cd2a27c6b8ee4122b8e15d4a2306",
              "serviceId": "robots_policy_parse",
              "serviceVersion": "1.0.0",
              "settlementReference": "0x0000000000000000000000000000000000000000000000000000000000000000",
              "startedAtMs": 0,
              "status": "succeeded",
              "usage": []
            },
            "replay": false,
            "requestId": "example-request",
            "result": {
              "crawlAllowed": false,
              "crawlDelay": 0,
              "groups": [
                {
                  "crawlDelay": 0,
                  "rules": [
                    {
                      "directive": "allow",
                      "path": "example"
                    }
                  ],
                  "userAgents": [
                    "example"
                  ]
                }
              ],
              "matchedGroup": [
                null
              ],
              "matchedRule": {},
              "sitemaps": [
                "example"
              ],
              "warnings": [
                "Verify the caller-supplied data before relying on this result."
              ]
            },
            "status": "succeeded"
          },
          "type": "json"
        }
      },
      "schema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "properties": {
          "input": {
            "additionalProperties": false,
            "properties": {
              "body": {
                "$schema": "https://json-schema.org/draft/2020-12/schema",
                "additionalProperties": false,
                "maxProperties": 3,
                "minProperties": 1,
                "properties": {
                  "targetPath": {
                    "maxLength": 2048,
                    "minLength": 1,
                    "type": "string"
                  },
                  "text": {
                    "maxLength": 65536,
                    "minLength": 0,
                    "type": "string"
                  },
                  "url": {
                    "maxLength": 2048,
                    "minLength": 9,
                    "pattern": "^https://",
                    "type": "string"
                  },
                  "userAgent": {
                    "maxLength": 256,
                    "minLength": 1,
                    "type": "string"
                  }
                },
                "required": [],
                "type": "object"
              },
              "bodyType": {
                "enum": [
                  "json",
                  "form-data",
                  "text"
                ],
                "type": "string"
              },
              "method": {
                "enum": [
                  "POST"
                ],
                "type": "string"
              },
              "type": {
                "const": "http",
                "type": "string"
              }
            },
            "required": [
              "type",
              "method",
              "bodyType",
              "body"
            ],
            "type": "object"
          },
          "output": {
            "properties": {
              "example": {
                "additionalProperties": false,
                "properties": {
                  "artifacts": {
                    "maxItems": 0,
                    "type": "array"
                  },
                  "executionId": {
                    "type": "string"
                  },
                  "receipt": {
                    "additionalProperties": true,
                    "properties": {
                      "receiptId": {
                        "type": "string"
                      },
                      "resultSha256": {
                        "pattern": "^[0-9a-f]{64}$",
                        "type": "string"
                      },
                      "serviceId": {
                        "type": "string"
                      }
                    },
                    "required": [
                      "receiptId",
                      "serviceId",
                      "resultSha256"
                    ],
                    "type": "object"
                  },
                  "replay": {
                    "type": "boolean"
                  },
                  "requestId": {
                    "type": "string"
                  },
                  "result": {
                    "$schema": "https://json-schema.org/draft/2020-12/schema",
                    "additionalProperties": false,
                    "maxProperties": 7,
                    "minProperties": 7,
                    "properties": {
                      "crawlAllowed": {
                        "type": [
                          "boolean",
                          "null"
                        ]
                      },
                      "crawlDelay": {
                        "type": [
                          "number",
                          "null"
                        ]
                      },
                      "groups": {
                        "items": {
                          "additionalProperties": false,
                          "maxProperties": 3,
                          "minProperties": 3,
                          "properties": {
                            "crawlDelay": {
                              "type": [
                                "number",
                                "null"
                              ]
                            },
                            "rules": {
                              "items": {
                                "additionalProperties": false,
                                "maxProperties": 2,
                                "minProperties": 2,
                                "properties": {
                                  "directive": {
                                    "enum": [
                                      "allow",
                                      "disallow"
                                    ],
                                    "maxLength": 8,
                                    "minLength": 5,
                                    "type": "string"
                                  },
                                  "path": {
                                    "maxLength": 2048,
                                    "minLength": 0,
                                    "type": "string"
                                  }
                                },
                                "required": [
                                  "directive",
                                  "path"
                                ],
                                "type": "object"
                              },
                              "maxItems": 256,
                              "minItems": 0,
                              "type": "array"
                            },
                            "userAgents": {
                              "items": {
                                "maxLength": 256,
                                "minLength": 1,
                                "type": "string"
                              },
                              "maxItems": 32,
                              "minItems": 1,
                              "type": "array"
                            }
                          },
                          "required": [
                            "userAgents",
                            "rules",
                            "crawlDelay"
                          ],
                          "type": "object"
                        },
                        "maxItems": 256,
                        "minItems": 0,
                        "type": "array"
                      },
                      "matchedGroup": {
                        "type": [
                          "array",
                          "null"
                        ]
                      },
                      "matchedRule": {
                        "type": [
                          "object",
                          "null"
                        ]
                      },
                      "sitemaps": {
                        "items": {
                          "maxLength": 2048,
                          "minLength": 1,
                          "type": "string"
                        },
                        "maxItems": 256,
                        "minItems": 0,
                        "type": "array"
                      },
                      "warnings": {
                        "items": {
                          "maxLength": 1024,
                          "minLength": 1,
                          "type": "string"
                        },
                        "maxItems": 32,
                        "minItems": 0,
                        "type": "array"
                      }
                    },
                    "required": [
                      "groups",
                      "matchedGroup",
                      "matchedRule",
                      "crawlAllowed",
                      "sitemaps",
                      "crawlDelay",
                      "warnings"
                    ],
                    "type": "object"
                  },
                  "status": {
                    "const": "succeeded",
                    "type": "string"
                  }
                },
                "required": [
                  "status",
                  "replay",
                  "requestId",
                  "executionId",
                  "result",
                  "receipt",
                  "artifacts"
                ],
                "type": "object"
              },
              "type": {
                "type": "string"
              }
            },
            "required": [
              "type"
            ],
            "type": "object"
          }
        },
        "required": [
          "input"
        ],
        "type": "object"
      }
    },
    "payment-identifier": {
      "info": {
        "required": true
      },
      "schema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "properties": {
          "id": {
            "maxLength": 128,
            "minLength": 16,
            "pattern": "^[a-zA-Z0-9_-]+$",
            "type": "string"
          },
          "required": {
            "type": "boolean"
          }
        },
        "required": [
          "required"
        ],
        "type": "object"
      }
    }
  },
  "tags": [
    "bazaar",
    "payment-identifier"
  ],
  "sourceHost": "signalharness.ai",
  "lastUpdated": "2026-09-20T20:01:21.175Z",
  "quality": {
    "calls30d": 2,
    "uniquePayers30d": 1,
    "lastCalledAt": "2026-09-20T20:01:11.549Z"
  },
  "metadata": {
    "serviceName": "SignalHarness x402 Services",
    "extensions": {
      "bazaar": {
        "info": {
          "input": {
            "body": {
              "text": "User-agent: *\nAllow: /"
            },
            "bodyType": "json",
            "method": "POST",
            "type": "http"
          },
          "output": {
            "example": {
              "artifacts": [],
              "executionId": "example-execution",
              "receipt": {
                "amountAtomic": "5000",
                "artifacts": [],
                "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
                "endedAtMs": 0,
                "executionId": "example-execution",
                "latencyMs": 0,
                "network": "eip155:8453",
                "paymentId": "example-payment",
                "receiptId": "example-receipt",
                "requestId": "example-request",
                "resultSha256": "9f187257ea9c44cac9c39fc35e42f5352601cd2a27c6b8ee4122b8e15d4a2306",
                "serviceId": "robots_policy_parse",
                "serviceVersion": "1.0.0",
                "settlementReference": "0x0000000000000000000000000000000000000000000000000000000000000000",
                "startedAtMs": 0,
                "status": "succeeded",
                "usage": []
              },
              "replay": false,
              "requestId": "example-request",
              "result": {
                "crawlAllowed": false,
                "crawlDelay": 0,
                "groups": [
                  {
                    "crawlDelay": 0,
                    "rules": [
                      {
                        "directive": "allow",
                        "path": "example"
                      }
                    ],
                    "userAgents": [
                      "example"
                    ]
                  }
                ],
                "matchedGroup": [
                  null
                ],
                "matchedRule": {},
                "sitemaps": [
                  "example"
                ],
                "warnings": [
                  "Verify the caller-supplied data before relying on this result."
                ]
              },
              "status": "succeeded"
            },
            "type": "json"
          }
        },
        "schema": {
          "$schema": "https://json-schema.org/draft/2020-12/schema",
          "properties": {
            "input": {
              "additionalProperties": false,
              "properties": {
                "body": {
                  "$schema": "https://json-schema.org/draft/2020-12/schema",
                  "additionalProperties": false,
                  "maxProperties": 3,
                  "minProperties": 1,
                  "properties": {
                    "targetPath": {
                      "maxLength": 2048,
                      "minLength": 1,
                      "type": "string"
                    },
                    "text": {
                      "maxLength": 65536,
                      "minLength": 0,
                      "type": "string"
                    },
                    "url": {
                      "maxLength": 2048,
                      "minLength": 9,
                      "pattern": "^https://",
                      "type": "string"
                    },
                    "userAgent": {
                      "maxLength": 256,
                      "minLength": 1,
                      "type": "string"
                    }
                  },
                  "required": [],
                  "type": "object"
                },
                "bodyType": {
                  "enum": [
                    "json",
                    "form-data",
                    "text"
                  ],
                  "type": "string"
                },
                "method": {
                  "enum": [
                    "POST"
                  ],
                  "type": "string"
                },
                "type": {
                  "const": "http",
                  "type": "string"
                }
              },
              "required": [
                "type",
                "method",
                "bodyType",
                "body"
              ],
              "type": "object"
            },
            "output": {
              "properties": {
                "example": {
                  "additionalProperties": false,
                  "properties": {
                    "artifacts": {
                      "maxItems": 0,
                      "type": "array"
                    },
                    "executionId": {
                      "type": "string"
                    },
                    "receipt": {
                      "additionalProperties": true,
                      "properties": {
                        "receiptId": {
                          "type": "string"
                        },
                        "resultSha256": {
                          "pattern": "^[0-9a-f]{64}$",
                          "type": "string"
                        },
                        "serviceId": {
                          "type": "string"
                        }
                      },
                      "required": [
                        "receiptId",
                        "serviceId",
                        "resultSha256"
                      ],
                      "type": "object"
                    },
                    "replay": {
                      "type": "boolean"
                    },
                    "requestId": {
                      "type": "string"
                    },
                    "result": {
                      "$schema": "https://json-schema.org/draft/2020-12/schema",
                      "additionalProperties": false,
                      "maxProperties": 7,
                      "minProperties": 7,
                      "properties": {
                        "crawlAllowed": {
                          "type": [
                            "boolean",
                            "null"
                          ]
                        },
                        "crawlDelay": {
                          "type": [
                            "number",
                            "null"
                          ]
                        },
                        "groups": {
                          "items": {
                            "additionalProperties": false,
                            "maxProperties": 3,
                            "minProperties": 3,
                            "properties": {
                              "crawlDelay": {
                                "type": [
                                  "number",
                                  "null"
                                ]
                              },
                              "rules": {
                                "items": {
                                  "additionalProperties": false,
                                  "maxProperties": 2,
                                  "minProperties": 2,
                                  "properties": {
                                    "directive": {
                                      "enum": [
                                        "allow",
                                        "disallow"
                                      ],
                                      "maxLength": 8,
                                      "minLength": 5,
                                      "type": "string"
                                    },
                                    "path": {
                                      "maxLength": 2048,
                                      "minLength": 0,
                                      "type": "string"
                                    }
                                  },
                                  "required": [
                                    "directive",
                                    "path"
                                  ],
                                  "type": "object"
                                },
                                "maxItems": 256,
                                "minItems": 0,
                                "type": "array"
                              },
                              "userAgents": {
                                "items": {
                                  "maxLength": 256,
                                  "minLength": 1,
                                  "type": "string"
                                },
                                "maxItems": 32,
                                "minItems": 1,
                                "type": "array"
                              }
                            },
                            "required": [
                              "userAgents",
                              "rules",
                              "crawlDelay"
                            ],
                            "type": "object"
                          },
                          "maxItems": 256,
                          "minItems": 0,
                          "type": "array"
                        },
                        "matchedGroup": {
                          "type": [
                            "array",
                            "null"
                          ]
                        },
                        "matchedRule": {
                          "type": [
                            "object",
                            "null"
                          ]
                        },
                        "sitemaps": {
                          "items": {
                            "maxLength": 2048,
                            "minLength": 1,
                            "type": "string"
                          },
                          "maxItems": 256,
                          "minItems": 0,
                          "type": "array"
                        },
                        "warnings": {
                          "items": {
                            "maxLength": 1024,
                            "minLength": 1,
                            "type": "string"
                          },
                          "maxItems": 32,
                          "minItems": 0,
                          "type": "array"
                        }
                      },
                      "required": [
                        "groups",
                        "matchedGroup",
                        "matchedRule",
                        "crawlAllowed",
                        "sitemaps",
                        "crawlDelay",
                        "warnings"
                      ],
                      "type": "object"
                    },
                    "status": {
                      "const": "succeeded",
                      "type": "string"
                    }
                  },
                  "required": [
                    "status",
                    "replay",
                    "requestId",
                    "executionId",
                    "result",
                    "receipt",
                    "artifacts"
                  ],
                  "type": "object"
                },
                "type": {
                  "type": "string"
                }
              },
              "required": [
                "type"
              ],
              "type": "object"
            }
          },
          "required": [
            "input"
          ],
          "type": "object"
        }
      },
      "payment-identifier": {
        "info": {
          "required": true
        },
        "schema": {
          "$schema": "https://json-schema.org/draft/2020-12/schema",
          "properties": {
            "id": {
              "maxLength": 128,
              "minLength": 16,
              "pattern": "^[a-zA-Z0-9_-]+$",
              "type": "string"
            },
            "required": {
              "type": "boolean"
            }
          },
          "required": [
            "required"
          ],
          "type": "object"
        }
      }
    }
  },
  "liveness": {
    "reliability": null
  },
  "verified": false,
  "featured": false,
  "provider": {
    "host": "signalharness.ai",
    "manifest_name": "signalharness.ai",
    "source": "cdp-mirror",
    "source_manifest_url": "https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources",
    "submitted_at": "2026-10-14T01:15:01.050Z"
  },
  "exampleResponse": {
    "example": {
      "artifacts": [
        "value"
      ],
      "executionId": "string",
      "receipt": {
        "receiptId": "string",
        "resultSha256": "string",
        "serviceId": "string"
      },
      "replay": true,
      "requestId": "string",
      "result": {
        "crawlAllowed": true,
        "crawlDelay": 0,
        "groups": [
          {
            "crawlDelay": 0,
            "rules": [
              {
                "directive": null,
                "path": null
              }
            ],
            "userAgents": [
              "string"
            ]
          }
        ],
        "matchedGroup": [
          "value"
        ],
        "matchedRule": {},
        "sitemaps": [
          "string"
        ],
        "warnings": [
          "string"
        ]
      },
      "status": "string"
    },
    "type": "string"
  }
}