Remove duplicate CSV, TSV, JSON, JSON Lines, or YAML records using selected identity field
Remove duplicate CSV, TSV, JSON, JSON Lines, or YAML records using selected identity fields and report the removed count.
10000 (raw units)
price
1
calls / 30d
1
unique payers
2026-08-31
updated
Provider
apiacre.com · discovered, not yet claimed by its owner
Payment (x402 accepts[])
[
{
"scheme": "exact",
"network": "eip155:8453",
"payTo": "0xa0BFa4f07281c9b248DC3AED2217836BcA24869B",
"asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
"amount": "10000",
"maxTimeoutSeconds": 300
},
{
"scheme": "exact",
"network": "solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp",
"payTo": "B4CHWQeQn7GDLZD2aW6hpGG2bEseisBFLZYECA3HDLan",
"asset": "EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v",
"amount": "10000",
"maxTimeoutSeconds": 300
}
]Output schema
{
"bazaar": {
"info": {
"input": {
"body": {
"content": "id,name\n1,Ada\n1,Ada",
"format": "csv",
"keys": [
"id"
]
},
"bodyType": "json",
"method": "POST",
"type": "http"
},
"output": {
"example": {
"data": {
"inputRows": 2,
"keys": [
"id"
],
"outputRows": 1,
"records": [
{
"id": "1",
"name": "Ada"
}
],
"removed": 1
},
"meta": {
"cached": false,
"duration_ms": 42,
"next_actions": [],
"sources": [],
"warnings": []
},
"request_id": "018f1f54-7f38-7ba2-8dc3-5f90272d9f1a",
"service": "data.deduplicate",
"version": "1"
},
"type": "json"
}
},
"schema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"input": {
"additionalProperties": false,
"properties": {
"body": {
"properties": {
"content": {
"maxLength": 2000000,
"title": "Content",
"type": "string"
},
"format": {
"description": "Source format; use jsonl for JSON Lines or NDJSON",
"enum": [
"csv",
"tsv",
"json",
"jsonl",
"yaml"
],
"title": "Format",
"type": "string"
},
"keep": {
"default": "first",
"enum": [
"first",
"last"
],
"title": "Keep",
"type": "string"
},
"keys": {
"items": {
"type": "string"
},
"maxItems": 20,
"title": "Keys",
"type": "array"
}
},
"required": [
"content",
"format"
],
"title": "DedupeInput",
"type": "object"
},
"bodyType": {
"enum": [
"json",
"form-data",
"text"
],
"type": "string"
},
"method": {
"enum": [
"POST",
"PUT",
"PATCH"
],
"type": "string"
},
"type": {
"const": "http",
"type": "string"
}
},
"required": [
"type",
"method",
"bodyType",
"body"
],
"type": "object"
},
"output": {
"properties": {
"example": {
"properties": {
"data": {
"description": "Structured Record deduplication result",
"properties": {
"inputRows": {
"type": "integer"
},
"keys": {
"items": {},
"type": "array"
},
"outputRows": {
"type": "integer"
},
"records": {
"items": {},
"type": "array"
},
"removed": {
"type": "integer"
}
},
"type": "object"
},
"meta": {
"properties": {
"cached": {
"type": "boolean"
},
"duration_ms": {
"minimum": 0,
"type": "integer"
},
"next_actions": {
"description": "Optional separately priced follow-up calls. Each action requires a new payment challenge and explicit buyer authorization.",
"items": {
"properties": {
"authorization_required": {
"const": true,
"type": "boolean"
},
"checkout_path": {
"pattern": "^/try/",
"type": "string"
},
"executes_automatically": {
"const": false,
"type": "boolean"
},
"handoff_path": {
"description": "Free full contract and spend-capped command handoff; reading it does not execute or purchase the follow-up.",
"pattern": "^/catalog/",
"type": "string"
},
"handoff_payment_required": {
"const": false,
"type": "boolean"
},
"input_template": {
"description": "Client-side template only: $request refers to the original input, $result to this response, and $json(...) serializes its argument. The server does not execute the follow-up.",
"type": "object"
},
"maximum_atomic_usdc": {
"pattern": "^[1-9][0-9]*$",
"type": "string"
},
"method": {
"const": "POST",
"type": "string"
},
"path": {
"pattern": "^/v1/",
"type": "string"
},
"price": {
"pattern": "^\\$[0-9]+",
"type": "string"
},
"reason": {
"type": "string"
},
"sample_path": {
"pattern": "^/samples/",
"type": [
"string",
"null"
]
},
"service": {
"type": "string"
},
"title": {
"type": "string"
},
"use_output": {
"type": "string"
}
},
"required": [
"service",
"title",
"reason",
"method",
"path",
"price",
"input_template",
"use_output",
"handoff_path",
"checkout_path",
"sample_path",
"maximum_atomic_usdc",
"handoff_payment_required",
"executes_automatically",
"authorization_required"
],
"type": "object"
},
"type": "array"
},
"sources": {
"items": {
"type": "string"
},
"type": "array"
},
"warnings": {
"items": {
"type": "string"
},
"type": "array"
}
},
"required": [
"duration_ms",
"cached",
"sources",
"warnings",
"next_actions"
],
"type": "object"
},
"request_id": {
"description": "Unique request identifier",
"type": "string"
},
"service": {
"const": "data.deduplicate",
"type": "string"
},
"version": {
"const": "1",
"type": "string"
}
},
"required": [
"request_id",
"service",
"version",
"data",
"meta"
],
"type": "object"
},
"type": {
"type": "string"
}
},
"required": [
"type"
],
"type": "object"
}
},
"required": [
"input"
],
"type": "object"
}
},
"payment-identifier": {
"info": {
"required": false
},
"schema": {
"$schema": "https://json-schema.org/draft/2020-12/schema",
"properties": {
"id": {
"maxLength": 128,
"minLength": 16,
"pattern": "^[a-zA-Z0-9_-]+$",
"type": "string"
},
"required": {
"type": "boolean"
}
},
"required": [
"required"
],
"type": "object"
}
}
}Use it
curl
curl "https://apiacre.com/v1/data/deduplicate" # -> 402 Payment Required, accepts[] lists how to pay # retry with a PAYMENT-SIGNATURE (or PAYMENT header) once paid
JavaScript
const res = await fetch("https://apiacre.com/v1/data/deduplicate");
if (res.status === 402) {
const { accepts } = await res.json();
// pay one of accepts[] via an x402 client, then retry with the payment header
}Python
import httpx
res = httpx.get("https://apiacre.com/v1/data/deduplicate")
if res.status_code == 402:
accepts = res.json()["accepts"]
# pay one of accepts[] via an x402 client, then retry with the payment headerMachine-readable
Everything on this page is also available as clean JSON at /resources/2588.json, and this resource appears in /discovery/resources and /discovery/search.