Compress long documents and RAG inputs into token-budgeted, deduplicated context packs…

{
  "budgetMode": "guaranteed",
  "clientRequestId": "req_rag_release_001",
  "documents": [
    {
      "id": "release-notes",
      "text": "Release may proceed after the security owner attaches credential-rotation evidence. The production canary passed in every region.\n\nRoutine notes cover staffing, dashboards, meeting cadence, maintenance calendars, regional handoffs, historical capacity, and documentation formatting.",
      "title": "Release notes"
    },
    {
      "id": "rollback-runbook",
      "text": "Rollback if API errors exceed 2 percent for five minutes or payment failures breach the alert threshold. Restore the last-known-good deployment before reopening traffic.\n\nRoutine notes cover staffing, dashboards, meeting cadence, maintenance calendars, regional handoffs, historical capacity, and documentation formatting.",
      "title": "Rollback runbook"
    }
  ],
  "provenance": "compact",
  "scoring": "bm25",
  "task": "Find the release condition and rollback trigger while removing duplicate operational background.",
  "tokenBudget": 128
}

{
  "clientRequestId": "req_rag_release_001",
  "compiledContextStored": false,
  "context": "# Context Pack\n\nTask: Find the release condition and rollback tr…",
  "includedPassages": [
    {
      "passageHash": "sha256:4d5e66efdcf5f8dba63a89b40af6ce17f3f42948c48b731732e47f5dc…",
      "passageId": "release-notes:1",
      "sourceId": "release-notes",
      "text": "Release may proceed after the security owner attaches credential…"
    }
  ],
  "inputHash": "sha256:288dd5cacd92158f9460346ba6e931f6d0d52f2598bd55e748fc30a18…",
  "metrics": {
    "compiledBytes": 461,
    "compiledEstimatedTokens": 83,
    "duplicatePassagesRemoved": 1,
    "estimatedReductionPercent": 14.4,
    "originalBytes": 606,
    "originalEstimatedTokens": 97,
    "sourceCount": 2,
    "sourceCoveragePercent": 100,
    "tokensSaved": 14
  },
  "outputHash": "sha256:80a337617475688482476a469f9fa7b489ef3e1ad15b4a9756fdc1aa7…",
  "packId": "ctxpack_6a5464df2ce14e9b9e16571c7d814821",
  "retentionBoundaries": {
    "claimVerificationPerformed": false,
    "completenessGuaranteed": false,
    "evidenceRetention": "best_effort",
    "hallucinationPreventionGuaranteed": false,
    "selectionType": "extractive",
    "tokenCountType": "model_neutral_estimate"
  },
  "sourceTextStored": false,
  "sources": [
    {
      "includedEstimatedTokens": 21,
      "includedPassageIds": [
        "release-notes:1"
      ],
      "originalEstimatedTokens": 44,
      "passageCount": 2,
      "sourceHash": "sha256:288ded29ae161d3d11effd7161edf7c51ef1320e7ba0a8d2feaaed7ab…",
      "sourceId": "release-notes",
      "title": "Release notes"
    }
  ],
  "task": "Find the release condition and rollback trigger while removing d…",
  "tokenBudget": 128,
  "version": "0.1.0",
  "warningCodes": [
    "model_neutral_token_estimates",
    "extractive_selection_not_verification"
  ],
  "warnings": [
    "Token counts are model-neutral estimates, not provider tokenizer…"
  ]
}