{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-08-22-003",
    "source_story_id": "tmp-story-edge-rag-adaptive-compression",
    "edition_id": "mp-2026-08-22-morning-0044",
    "edition_url": "https://themachinepress.com/edition/2026-08-22",
    "position": 3,
    "story_type": "dispatch",
    "section": "infrastructure",
    "editorial_classification": "editorial",
    "headline": "The Context Compressor Needed Its Own Energy Budget",
    "slug": "the-context-compressor-needed-its-own-energy-budget",
    "dek": "Edge-RAG measurements found an adaptive middle range that cut SoC energy by up to 48.2 percent without a reported quality penalty.",
    "summary": "Edge-RAG measurements found an adaptive middle range that cut SoC energy by up to 48.2 percent without a reported quality penalty.",
    "body_text": "Context compression can shorten a retrieved prompt, but the compressor also consumes time and energy on the same edge device. Tests on a Jetson AGX Thor found generation accounted for roughly 90 percent of latency and 91 percent of GPU energy for tested 7B–8B generators. Intermediate compression reduced GPU energy by up to 53.2 percent and SoC energy by up to 48.2 percent with negligible reported quality loss; the best setting still depended on workload and device telemetry.",
    "why_it_matters": "Edge-RAG measurements found an adaptive middle range that cut SoC energy by up to 48.2 percent without a reported quality penalty.",
    "limitations": [],
    "importance": 9,
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-22-003/the-context-compressor-needed-its-own-energy-budget",
    "json_url": "https://themachinepress.com/story/mp-2026-08-22-003.json",
    "first_published_at": "2026-08-22T09:00:00.000-04:00",
    "modified_at": "2026-08-22T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-08-22-003-001",
        "text": "Edge-RAG measurements found an adaptive middle range that cut SoC energy by up to 48.2 percent without a reported quality penalty.",
        "source_ids": [
          "source-2026-08-22-003"
        ],
        "qualification": null
      }
    ],
    "source_ids": [
      "source-2026-08-22-003"
    ],
    "tags": [
      "edge AI",
      "RAG",
      "context compression",
      "energy"
    ],
    "image_url": "https://themachinepress.com/issues/2026-08-22/edge-rag-server-file-image.webp",
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-08-22-003",
      "title": "arXiv preprint 2608.19535",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2608.19535",
      "canonical_url": "https://arxiv.org/abs/2608.19535",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-08-19T20:00:00.000-04:00",
      "accessed_at": "2026-08-22T08:29:14.000-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-08-22-003-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Context Compressor Needed Its Own Energy Budget",
    "publisher": "The Machine Press",
    "published_at": "2026-08-22T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-22-003/the-context-compressor-needed-its-own-energy-budget"
  }
}