{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-10-11-026",
    "source_story_id": "tmp-story-vfold-value-cache",
    "edition_id": "mp-2026-10-11-morning-0093",
    "edition_url": "https://themachinepress.com/edition/2026-10-11",
    "position": 15,
    "story_type": "dispatch",
    "section": "infrastructure",
    "editorial_classification": "editorial",
    "headline": "The Value Cache Had More Symmetry Than the Model Used",
    "slug": "the-value-cache-had-more-symmetry-than-the-model-used",
    "dek": "VFold merges cross-layer value states and composes with quantization or key pruning without changing the model architecture.",
    "summary": "VFold merges cross-layer value states and composes with quantization or key pruning without changing the model architecture.",
    "body_text": "Long contexts make key-value caches a major decoding-memory cost. VFold looks specifically for cross-layer symmetry in value states and merges redundant capacity without requiring an architectural change. The authors report that the method combines with high-ratio quantization or key-cache pruning, reaching compression ratios neither technique achieves alone while adding little decoding overhead. The abstract does not provide one universal compression number, and quality depends on the tested models and tasks. The practical contribution is a composable route to reclaim underused value-cache memory rather than another replacement attention architecture.",
    "why_it_matters": "VFold merges cross-layer value states and composes with quantization or key pruning without changing the model architecture.",
    "limitations": [
      "The abstract does not provide one universal compression number, and quality depends on the tested models and tasks."
    ],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-11-026/the-value-cache-had-more-symmetry-than-the-model-used",
    "json_url": "https://themachinepress.com/story/mp-2026-10-11-026.json",
    "first_published_at": "2026-10-11T09:00:00.000-04:00",
    "modified_at": "2026-10-11T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-10-11-026-001",
        "text": "VFold merges cross-layer value states and composes with quantization or key pruning without changing the model architecture.",
        "source_ids": [
          "source-2026-10-11-015"
        ],
        "qualification": "The abstract does not provide one universal compression number, and quality depends on the tested models and tasks."
      }
    ],
    "source_ids": [
      "source-2026-10-11-015"
    ],
    "tags": [
      "KV cache",
      "memory compression",
      "LLM inference"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-10-11-015",
      "title": "arXiv preprint 2610.12338, original v1",
      "publisher": "arXiv / submitting research authors",
      "url": "https://arxiv.org/abs/2610.12338v1",
      "canonical_url": "https://arxiv.org/abs/2610.12338v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-10-08T13:14:28.000-04:00",
      "accessed_at": "2026-10-11T08:21:27.764-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-10-11-026-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Value Cache Had More Symmetry Than the Model Used",
    "publisher": "The Machine Press",
    "published_at": "2026-10-11T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-11-026/the-value-cache-had-more-symmetry-than-the-model-used"
  }
}