{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-11-04-008",
    "source_story_id": "tmp-story-incontext-learning-circuit",
    "edition_id": "mp-2026-11-04-morning-0117",
    "edition_url": "https://themachinepress.com/edition/2026-11-04",
    "position": 8,
    "story_type": "dispatch",
    "section": "frontier-models",
    "editorial_classification": "editorial",
    "headline": "In-Context Learning Becomes a Key-Value Lookup",
    "slug": "in-context-learning-becomes-a-key-value-lookup",
    "dek": "A causal circuit analysis traces arbitrary-label few-shot classification through label tokens, matching heads, a repeat gate and recency suppression.",
    "summary": "A causal circuit analysis traces arbitrary-label few-shot classification through label tokens, matching heads, a repeat gate and recency suppression.",
    "body_text": "Across three transformers with three to four billion parameters, the authors find that middle-layer heads write a demonstration's class into the residual stream at its label token. Upper-layer heads later match the query class against those stored keys and copy the corresponding label. An early signal gates the readout when labels repeat, while another head set suppresses the most recent label. Activation patching, ablations and steering support each step, and related parts appear from 0.6 to 8 billion parameters in one family. The traced circuit covers a specific sentence-classification setting; it is not a general explanation of every form of in-context learning.",
    "why_it_matters": "A causal circuit analysis traces arbitrary-label few-shot classification through label tokens, matching heads, a repeat gate and recency suppression.",
    "limitations": [
      "The traced circuit covers a specific sentence-classification setting; it is not a general explanation of every form of in-context learning."
    ],
    "importance": 9,
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-04-008/in-context-learning-becomes-a-key-value-lookup",
    "json_url": "https://themachinepress.com/story/mp-2026-11-04-008.json",
    "first_published_at": "2026-11-04T09:00:00.000-05:00",
    "modified_at": "2026-11-04T09:00:00.000-05:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-11-04-008-001",
        "text": "A causal circuit analysis traces arbitrary-label few-shot classification through label tokens, matching heads, a repeat gate and recency suppression.",
        "source_ids": [
          "source-2026-11-04-008"
        ],
        "qualification": "The traced circuit covers a specific sentence-classification setting; it is not a general explanation of every form of in-context learning."
      }
    ],
    "source_ids": [
      "source-2026-11-04-008"
    ],
    "tags": [
      "mechanistic interpretability",
      "in-context learning",
      "transformers"
    ],
    "image_url": "https://themachinepress.com/issues/2026-11-04/in-context-circuit.webp",
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-11-04-008",
      "title": "arXiv preprint 2611.05344, original v1",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2611.05344v1",
      "canonical_url": "https://arxiv.org/abs/2611.05344v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-11-03T13:44:34.000-05:00",
      "accessed_at": "2026-11-04T08:28:27.560-05:00",
      "supports_claim_ids": [
        "claim-mp-2026-11-04-008-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "In-Context Learning Becomes a Key-Value Lookup",
    "publisher": "The Machine Press",
    "published_at": "2026-11-04T09:00:00.000-05:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-04-008/in-context-learning-becomes-a-key-value-lookup"
  }
}