{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-11-01-026",
    "source_story_id": "tmp-story-glance-generator-reranker",
    "edition_id": "mp-2026-11-01-morning-0114",
    "edition_url": "https://themachinepress.com/edition/2026-11-01",
    "position": 15,
    "story_type": "dispatch",
    "section": "infrastructure",
    "editorial_classification": "editorial",
    "headline": "The Generator Reuses Its Prefill to Rank Two Hundred Passages",
    "slug": "the-generator-reuses-its-prefill-to-rank-two-hundred-passages",
    "dek": "One 9-billion-parameter backbone added about 0.1 GiB per decision skill and outscored a cross-encoder at the reported 43,000-token scale.",
    "summary": "One 9-billion-parameter backbone added about 0.1 GiB per decision skill and outscored a cross-encoder at the reported 43,000-token scale.",
    "body_text": "Retrieval systems often keep separate reranking and answer models resident, duplicating memory and passage processing. Glance adds a small decision adapter and pointer head to a 9-billion-parameter generator, then branches short relevance probes from a shared prefill. After 39 minutes of MS MARCO fine-tuning, it exceeded the reported bge reranker scores on SciFact and NFCorpus. On 300 HotpotQA questions, selected context raised answer F1 by 0.045, and ranking quality continued to improve through 200 candidates—about 43,000 tokens—where it beat the cross-encoder by 0.058 nDCG@10. Evaluation covers one backbone family and three datasets.",
    "why_it_matters": "One 9-billion-parameter backbone added about 0.1 GiB per decision skill and outscored a cross-encoder at the reported 43,000-token scale.",
    "limitations": [],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-01-026/the-generator-reuses-its-prefill-to-rank-two-hundred-passages",
    "json_url": "https://themachinepress.com/story/mp-2026-11-01-026.json",
    "first_published_at": "2026-11-01T09:00:00.000-05:00",
    "modified_at": "2026-11-01T09:00:00.000-05:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-11-01-026-001",
        "text": "One 9-billion-parameter backbone added about 0.1 GiB per decision skill and outscored a cross-encoder at the reported 43,000-token scale.",
        "source_ids": [
          "source-2026-11-01-015"
        ],
        "qualification": null
      }
    ],
    "source_ids": [
      "source-2026-11-01-015"
    ],
    "tags": [
      "retrieval",
      "reranking",
      "prefill",
      "serving"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-11-01-015",
      "title": "arXiv preprint 2610.40454, original v1",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2610.40454v1",
      "canonical_url": "https://arxiv.org/abs/2610.40454v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-10-28T20:00:00.000-04:00",
      "accessed_at": "2026-11-01T08:20:00.000-05:00",
      "supports_claim_ids": [
        "claim-mp-2026-11-01-026-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Generator Reuses Its Prefill to Rank Two Hundred Passages",
    "publisher": "The Machine Press",
    "published_at": "2026-11-01T09:00:00.000-05:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-01-026/the-generator-reuses-its-prefill-to-rank-two-hundred-passages"
  }
}