{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-08-23-010",
    "source_story_id": "tmp-story-llm-judge-panel-routing",
    "edition_id": "mp-2026-08-23-morning-0045",
    "edition_url": "https://themachinepress.com/edition/2026-08-23",
    "position": 10,
    "story_type": "dispatch",
    "section": "benchmarks-evals",
    "editorial_classification": "editorial",
    "headline": "The Panel Stopped Calling Copies of the Same Judge",
    "slug": "the-panel-stopped-calling-copies-of-the-same-judge",
    "dek": "A role-conditioned allocation method drops redundant judges, routes specialists by slice and stops when validation gain saturates.",
    "summary": "A role-conditioned allocation method drops redundant judges, routes specialists by slice and stops when validation gain saturates.",
    "body_text": "The method uses a small labeled audit set, declared slices and call costs to distinguish copies, global complements and conditional specialists. Across reasoning, code, safety, preference, reward, summarization and math audits, the output is an auditable call plan rather than a claim that one fixed panel wins everywhere.",
    "why_it_matters": "A role-conditioned allocation method drops redundant judges, routes specialists by slice and stops when validation gain saturates.",
    "limitations": [],
    "importance": 7,
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-23-010/the-panel-stopped-calling-copies-of-the-same-judge",
    "json_url": "https://themachinepress.com/story/mp-2026-08-23-010.json",
    "first_published_at": "2026-08-23T09:00:00.000-04:00",
    "modified_at": "2026-08-23T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-08-23-010-001",
        "text": "A role-conditioned allocation method drops redundant judges, routes specialists by slice and stops when validation gain saturates.",
        "source_ids": [
          "source-2026-08-23-010"
        ],
        "qualification": null
      }
    ],
    "source_ids": [
      "source-2026-08-23-010"
    ],
    "tags": [
      "LLM judges",
      "routing",
      "evaluation cost"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-08-23-010",
      "title": "arXiv preprint 2608.19802",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2608.19802",
      "canonical_url": "https://arxiv.org/abs/2608.19802",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-08-20T04:58:00.000-04:00",
      "accessed_at": "2026-08-23T08:27:00.000-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-08-23-010-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Panel Stopped Calling Copies of the Same Judge",
    "publisher": "The Machine Press",
    "published_at": "2026-08-23T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-23-010/the-panel-stopped-calling-copies-of-the-same-judge"
  }
}