{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-09-23-015",
    "source_story_id": "tmp-sidebar-decision-head-option-name",
    "edition_id": "mp-2026-09-23-morning-0076",
    "edition_url": "https://themachinepress.com/edition/2026-09-23",
    "position": 17,
    "story_type": "ticker",
    "section": "benchmarks-evals",
    "editorial_classification": "editorial",
    "headline": "The Typed Judge Followed the Option Name",
    "slug": "the-typed-judge-followed-the-option-name",
    "dek": "Schema-valid outputs still reversed when semantically loaded option labels changed.",
    "summary": "Schema-valid outputs still reversed when semantically loaded option labels changed.",
    "body_text": "Across 1,200 workflow decisions, renaming identical rubrics from neutral options to no/yes changed 70.4 more answers per hundred in one tested setup while type errors stayed at zero. Random strings returned behavior to the neutral regime, implicating semantic option names rather than schema validity.",
    "why_it_matters": "Schema-valid outputs still reversed when semantically loaded option labels changed.",
    "limitations": [],
    "importance": 7,
    "canonical_url": "https://themachinepress.com/story/mp-2026-09-23-015/the-typed-judge-followed-the-option-name",
    "json_url": "https://themachinepress.com/story/mp-2026-09-23-015.json",
    "first_published_at": "2026-09-23T09:00:00.000-04:00",
    "modified_at": "2026-09-23T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-09-23-015-001",
        "text": "Schema-valid outputs still reversed when semantically loaded option labels changed.",
        "source_ids": [
          "source-2026-09-23-017"
        ],
        "qualification": null
      }
    ],
    "source_ids": [
      "source-2026-09-23-017"
    ],
    "tags": [
      "structured output",
      "evaluation"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-09-23-017",
      "title": "arXiv preprint 2609.26758",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2609.26758",
      "canonical_url": "https://arxiv.org/abs/2609.26758",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-09-22T13:38:12.000-04:00",
      "accessed_at": "2026-09-23T08:22:43.661-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-09-23-015-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Typed Judge Followed the Option Name",
    "publisher": "The Machine Press",
    "published_at": "2026-09-23T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-09-23-015/the-typed-judge-followed-the-option-name"
  }
}