{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-08-26-007",
    "source_story_id": "tmp-story-ai-item-review-boundary",
    "edition_id": "mp-2026-08-26-morning-0048",
    "edition_url": "https://themachinepress.com/edition/2026-08-26",
    "position": 7,
    "story_type": "dispatch",
    "section": "research",
    "editorial_classification": "editorial",
    "headline": "The Same Forty Slots Received Different Questions",
    "slug": "the-same-forty-slots-received-different-questions",
    "dek": "A two-study simulation traces how embeddings, structural screens and selection policy determine what psychometricians ever review.",
    "summary": "A two-study simulation traces how embeddings, structural screens and selection policy determine what psychometricians ever review.",
    "body_text": "Across 32,000 selected Big Five items, broad semantic agreement concealed large local changes in evidence and survival. Every evaluable form filled all content cells, yet inclusive primary forms from different embedding configurations shared a median of only six of 40 items, making the computational evaluator part of measurement design rather than neutral plumbing.",
    "why_it_matters": "A two-study simulation traces how embeddings, structural screens and selection policy determine what psychometricians ever review.",
    "limitations": [
      "Every evaluable form filled all content cells, yet inclusive primary forms from different embedding configurations shared a median of only six of 40 items, making the computational evaluator part of measurement design rather than neutral plumbing."
    ],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-26-007/the-same-forty-slots-received-different-questions",
    "json_url": "https://themachinepress.com/story/mp-2026-08-26-007.json",
    "first_published_at": "2026-08-26T09:00:00.000-04:00",
    "modified_at": "2026-08-26T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-08-26-007-001",
        "text": "A two-study simulation traces how embeddings, structural screens and selection policy determine what psychometricians ever review.",
        "source_ids": [
          "source-2026-08-26-007"
        ],
        "qualification": "Every evaluable form filled all content cells, yet inclusive primary forms from different embedding configurations shared a median of only six of 40 items, making the computational evaluator part of measurement design rather than neutral plumbing."
      }
    ],
    "source_ids": [
      "source-2026-08-26-007"
    ],
    "tags": [
      "measurement",
      "AI-assisted assessment",
      "selection systems"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-08-26-007",
      "title": "arXiv preprint 2608.23766",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2608.23766",
      "canonical_url": "https://arxiv.org/abs/2608.23766",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-08-24T14:57:13.000-04:00",
      "accessed_at": "2026-08-26T08:17:00.000-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-08-26-007-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Same Forty Slots Received Different Questions",
    "publisher": "The Machine Press",
    "published_at": "2026-08-26T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-26-007/the-same-forty-slots-received-different-questions"
  }
}