{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-11-09-005",
    "source_story_id": "tmp-story-scicheck-training-integrity",
    "edition_id": "mp-2026-11-09-morning-0122",
    "edition_url": "https://themachinepress.com/edition/2026-11-09",
    "position": 5,
    "story_type": "dispatch",
    "section": "safety-security",
    "editorial_classification": "editorial",
    "headline": "Training Integrity Gets a Hidden Spot Check",
    "slug": "training-integrity-gets-a-hidden-spot-check",
    "dek": "SciCheck combines gradient statistics with randomly selected replay segments after a run has committed its checkpoints.",
    "summary": "SciCheck combines gradient statistics with randomly selected replay segments after a run has committed its checkpoints.",
    "body_text": "Exact recomputation cannot verify stochastic deep-learning training because two honest runs do not produce identical weights. SciCheck lets a researcher register a training blueprint and commit checkpoints one epoch at a time; a verifier compares gradient statistics with a reference run and secretly selects segments for re-execution. Across small MLP, CNN and autoencoder tests with sign flips, label poisoning and fabricated runs, the authors report F1 scores from 0.906 to 0.976 while rejecting at most 4.4 percent of honest runs. Most detection power came from the spot check, and the reference run dominates the stated 1.5-to-2.3-times retraining cost. The study is limited to models with 100,000 to 500,000 parameters, but it makes provenance commitments operational rather than ceremonial.",
    "why_it_matters": "SciCheck combines gradient statistics with randomly selected replay segments after a run has committed its checkpoints.",
    "limitations": [
      "Exact recomputation cannot verify stochastic deep-learning training because two honest runs do not produce identical weights."
    ],
    "importance": 9,
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-09-005/training-integrity-gets-a-hidden-spot-check",
    "json_url": "https://themachinepress.com/story/mp-2026-11-09-005.json",
    "first_published_at": "2026-11-09T09:00:00.000-05:00",
    "modified_at": "2026-11-09T09:00:00.000-05:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-11-09-005-001",
        "text": "SciCheck combines gradient statistics with randomly selected replay segments after a run has committed its checkpoints.",
        "source_ids": [
          "source-2026-11-09-005"
        ],
        "qualification": "Exact recomputation cannot verify stochastic deep-learning training because two honest runs do not produce identical weights."
      }
    ],
    "source_ids": [
      "source-2026-11-09-005"
    ],
    "tags": [
      "training integrity",
      "provenance",
      "reproducibility"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-11-09-005",
      "title": "arXiv preprint 2611.09889, original v1",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2611.09889v1",
      "canonical_url": "https://arxiv.org/abs/2611.09889v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-11-06T13:58:38.000-05:00",
      "accessed_at": "2026-11-09T08:25:54.496-05:00",
      "supports_claim_ids": [
        "claim-mp-2026-11-09-005-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "Training Integrity Gets a Hidden Spot Check",
    "publisher": "The Machine Press",
    "published_at": "2026-11-09T09:00:00.000-05:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-09-005/training-integrity-gets-a-hidden-spot-check"
  }
}