{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-08-30-001",
    "source_story_id": "tmp-lead-neurosymbolic-reproducibility-audit",
    "edition_id": "mp-2026-08-30-morning-0052",
    "edition_url": "https://themachinepress.com/edition/2026-08-30",
    "position": 1,
    "story_type": "lead",
    "section": "research",
    "editorial_classification": "editorial",
    "headline": "Only Eighty-Five Studies Made It Through the Artifact Door",
    "slug": "only-eighty-five-studies-made-it-through-the-artifact-door",
    "dek": "A six-stage audit fully or partially reproduced 6.52 percent of 1,304 eligible neuro-symbolic AI studies from their published artifacts.",
    "summary": "A six-stage audit fully or partially reproduced 6.52 percent of 1,304 eligible neuro-symbolic AI studies from their published artifacts.",
    "body_text": "The authors began with 5,497 records, deduplicated and screened them, then sought verifiable public code for 1,304 eligible studies. They report that 849 had no qualifying code artifact; 455 entered the artifact inventory and bounded rerun, where 85 studies were fully or partially reproduced. Missing non-code artifacts blocked 321 attempts, while missing or unusable repositories blocked 42. The audit measures one subfield through its stated protocol, not reproducibility across all AI research, but it shows why a code-available label alone does not complete an experimental record.",
    "why_it_matters": "A six-stage audit fully or partially reproduced 6.52 percent of 1,304 eligible neuro-symbolic AI studies from their published artifacts.",
    "limitations": [
      "The audit measures one subfield through its stated protocol, not reproducibility across all AI research, but it shows why a code-available label alone does not complete an experimental record."
    ],
    "importance": 10,
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-30-001/only-eighty-five-studies-made-it-through-the-artifact-door",
    "json_url": "https://themachinepress.com/story/mp-2026-08-30-001.json",
    "first_published_at": "2026-08-30T09:00:00.000-04:00",
    "modified_at": "2026-08-30T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-08-30-001-001",
        "text": "A six-stage audit fully or partially reproduced 6.52 percent of 1,304 eligible neuro-symbolic AI studies from their published artifacts.",
        "source_ids": [
          "source-2026-08-30-001"
        ],
        "qualification": "The audit measures one subfield through its stated protocol, not reproducibility across all AI research, but it shows why a code-available label alone does not complete an experimental record."
      }
    ],
    "source_ids": [
      "source-2026-08-30-001"
    ],
    "tags": [
      "reproducibility",
      "neuro-symbolic AI",
      "research artifacts"
    ],
    "image_url": "https://themachinepress.com/issues/2026-08-30/lead-reproducibility-audit.png",
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-08-30-001",
      "title": "arXiv preprint 2608.26236",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2608.26236",
      "canonical_url": "https://arxiv.org/abs/2608.26236",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-08-26T13:48:17.000-04:00",
      "accessed_at": "2026-08-30T08:23:14.000-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-08-30-001-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "Only Eighty-Five Studies Made It Through the Artifact Door",
    "publisher": "The Machine Press",
    "published_at": "2026-08-30T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-30-001/only-eighty-five-studies-made-it-through-the-artifact-door"
  }
}