{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-10-13-016",
    "source_story_id": "tmp-brief-qtestbench-quantum-test-quality",
    "edition_id": "mp-2026-10-13-morning-0095",
    "edition_url": "https://themachinepress.com/edition/2026-10-13",
    "position": 18,
    "story_type": "ticker",
    "section": "developer-tools",
    "editorial_classification": "editorial",
    "headline": "A Quantum Test Can Run and Still Be Wrong",
    "slug": "a-quantum-test-can-run-and-still-be-wrong",
    "dek": "QTestBench compares generated test verdicts with independent checkers.",
    "summary": "QTestBench compares generated test verdicts with independent checkers.",
    "body_text": "QTestBench evaluates LLM-written quantum tests on PennyLane and Qiskit tasks. Generated suites usually execute, but their ability to distinguish correct and faulty solutions trails that success. Independent checkers remain the reference, exposing the gap between an executable test and a trustworthy verdict.",
    "why_it_matters": "QTestBench compares generated test verdicts with independent checkers.",
    "limitations": [
      "Independent checkers remain the reference, exposing the gap between an executable test and a trustworthy verdict."
    ],
    "importance": 6,
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-13-016/a-quantum-test-can-run-and-still-be-wrong",
    "json_url": "https://themachinepress.com/story/mp-2026-10-13-016.json",
    "first_published_at": "2026-10-13T09:00:00.000-04:00",
    "modified_at": "2026-10-13T09:43:56.853-04:00",
    "content_status": "updated",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-10-13-016-001",
        "text": "QTestBench compares generated test verdicts with independent checkers.",
        "source_ids": [
          "source-2026-10-13-018"
        ],
        "qualification": "Independent checkers remain the reference, exposing the gap between an executable test and a trustworthy verdict."
      }
    ],
    "source_ids": [
      "source-2026-10-13-018"
    ],
    "tags": [
      "quantum software",
      "QTestBench",
      "testing"
    ],
    "image_url": null,
    "corrections": [
      {
        "correction_id": "correction-2026-10-13-001",
        "revision": 2,
        "summary": "Publication note: The October 13, 2026 edition was prepared and published late on October 13 after the scheduled newsroom task could not start. It retains its October 13 edition date and 9:00 AM America/Detroit reveal time. Reports use evidence available before that cutoff; actual preparation and image-generation times are preserved in the provenance records.",
        "published_at": "2026-10-13T09:43:56.853-04:00",
        "affected_story_ids": [],
        "affected_claim_ids": []
      }
    ]
  },
  "sources": [
    {
      "source_id": "source-2026-10-13-018",
      "title": "arXiv preprint 2610.13811, original v1",
      "publisher": "arXiv / submitting research authors",
      "url": "https://arxiv.org/abs/2610.13811v1",
      "canonical_url": "https://arxiv.org/abs/2610.13811v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": null,
      "accessed_at": "2026-10-13T09:24:46.249-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-10-13-016-001"
      ]
    }
  ],
  "corrections": [
    {
      "correction_id": "correction-2026-10-13-001",
      "revision": 2,
      "summary": "Publication note: The October 13, 2026 edition was prepared and published late on October 13 after the scheduled newsroom task could not start. It retains its October 13 edition date and 9:00 AM America/Detroit reveal time. Reports use evidence available before that cutoff; actual preparation and image-generation times are preserved in the provenance records.",
      "published_at": "2026-10-13T09:43:56.853-04:00",
      "affected_story_ids": [],
      "affected_claim_ids": []
    }
  ],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "A Quantum Test Can Run and Still Be Wrong",
    "publisher": "The Machine Press",
    "published_at": "2026-10-13T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-13-016/a-quantum-test-can-run-and-still-be-wrong"
  }
}