{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-10-22-008",
    "source_story_id": "tmp-story-batchbench-biomedical-shift",
    "edition_id": "mp-2026-10-22-morning-0104",
    "edition_url": "https://themachinepress.com/edition/2026-10-22",
    "position": 8,
    "story_type": "dispatch",
    "section": "research",
    "editorial_classification": "editorial",
    "headline": "Biomedical Vision Gets a Batch-Shift Scoreboard",
    "slug": "biomedical-vision-gets-a-batch-shift-scoreboard",
    "dek": "BatchBench tests whether image models survive unseen experimental batches in the large JUMP Cell Painting collection.",
    "summary": "BatchBench tests whether image models survive unseen experimental batches in the large JUMP Cell Painting collection.",
    "body_text": "Biomedical images can change with laboratory, plate, instrument and acquisition conditions even when the biological question stays the same. BatchBench turns those shifts into a public robustness leaderboard built on JUMP Cell Painting. The benchmark separates familiar from unseen experimental batches and data sources so gains cannot be mistaken for ordinary in-distribution accuracy. It supplies evaluation infrastructure rather than a clinical model, and performance on Cell Painting does not establish diagnostic reliability.",
    "why_it_matters": "BatchBench tests whether image models survive unseen experimental batches in the large JUMP Cell Painting collection.",
    "limitations": [
      "Biomedical images can change with laboratory, plate, instrument and acquisition conditions even when the biological question stays the same.",
      "The benchmark separates familiar from unseen experimental batches and data sources so gains cannot be mistaken for ordinary in-distribution accuracy.",
      "It supplies evaluation infrastructure rather than a clinical model, and performance on Cell Painting does not establish diagnostic reliability."
    ],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-22-008/biomedical-vision-gets-a-batch-shift-scoreboard",
    "json_url": "https://themachinepress.com/story/mp-2026-10-22-008.json",
    "first_published_at": "2026-10-22T09:00:00.000-04:00",
    "modified_at": "2026-10-22T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-10-22-008-001",
        "text": "BatchBench tests whether image models survive unseen experimental batches in the large JUMP Cell Painting collection.",
        "source_ids": [
          "source-2026-10-22-008"
        ],
        "qualification": "Biomedical images can change with laboratory, plate, instrument and acquisition conditions even when the biological question stays the same."
      }
    ],
    "source_ids": [
      "source-2026-10-22-008"
    ],
    "tags": [
      "biomedical imaging",
      "domain shift",
      "benchmark"
    ],
    "image_url": "https://themachinepress.com/issues/2026-10-22/batchbench-lab.webp",
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-10-22-008",
      "title": "arXiv preprint 2610.30104, original v1",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2610.30104v1",
      "canonical_url": "https://arxiv.org/abs/2610.30104v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-10-21T13:50:22.000-04:00",
      "accessed_at": "2026-10-22T08:26:13.404-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-10-22-008-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "Biomedical Vision Gets a Batch-Shift Scoreboard",
    "publisher": "The Machine Press",
    "published_at": "2026-10-22T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-22-008/biomedical-vision-gets-a-batch-shift-scoreboard"
  }
}