{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-10-14-013",
    "source_story_id": "tmp-story-planbench-embodied-planning",
    "edition_id": "mp-2026-10-14-morning-0096",
    "edition_url": "https://themachinepress.com/edition/2026-10-14",
    "position": 13,
    "story_type": "dispatch",
    "section": "benchmarks-evals",
    "editorial_classification": "editorial",
    "headline": "The Best Vision Model Solves Three Quarters of the Planning Test",
    "slug": "the-best-vision-model-solves-three-quarters-of-the-planning-test",
    "dek": "Plan-Bench isolates spatial, temporal and constraint reasoning from the execution of physical actions.",
    "summary": "Plan-Bench isolates spatial, temporal and constraint reasoning from the execution of physical actions.",
    "body_text": "Plan-Bench asks whether vision-language models can build multi-step plans for embodied worlds without mixing in failures from the robot controller. Its 699 curated samples span 16 subclasses across spatial information, temporal state and task constraints. Among 28 evaluated models, the strongest reached 75.0 percent accuracy. The paper reports that larger models generally did better, but a quarter of the test still remained unsolved by the leader. Because execution is deliberately removed, the benchmark measures high-level planning rather than end-to-end robot competence.",
    "why_it_matters": "Plan-Bench isolates spatial, temporal and constraint reasoning from the execution of physical actions.",
    "limitations": [],
    "importance": 7,
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-14-013/the-best-vision-model-solves-three-quarters-of-the-planning-test",
    "json_url": "https://themachinepress.com/story/mp-2026-10-14-013.json",
    "first_published_at": "2026-10-14T09:00:00.000-04:00",
    "modified_at": "2026-10-14T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-10-14-013-001",
        "text": "Plan-Bench isolates spatial, temporal and constraint reasoning from the execution of physical actions.",
        "source_ids": [
          "source-2026-10-14-013"
        ],
        "qualification": null
      }
    ],
    "source_ids": [
      "source-2026-10-14-013"
    ],
    "tags": [
      "Plan-Bench",
      "vision-language models",
      "planning"
    ],
    "image_url": "https://themachinepress.com/issues/2026-10-14/planbench-neural-architecture.webp",
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-10-14-013",
      "title": "arXiv preprint 2610.18836, original v1",
      "publisher": "arXiv / submitting research authors",
      "url": "https://arxiv.org/abs/2610.18836v1",
      "canonical_url": "https://arxiv.org/abs/2610.18836v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-10-13T13:55:20.000-04:00",
      "accessed_at": "2026-10-14T08:24:30.364-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-10-14-013-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Best Vision Model Solves Three Quarters of the Planning Test",
    "publisher": "The Machine Press",
    "published_at": "2026-10-14T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-14-013/the-best-vision-model-solves-three-quarters-of-the-planning-test"
  }
}