{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-08-14-006",
    "source_story_id": "tmp-story-human-to-robot-video-benchmark",
    "edition_id": "mp-2026-08-14-morning-0036",
    "edition_url": "https://themachinepress.com/edition/2026-08-14",
    "position": 6,
    "story_type": "dispatch",
    "section": "robotics",
    "editorial_classification": "editorial",
    "headline": "The Robot Video Looked Right Until It Had to Act",
    "slug": "the-robot-video-looked-right-until-it-had-to-act",
    "dek": "Eleven world models struggled to turn egocentric human demonstrations into robot videos with consistent embodiments, contacts and completed tasks.",
    "summary": "Eleven world models struggled to turn egocentric human demonstrations into robot videos with consistent embodiments, contacts and completed tasks.",
    "body_text": "H2R-Bench pairs a human demonstration with target robot constraints and source-grounded annotations for goals, action events, functional contacts and object responses. Across six manipulation families and two robot embodiments, even leading video generators often failed embodiment consistency, functional interaction or task execution. The benchmark separates those failures from general video quality, exposing why visually plausible clips are not automatically useful robot-training data. It evaluates generated videos; it does not show that the models safely control physical robots.",
    "why_it_matters": "Eleven world models struggled to turn egocentric human demonstrations into robot videos with consistent embodiments, contacts and completed tasks.",
    "limitations": [
      "The benchmark separates those failures from general video quality, exposing why visually plausible clips are not automatically useful robot-training data.",
      "It evaluates generated videos; it does not show that the models safely control physical robots."
    ],
    "importance": 9,
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-14-006/the-robot-video-looked-right-until-it-had-to-act",
    "json_url": "https://themachinepress.com/story/mp-2026-08-14-006.json",
    "first_published_at": "2026-08-14T09:00:00.000-04:00",
    "modified_at": "2026-08-14T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-08-14-006-001",
        "text": "Eleven world models struggled to turn egocentric human demonstrations into robot videos with consistent embodiments, contacts and completed tasks.",
        "source_ids": [
          "source-2026-08-14-006"
        ],
        "qualification": "The benchmark separates those failures from general video quality, exposing why visually plausible clips are not automatically useful robot-training data."
      }
    ],
    "source_ids": [
      "source-2026-08-14-006"
    ],
    "tags": [
      "robot learning",
      "world models",
      "video generation",
      "benchmarks"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-08-14-006",
      "title": "arXiv preprint 2608.13049",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2608.13049",
      "canonical_url": "https://arxiv.org/abs/2608.13049",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-08-13T06:14:33.000-04:00",
      "accessed_at": "2026-08-14T08:27:00.000-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-08-14-006-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Robot Video Looked Right Until It Had to Act",
    "publisher": "The Machine Press",
    "published_at": "2026-08-14T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-14-006/the-robot-video-looked-right-until-it-had-to-act"
  }
}