{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-11-09-012",
    "source_story_id": "tmp-story-computer-use-embodied-generalists",
    "edition_id": "mp-2026-11-09-morning-0122",
    "edition_url": "https://themachinepress.com/edition/2026-11-09",
    "position": 12,
    "story_type": "dispatch",
    "section": "robotics",
    "editorial_classification": "editorial",
    "headline": "The Screen Becomes a Robot Interface",
    "slug": "the-screen-becomes-a-robot-interface",
    "dek": "One computer-use agent design won placements across four embodied competitions by viewing physical tasks through software.",
    "summary": "One computer-use agent design won placements across four embodied competitions by viewing physical tasks through software.",
    "body_text": "The paper reframes embodied control as interaction with software that renders a physical environment on screen and exposes actions through ordinary input controls. A single computer-use-agent design, with only the surrounding software changed, earned first-, second-, third- and sixth-place prizes across four ECCV workshop competitions without competition-specific agent tuning, according to the authors. The claim is based on competition tasks rather than a broad deployment study, but it suggests that visual grounding, precise clicking and exploration learned for desktop software can transfer to embodied settings when the physical interface is translated into the same interaction loop.",
    "why_it_matters": "One computer-use agent design won placements across four embodied competitions by viewing physical tasks through software.",
    "limitations": [
      "A single computer-use-agent design, with only the surrounding software changed, earned first-, second-, third- and sixth-place prizes across four ECCV workshop competitions without competition-specific agent tuning, according to the authors."
    ],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-09-012/the-screen-becomes-a-robot-interface",
    "json_url": "https://themachinepress.com/story/mp-2026-11-09-012.json",
    "first_published_at": "2026-11-09T09:00:00.000-05:00",
    "modified_at": "2026-11-09T09:00:00.000-05:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-11-09-012-001",
        "text": "One computer-use agent design won placements across four embodied competitions by viewing physical tasks through software.",
        "source_ids": [
          "source-2026-11-09-012"
        ],
        "qualification": "A single computer-use-agent design, with only the surrounding software changed, earned first-, second-, third- and sixth-place prizes across four ECCV workshop competitions without competition-specific agent tuning, according to the authors."
      }
    ],
    "source_ids": [
      "source-2026-11-09-012"
    ],
    "tags": [
      "computer use",
      "embodied AI",
      "generalist agents"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-11-09-012",
      "title": "arXiv preprint 2611.09847, original v1",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2611.09847v1",
      "canonical_url": "https://arxiv.org/abs/2611.09847v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-11-06T13:31:17.000-05:00",
      "accessed_at": "2026-11-09T08:25:54.496-05:00",
      "supports_claim_ids": [
        "claim-mp-2026-11-09-012-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Screen Becomes a Robot Interface",
    "publisher": "The Machine Press",
    "published_at": "2026-11-09T09:00:00.000-05:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-09-012/the-screen-becomes-a-robot-interface"
  }
}