{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-10-30-003",
    "source_story_id": "tmp-story-vericua-agentic-verification",
    "edition_id": "mp-2026-10-30-morning-0112",
    "edition_url": "https://themachinepress.com/edition/2026-10-30",
    "position": 3,
    "story_type": "dispatch",
    "section": "benchmarks-evals",
    "editorial_classification": "editorial",
    "headline": "The Verifier Goes Looking for the Missing Evidence",
    "slug": "the-verifier-goes-looking-for-the-missing-evidence",
    "dek": "VeriCUA treats completion checking as an exploration task, choosing GUI or code checks for unresolved requirements instead of judging a fixed screenshot.",
    "summary": "VeriCUA treats completion checking as an exploration task, choosing GUI or code checks for unresolved requirements instead of judging a fixed screenshot.",
    "body_text": "Computer-use agents are often graded from partial observations: a vision-language model sees only supplied screenshots, while generated checking code sees only accessible application state. VeriCUA first builds a task rubric, then actively selects GUI or code inspections for requirements that remain unresolved and combines the findings under explicit evidence rules. Across desktop, mobile, web, online and offline settings, the authors report better agreement with reference labels than the compared baselines, with the largest offline gains on hard cases and stronger rejection of false online completion claims. The preprint is explicitly work in progress, and the abstract does not establish that exploration eliminates verifier blind spots.",
    "why_it_matters": "VeriCUA treats completion checking as an exploration task, choosing GUI or code checks for unresolved requirements instead of judging a fixed screenshot.",
    "limitations": [
      "Computer-use agents are often graded from partial observations: a vision-language model sees only supplied screenshots, while generated checking code sees only accessible application state.",
      "VeriCUA first builds a task rubric, then actively selects GUI or code inspections for requirements that remain unresolved and combines the findings under explicit evidence rules.",
      "The preprint is explicitly work in progress, and the abstract does not establish that exploration eliminates verifier blind spots."
    ],
    "importance": 9,
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-30-003/the-verifier-goes-looking-for-the-missing-evidence",
    "json_url": "https://themachinepress.com/story/mp-2026-10-30-003.json",
    "first_published_at": "2026-10-30T09:00:00.000-04:00",
    "modified_at": "2026-10-30T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-10-30-003-001",
        "text": "VeriCUA treats completion checking as an exploration task, choosing GUI or code checks for unresolved requirements instead of judging a fixed screenshot.",
        "source_ids": [
          "source-2026-10-30-003"
        ],
        "qualification": "Computer-use agents are often graded from partial observations: a vision-language model sees only supplied screenshots, while generated checking code sees only accessible application state."
      }
    ],
    "source_ids": [
      "source-2026-10-30-003"
    ],
    "tags": [
      "computer use",
      "verification",
      "agents",
      "evaluation"
    ],
    "image_url": "https://themachinepress.com/issues/2026-10-30/vericua-verification.webp",
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-10-30-003",
      "title": "arXiv preprint 2610.40578, original v1",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2610.40578v1",
      "canonical_url": "https://arxiv.org/abs/2610.40578v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-10-28T20:00:00.000-04:00",
      "accessed_at": "2026-10-30T08:14:40.422-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-10-30-003-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Verifier Goes Looking for the Missing Evidence",
    "publisher": "The Machine Press",
    "published_at": "2026-10-30T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-30-003/the-verifier-goes-looking-for-the-missing-evidence"
  }
}