{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-08-30-011",
    "source_story_id": "tmp-story-dumatebench",
    "edition_id": "mp-2026-08-30-morning-0052",
    "edition_url": "https://themachinepress.com/edition/2026-08-30",
    "position": 11,
    "story_type": "dispatch",
    "section": "benchmarks-evals",
    "editorial_classification": "editorial",
    "headline": "The Real Session Brought Its Mess With It",
    "slug": "the-real-session-brought-its-mess-with-it",
    "dek": "DuMateBench reconstructs 200 privacy-screened production-agent tasks with histories, configuration and workspace state intact.",
    "summary": "DuMateBench reconstructs 200 privacy-screened production-agent tasks with histories, configuration and workspace state intact.",
    "body_text": "The benchmark spans eight broad scenarios and 17 capability categories, with most tasks requiring several capabilities at once. Isolated containers add insufficient, unstable and noisy environmental conditions. Five agent frameworks paired with four models showed substantial gaps in strict completion, and both the model and harness shaped robustness. The source platform supplies the sessions and evaluation design, so the benchmark still needs broader replication across organizations.",
    "why_it_matters": "DuMateBench reconstructs 200 privacy-screened production-agent tasks with histories, configuration and workspace state intact.",
    "limitations": [],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-30-011/the-real-session-brought-its-mess-with-it",
    "json_url": "https://themachinepress.com/story/mp-2026-08-30-011.json",
    "first_published_at": "2026-08-30T09:00:00.000-04:00",
    "modified_at": "2026-08-30T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-08-30-011-001",
        "text": "DuMateBench reconstructs 200 privacy-screened production-agent tasks with histories, configuration and workspace state intact.",
        "source_ids": [
          "source-2026-08-30-011"
        ],
        "qualification": null
      }
    ],
    "source_ids": [
      "source-2026-08-30-011"
    ],
    "tags": [
      "autonomous agents",
      "real-world workflows",
      "benchmarks"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-08-30-011",
      "title": "arXiv preprint 2608.26546",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2608.26546",
      "canonical_url": "https://arxiv.org/abs/2608.26546",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-08-26T22:36:23.000-04:00",
      "accessed_at": "2026-08-30T08:23:14.000-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-08-30-011-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Real Session Brought Its Mess With It",
    "publisher": "The Machine Press",
    "published_at": "2026-08-30T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-08-30-011/the-real-session-brought-its-mess-with-it"
  }
}