{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-10-16-005",
    "source_story_id": "tmp-story-fde-gym-last-mile",
    "edition_id": "mp-2026-10-16-morning-0098",
    "edition_url": "https://themachinepress.com/edition/2026-10-16",
    "position": 5,
    "story_type": "dispatch",
    "section": "benchmarks-evals",
    "editorial_classification": "editorial",
    "headline": "The Best Agent Delivered 14 of 95 Customer Jobs",
    "slug": "the-best-agent-delivered-14-of-95-customer-jobs",
    "dek": "FDE-Gym replaces tidy tickets with ambiguous requirements, scripted stakeholders and production-like systems—and scores the customer's outcome.",
    "summary": "FDE-Gym replaces tidy tickets with ambiguous requirements, scripted stakeholders and production-like systems—and scores the customer's outcome.",
    "body_text": "Agent benchmarks usually begin after somebody has already turned a messy need into a clean task. FDE-Gym restores the missing work: 95 delivery projects from 20 customer scenarios across 18 sectors require models to question stakeholders, modify live-like systems and uncover unstated constraints. The best of 13 evaluated configurations averaged 0.56 on the benchmark's normalized business-uplift score and cleared the authors' success threshold on only 14 tasks. Even when it found every key fact on 23 tasks, it reached at least 0.8 uplift on just 10. The simulated customers and grading system do not reproduce every deployment, but the result isolates a real distinction between solving a ticket and delivering a useful system.",
    "why_it_matters": "FDE-Gym replaces tidy tickets with ambiguous requirements, scripted stakeholders and production-like systems—and scores the customer's outcome.",
    "limitations": [
      "The best of 13 evaluated configurations averaged 0.56 on the benchmark's normalized business-uplift score and cleared the authors' success threshold on only 14 tasks.",
      "The simulated customers and grading system do not reproduce every deployment, but the result isolates a real distinction between solving a ticket and delivering a useful system."
    ],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-16-005/the-best-agent-delivered-14-of-95-customer-jobs",
    "json_url": "https://themachinepress.com/story/mp-2026-10-16-005.json",
    "first_published_at": "2026-10-16T09:00:00.000-04:00",
    "modified_at": "2026-10-16T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-10-16-005-001",
        "text": "FDE-Gym replaces tidy tickets with ambiguous requirements, scripted stakeholders and production-like systems—and scores the customer's outcome.",
        "source_ids": [
          "source-2026-10-16-005"
        ],
        "qualification": "The best of 13 evaluated configurations averaged 0.56 on the benchmark's normalized business-uplift score and cleared the authors' success threshold on only 14 tasks."
      }
    ],
    "source_ids": [
      "source-2026-10-16-005"
    ],
    "tags": [
      "agents",
      "forward-deployed engineering",
      "benchmarks"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-10-16-005",
      "title": "arXiv preprint 2610.22350, original v1",
      "publisher": "arXiv / submitting research authors",
      "url": "https://arxiv.org/abs/2610.22350v1",
      "canonical_url": "https://arxiv.org/abs/2610.22350v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-10-15T13:57:23.000-04:00",
      "accessed_at": "2026-10-16T08:26:36.400-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-10-16-005-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Best Agent Delivered 14 of 95 Customer Jobs",
    "publisher": "The Machine Press",
    "published_at": "2026-10-16T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-16-005/the-best-agent-delivered-14-of-95-customer-jobs"
  }
}