{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-09-15-005",
    "source_story_id": "tmp-story-vibe-patenting-judge-calibration",
    "edition_id": "mp-2026-09-15-morning-0068",
    "edition_url": "https://themachinepress.com/edition/2026-09-15",
    "position": 5,
    "story_type": "dispatch",
    "section": "benchmarks-evals",
    "editorial_classification": "editorial",
    "headline": "The Patent Judge Improved Drafts—and Disagreed by Metric",
    "slug": "the-patent-judge-improved-drafts-and-disagreed-by-metric",
    "dek": "Iterative judge feedback helped a low-reasoning drafting agent approach a costlier agent, but attorney agreement varied sharply with the metric.",
    "summary": "Iterative judge feedback helped a low-reasoning drafting agent approach a costlier agent, but attorney agreement varied sharply with the metric.",
    "body_text": "Vibe Patenting tests an agent that drafts patents and a separately invoked language-model judge that critiques each revision. Judge-guided iteration consistently raised judge-assessed quality, while unguided revision saturated; a lower-reasoning agent approached the score of a more expensive high-reasoning configuration. A professional patent attorney’s review found meaningful agreement with the automated judge, but calibration and agreement changed substantially by metric. The result supports structured critique as an optimization signal while warning that self-scoring is not a substitute for qualified legal judgment.",
    "why_it_matters": "Iterative judge feedback helped a low-reasoning drafting agent approach a costlier agent, but attorney agreement varied sharply with the metric.",
    "limitations": [
      "The result supports structured critique as an optimization signal while warning that self-scoring is not a substitute for qualified legal judgment."
    ],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-09-15-005/the-patent-judge-improved-drafts-and-disagreed-by-metric",
    "json_url": "https://themachinepress.com/story/mp-2026-09-15-005.json",
    "first_published_at": "2026-09-15T09:00:00.000-04:00",
    "modified_at": "2026-09-15T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-09-15-005-001",
        "text": "Iterative judge feedback helped a low-reasoning drafting agent approach a costlier agent, but attorney agreement varied sharply with the metric.",
        "source_ids": [
          "source-2026-09-15-005"
        ],
        "qualification": "The result supports structured critique as an optimization signal while warning that self-scoring is not a substitute for qualified legal judgment."
      }
    ],
    "source_ids": [
      "source-2026-09-15-005"
    ],
    "tags": [
      "AI evaluation",
      "patent drafting",
      "professional workflows"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-09-15-005",
      "title": "arXiv preprint 2609.13422",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2609.13422",
      "canonical_url": "https://arxiv.org/abs/2609.13422",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-09-13T20:00:00.000-04:00",
      "accessed_at": "2026-09-15T08:18:00.000-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-09-15-005-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "The Patent Judge Improved Drafts—and Disagreed by Metric",
    "publisher": "The Machine Press",
    "published_at": "2026-09-15T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-09-15-005/the-patent-judge-improved-drafts-and-disagreed-by-metric"
  }
}