{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-10-14-027",
    "source_story_id": "tmp-story-crisis-sitreps-grounding",
    "edition_id": "mp-2026-10-14-morning-0096",
    "edition_url": "https://themachinepress.com/edition/2026-10-14",
    "position": 16,
    "story_type": "dispatch",
    "section": "safety-security",
    "editorial_classification": "editorial",
    "headline": "A Complete-Looking Crisis Report Can Still Miss the Authority",
    "slug": "a-complete-looking-crisis-report-can-still-miss-the-authority",
    "dek": "An evaluation of disaster situation reports finds that surface similarity does not measure provenance or official coverage.",
    "summary": "An evaluation of disaster situation reports finds that surface similarity does not measure provenance or official coverage.",
    "body_text": "A new evaluation derives a 15-slot schema from professional humanitarian situation reports, then compares 121 human and 261 machine-generated reports across five disasters. On one Cyclone Idai setting, a Gemini-based score put the best machine arm nominally above the empirical human ceiling, but the difference was statistically indistinguishable from zero and did not replicate with another model. Across three primary events, machine reports reproduced only 5.4 to 11.0 percent of same-day official figures. Date, organization, series and authority were underrepresented in every observed event-judge cell. The results are tied to this corpus and judging design, but they warn against treating a fluent, complete-looking situation report as grounded operational evidence.",
    "why_it_matters": "An evaluation of disaster situation reports finds that surface similarity does not measure provenance or official coverage.",
    "limitations": [
      "On one Cyclone Idai setting, a Gemini-based score put the best machine arm nominally above the empirical human ceiling, but the difference was statistically indistinguishable from zero and did not replicate with another model.",
      "Across three primary events, machine reports reproduced only 5.4 to 11.0 percent of same-day official figures."
    ],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-14-027/a-complete-looking-crisis-report-can-still-miss-the-authority",
    "json_url": "https://themachinepress.com/story/mp-2026-10-14-027.json",
    "first_published_at": "2026-10-14T09:00:00.000-04:00",
    "modified_at": "2026-10-14T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-10-14-027-001",
        "text": "An evaluation of disaster situation reports finds that surface similarity does not measure provenance or official coverage.",
        "source_ids": [
          "source-2026-10-14-016"
        ],
        "qualification": "On one Cyclone Idai setting, a Gemini-based score put the best machine arm nominally above the empirical human ceiling, but the difference was statistically indistinguishable from zero and did not replicate with another model."
      }
    ],
    "source_ids": [
      "source-2026-10-14-016"
    ],
    "tags": [
      "crisis reporting",
      "grounding",
      "evaluation"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-10-14-016",
      "title": "arXiv preprint 2610.18762, original v1",
      "publisher": "arXiv / submitting research authors",
      "url": "https://arxiv.org/abs/2610.18762v1",
      "canonical_url": "https://arxiv.org/abs/2610.18762v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-10-13T13:23:19.000-04:00",
      "accessed_at": "2026-10-14T08:24:30.364-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-10-14-027-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "A Complete-Looking Crisis Report Can Still Miss the Authority",
    "publisher": "The Machine Press",
    "published_at": "2026-10-14T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-14-027/a-complete-looking-crisis-report-can-still-miss-the-authority"
  }
}