{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-11-02-004",
    "source_story_id": "tmp-story-flide-exact-forking",
    "edition_id": "mp-2026-11-02-morning-0115",
    "edition_url": "https://themachinepress.com/edition/2026-11-02",
    "position": 4,
    "story_type": "dispatch",
    "section": "infrastructure",
    "editorial_classification": "editorial",
    "headline": "Decision Trees Stop Recomputing Their Trunks",
    "slug": "decision-trees-stop-recomputing-their-trunks",
    "dek": "Flide flattens branching decision requests into one execution stream and reports answers as much as 9.5 times faster than vLLM and SGLang.",
    "summary": "Flide flattens branching decision requests into one execution stream and reports answers as much as 9.5 times faster than vLLM and SGLang.",
    "body_text": "Decision models repeatedly evaluate branches that share a long prefix, but generation-oriented engines either recompute that prefix or alter output probabilities. Flide separates the logical request tree from its physical execution. ForkAttention uses GPU-resident indices across standard attention and recurrent Gated DeltaNet layers so each branch is equivalent, in exact arithmetic, to an isolated pass. The engine also resumes expanding histories from earlier checkpoints. On the reported public models and workloads, Flide answered queries up to 9.5 times faster than vLLM and SGLang while staying closest to a float32 reference in total-variation distance. The speedup is workload-specific and does not imply the same gain for ordinary free-form generation.",
    "why_it_matters": "Flide flattens branching decision requests into one execution stream and reports answers as much as 9.5 times faster than vLLM and SGLang.",
    "limitations": [
      "The speedup is workload-specific and does not imply the same gain for ordinary free-form generation."
    ],
    "importance": 8,
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-02-004/decision-trees-stop-recomputing-their-trunks",
    "json_url": "https://themachinepress.com/story/mp-2026-11-02-004.json",
    "first_published_at": "2026-11-02T09:00:00.000-05:00",
    "modified_at": "2026-11-02T09:00:00.000-05:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-11-02-004-001",
        "text": "Flide flattens branching decision requests into one execution stream and reports answers as much as 9.5 times faster than vLLM and SGLang.",
        "source_ids": [
          "source-2026-11-02-004"
        ],
        "qualification": "The speedup is workload-specific and does not imply the same gain for ordinary free-form generation."
      }
    ],
    "source_ids": [
      "source-2026-11-02-004"
    ],
    "tags": [
      "inference",
      "decision models",
      "GPU systems",
      "agents"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-11-02-004",
      "title": "arXiv preprint 2610.42148, original v1",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2610.42148v1",
      "canonical_url": "https://arxiv.org/abs/2610.42148v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-10-30T13:59:38.000-04:00",
      "accessed_at": "2026-11-02T08:25:20.000-05:00",
      "supports_claim_ids": [
        "claim-mp-2026-11-02-004-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "Decision Trees Stop Recomputing Their Trunks",
    "publisher": "The Machine Press",
    "published_at": "2026-11-02T09:00:00.000-05:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-02-004/decision-trees-stop-recomputing-their-trunks"
  }
}