{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-10-03-006",
    "source_story_id": "tmp-story-taco-sparse-optimizer",
    "edition_id": "mp-2026-10-03-morning-0086",
    "edition_url": "https://themachinepress.com/edition/2026-10-03",
    "position": 6,
    "story_type": "dispatch",
    "section": "infrastructure",
    "editorial_classification": "editorial",
    "headline": "Optimizer State Fell From 27.7 Gigabytes to 0.16",
    "slug": "optimizer-state-fell-from-27-7-gigabytes-to-0-16",
    "dek": "TACO keeps one signed maximum-magnitude gradient component per column for full-parameter language-model tuning.",
    "summary": "TACO keeps one signed maximum-magnitude gradient component per column for full-parameter language-model tuning.",
    "body_text": "TACO follows an operator-norm steepest-descent view but selects only the sign of the largest-magnitude entry in each column of two-dimensional weights. On OPT-13B, the authors report 0.16 gigabytes of persistent optimizer state versus 27.7 gigabytes for AdamW8bit, with peak training memory falling from 80.6 to 27.5 gigabytes at comparable accuracy and runtime. The method also enabled full-parameter tuning of tested 30–32-billion-parameter models on one 80-gigabyte H100; those source-reported results do not establish the same tradeoff for every architecture or task.",
    "why_it_matters": "TACO keeps one signed maximum-magnitude gradient component per column for full-parameter language-model tuning.",
    "limitations": [
      "TACO follows an operator-norm steepest-descent view but selects only the sign of the largest-magnitude entry in each column of two-dimensional weights.",
      "The method also enabled full-parameter tuning of tested 30–32-billion-parameter models on one 80-gigabyte H100; those source-reported results do not establish the same tradeoff for every architecture or task."
    ],
    "importance": 9,
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-03-006/optimizer-state-fell-from-27-7-gigabytes-to-0-16",
    "json_url": "https://themachinepress.com/story/mp-2026-10-03-006.json",
    "first_published_at": "2026-10-03T09:00:00.000-04:00",
    "modified_at": "2026-10-03T09:00:00.000-04:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-10-03-006-001",
        "text": "TACO keeps one signed maximum-magnitude gradient component per column for full-parameter language-model tuning.",
        "source_ids": [
          "source-2026-10-03-006"
        ],
        "qualification": "TACO follows an operator-norm steepest-descent view but selects only the sign of the largest-magnitude entry in each column of two-dimensional weights."
      }
    ],
    "source_ids": [
      "source-2026-10-03-006"
    ],
    "tags": [
      "optimizers",
      "LLM fine-tuning",
      "memory efficiency"
    ],
    "image_url": null,
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-10-03-006",
      "title": "arXiv preprint 2610.02199",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2610.02199",
      "canonical_url": "https://arxiv.org/abs/2610.02199",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-10-01T13:59:42.000-04:00",
      "accessed_at": "2026-10-03T08:31:37.000-04:00",
      "supports_claim_ids": [
        "claim-mp-2026-10-03-006-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "Optimizer State Fell From 27.7 Gigabytes to 0.16",
    "publisher": "The Machine Press",
    "published_at": "2026-10-03T09:00:00.000-04:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-10-03-006/optimizer-state-fell-from-27-7-gigabytes-to-0-16"
  }
}