{
  "$schema": "https://themachinepress.com/schemas/story-v1.schema.json",
  "schema_version": "1.0.0",
  "document_type": "machine_press_story",
  "story": {
    "story_id": "mp-2026-11-06-002",
    "source_story_id": "tmp-feature-scientist-world",
    "edition_id": "mp-2026-11-06-morning-0119",
    "edition_url": "https://themachinepress.com/edition/2026-11-06",
    "position": 2,
    "story_type": "secondary",
    "section": "benchmarks-evals",
    "editorial_classification": "editorial",
    "headline": "A Thousand Papers Become Places to Experiment",
    "slug": "a-thousand-papers-become-places-to-experiment",
    "dek": "Scientist World converts research papers into verified executable environments, pairing reproduced baselines with agent research traces.",
    "summary": "Scientist World converts research papers into verified executable environments, pairing reproduced baselines with agent research traces.",
    "body_text": "Scientific papers are readable records, but they rarely arrive as standardized environments in which a research agent can change a method and measure the result. Scientist World uses an autonomous pipeline to extract an open research question from each paper and reproduce the paper’s method as a baseline. The authors release the first 1,000 verified environments plus 6,400 hours of recorded research traces. On their evaluation, frontier research agents surpassed the reproduced human baseline in 74 percent of environments, while training on the traces raised a smaller model’s ideation score by 158 percent to match the frontier systems tested. Those percentages depend on the benchmark’s reproduction and scoring choices; they do not mean agents surpassed scientists generally. The release matters because it turns a claim about automated research into a large, inspectable experimental substrate.",
    "why_it_matters": "Scientist World converts research papers into verified executable environments, pairing reproduced baselines with agent research traces.",
    "limitations": [
      "Those percentages depend on the benchmark’s reproduction and scoring choices; they do not mean agents surpassed scientists generally."
    ],
    "importance": 10,
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-06-002/a-thousand-papers-become-places-to-experiment",
    "json_url": "https://themachinepress.com/story/mp-2026-11-06-002.json",
    "first_published_at": "2026-11-06T09:00:00.000-05:00",
    "modified_at": "2026-11-06T09:00:00.000-05:00",
    "content_status": "new",
    "is_carryover": false,
    "carryover_reason": null,
    "key_claims": [
      {
        "claim_id": "claim-mp-2026-11-06-002-001",
        "text": "Scientist World converts research papers into verified executable environments, pairing reproduced baselines with agent research traces.",
        "source_ids": [
          "source-2026-11-06-002"
        ],
        "qualification": "Those percentages depend on the benchmark’s reproduction and scoring choices; they do not mean agents surpassed scientists generally."
      }
    ],
    "source_ids": [
      "source-2026-11-06-002"
    ],
    "tags": [
      "AI scientists",
      "research agents",
      "reproducibility",
      "benchmarks"
    ],
    "image_url": "https://themachinepress.com/issues/2026-11-06/feature-scientist-world.png",
    "corrections": []
  },
  "sources": [
    {
      "source_id": "source-2026-11-06-002",
      "title": "arXiv preprint 2611.08478, original v1",
      "publisher": "arXiv",
      "url": "https://arxiv.org/abs/2611.08478v1",
      "canonical_url": "https://arxiv.org/abs/2611.08478v1",
      "source_type": "primary_research",
      "is_primary_source": true,
      "published_at": "2026-11-05T13:58:17.000-05:00",
      "accessed_at": "2026-11-06T08:21:03.209-05:00",
      "supports_claim_ids": [
        "claim-mp-2026-11-06-002-001"
      ]
    }
  ],
  "corrections": [],
  "publisher": {
    "name": "The Machine Press",
    "url": "https://themachinepress.com",
    "description": "A daily newspaper for the age of artificial intelligence."
  },
  "cite_this_report": {
    "title": "A Thousand Papers Become Places to Experiment",
    "publisher": "The Machine Press",
    "published_at": "2026-11-06T09:00:00.000-05:00",
    "canonical_url": "https://themachinepress.com/story/mp-2026-11-06-002/a-thousand-papers-become-places-to-experiment"
  }
}