{
  "schema_version": "1.1",
  "id": "s13:https://arxiv.org/abs/2611.03617v1",
  "slug": "2611-03617v1-0vczcdo",
  "url": "https://feed7.dev/p/2611-03617v1-0vczcdo",
  "title": "Tracing the Scientific Discovery Capacity of LLMs to Their Training Data",
  "why_included": "A study links higher rates of once-seen training facts to more scientific discoveries across two open-weight model families. The result points to training-data composition as a possible driver of discovery.",
  "summary": "The study manipulates the rate of **monofacts**—facts observed once in training—and finds that higher rates correspond to more discoveries in materials science and regulatory genomics. The pattern held across two open-weight model families, sampling strategies, and reasoning budgets.",
  "practical_implication": "For model training or data curation, track the frequency of individual facts alongside overall dataset diversity. The authors report that diversity alone did not explain the relationship and that transfer across scientific domains was possible when paired with in-domain data.",
  "agent_context": "The study manipulates the rate of **monofacts**—facts observed once in training—and finds that higher rates correspond to more discoveries in materials science and regulatory genomics. The pattern held across two open-weight model families, sampling strategies, and reasoning budgets.\n\nFor model training or data curation, track the frequency of individual facts alongside overall dataset diversity. The authors report that diversity alone did not explain the relationship and that transfer across scientific domains was possible when paired with in-domain data.\n\nThe supplied material does not identify the model families, data sizes, or effect magnitudes, so it does not establish a practical target monofact rate.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.03617v1",
    "published_at": "2026-11-02T18:50:54.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "model",
  "domains": [
    "research",
    "data"
  ],
  "topics": [
    "open-models",
    "reasoning"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "The supplied material does not identify the model families, data sizes, or effect magnitudes, so it does not establish a practical target monofact rate."
  ],
  "connected_context": {
    "meaning": "This narrows data-diversity advice by identifying the frequency of individual facts as a potentially relevant training-data property: the reported discovery pattern was not explained by diversity alone. The data-curation account supports deliberate dataset composition, but neither supplied record establishes a practical target for monofact rates or a universal effect.",
    "corpus_size": 990,
    "generated_at": "2026-11-03T13:56:35.338Z",
    "connections": [
      {
        "title": "Data Quality Is the Compute Multiplier — Ari Morcos, DatologyAI",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=_PdK6x7PQNM",
        "feed7_url": "https://feed7.dev/p/data-quality-is-the-compute-multiplier-ari-morcos-datologyai-0x7k2ve",
        "reason": "The curation account recommends balancing and task-matching training data; this study adds fact frequency as a distinct property to consider and reports that diversity alone did not explain its discovery pattern."
      },
      {
        "title": "Building Multilingual Bridges: Data Mixing as the Pillar of Generalization for In-Language Reasoning",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2609.10445v1",
        "feed7_url": "https://feed7.dev/p/2609-10445v1-0tad2cs",
        "reason": "Both connect training-data composition with reasoning transfer. The multilingual study focuses on data mixing and in-language reasoning, while this one reports a relationship between monofact rates and scientific discovery; neither supplied record establishes the other's mechanism or effect."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-11-02T18:50:54.000Z",
  "modified_at": "2026-11-02T18:50:54.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2611-03617v1-0vczcdo",
    "json": "https://feed7.dev/p/2611-03617v1-0vczcdo.json",
    "markdown": "https://feed7.dev/p/2611-03617v1-0vczcdo.md"
  }
}