{
  "schema_version": "1.1",
  "id": "archive:https://arxiv.org/abs/2611.14487v1",
  "slug": "2611-14487v1-0m0b92n",
  "url": "https://feed7.dev/p/2611-14487v1-0m0b92n",
  "title": "Re-Search: Dissecting LLM Ideation Through a Two-Player Questioning Game",
  "why_included": "A study of research-idea discovery finds most model progress happens early, with later questioning often plateauing. For agentic research tools, it suggests candidate generation may be a bigger bottleneck than judging ideas.",
  "summary": "Re-Search evaluates idea discovery as a yes-or-no questioning game built from **200 ICML 2026 papers**. Across six models, nearly all progress happened in the first **30 of 100 questions**, after which most plateaued.",
  "practical_implication": "For research agents, the results suggest improving candidate generation or bringing in outside ideas may help more than only improving a model’s ability to assess proposals. The study separates ideation from execution, making the search process easier to inspect.",
  "agent_context": "Re-Search evaluates idea discovery as a yes-or-no questioning game built from **200 ICML 2026 papers**. Across six models, nearly all progress happened in the first **30 of 100 questions**, after which most plateaued.\n\nFor research agents, the results suggest improving candidate generation or bringing in outside ideas may help more than only improving a model’s ability to assess proposals. The study separates ideation from execution, making the search process easier to inspect.\n\nThis is a preprint evaluation of rediscovering published papers’ core ideas; it does not show that the same pattern holds for open-ended research work or deployed coding agents.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.14487v1",
    "published_at": "2026-11-10T18:47:22.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "benchmark",
  "domains": [
    "research"
  ],
  "topics": [
    "agent-evals",
    "reasoning"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "This is a preprint evaluation of rediscovering published papers’ core ideas; it does not show that the same pattern holds for open-ended research work or deployed coding agents."
  ],
  "connected_context": {
    "meaning": "The early plateau makes the supply of candidate ideas a separate bottleneck from judging them: extending the same questioning process may add little after initial progress. This sharpens where ideation agents might need intervention, while the paper’s rediscovery setup does not establish the pattern for open-ended agent work.",
    "corpus_size": 1059,
    "generated_at": "2026-11-11T11:09:47.282Z",
    "connections": [
      {
        "title": "Direct Pass@$k$ Optimization for Thought Pruning: Balancing Quality and Diversity in Test-Time Reasoning",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2610.31667v1",
        "feed7_url": "https://feed7.dev/p/2610-31667v1-1jz3l6f",
        "reason": "Both focus on the candidate pool: Re-Search finds progress plateaus during sequential idea discovery, while Direct Pass@$k optimizes which diverse reasoning branches remain available. The latter concerns continuations, not idea generation."
      },
      {
        "title": "Legibility is Not Interpretability: Comparing Judged and Actual Importance in Chain-Of-Thought Reasoning",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2609.04194v1",
        "feed7_url": "https://feed7.dev/p/2609-04194v1-0milybu",
        "reason": "Re-Search separates proposing ideas from assessing them; the critique study cautions that readable assessments do not reliably identify which reasoning steps matter. Together they discourage treating evaluation ability as a substitute for stronger idea generation."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-11-10T18:47:22.000Z",
  "modified_at": "2026-11-10T18:47:22.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2611-14487v1-0m0b92n",
    "json": "https://feed7.dev/p/2611-14487v1-0m0b92n.json",
    "markdown": "https://feed7.dev/p/2611-14487v1-0m0b92n.md"
  }
}