{
  "schema_version": "1.1",
  "id": "s13:https://arxiv.org/abs/2610.40619v1",
  "slug": "2610-40619v1-0e3r1gm",
  "url": "https://feed7.dev/p/2610-40619v1-0e3r1gm",
  "title": "Testimony from Timelines: Evidence-Grounded Significance Testing of Temporal Clinical Hypotheses",
  "why_included": "STRATA grades the evidence and statistical choices behind temporal claims, not just the final verdict. Its experiments find that models often fail when selecting which records to use.",
  "summary": "**STRATA** contains **8,735** clinical timeline hypotheses with gold analysis plans, evidence sets, p-values, and verdicts, reproduced by a deterministic oracle. The paper also proposes ART—articulate, retrieve, test—to expose each decision in a staged analysis.",
  "practical_implication": "When building agentic data analysis, evaluate whether the system selected the right records and test, not only whether its final conclusion matches. In the study, record selection was the main failure point; ART brought a 31B open model to within **0.01** of frontier models under the same paradigm.",
  "agent_context": "**STRATA** contains **8,735** clinical timeline hypotheses with gold analysis plans, evidence sets, p-values, and verdicts, reproduced by a deterministic oracle. The paper also proposes ART—articulate, retrieve, test—to expose each decision in a staged analysis.\n\nWhen building agentic data analysis, evaluate whether the system selected the right records and test, not only whether its final conclusion matches. In the study, record selection was the main failure point; ART brought a 31B open model to within **0.01** of frontier models under the same paradigm.\n\nThe benchmark focuses on vaccine adverse-event reports and temporal clinical hypotheses. The reported comparison depends on providing the codebook to frontier models, so it does not show that those models reach similar results without that guidance.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2610.40619v1",
    "published_at": "2026-10-29T17:55:30.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "benchmark",
  "domains": [
    "research",
    "data"
  ],
  "topics": [
    "agent-evals",
    "benchmark-integrity"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "The benchmark focuses on vaccine adverse-event reports and temporal clinical hypotheses. The reported comparison depends on providing the codebook to frontier models, so it does not show that those models reach similar results without that guidance."
  ],
  "connected_context": {
    "meaning": "STRATA makes record selection and test choice inspectable in clinical hypothesis analysis, and reports record selection as the main failure point. Its deterministic oracle and scoped vaccine-report setting provide concrete evaluation evidence, while the codebook condition limits the frontier-model comparison.",
    "corpus_size": 966,
    "generated_at": "2026-10-30T11:05:04.328Z",
    "connections": [
      {
        "title": "Fisher-R1: Training LLM Agents for Reliable Hypothesis Testing",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2608.07437v1",
        "feed7_url": "https://feed7.dev/p/2608-07437v1-0t4v96m",
        "reason": "Fisher-R1 evaluates whether agents choose valid statistical methods; STRATA adds a clinical setting where selecting the right records is a distinct, prominent failure point."
      },
      {
        "title": "A Living Benchmark for Information Retrieval from Electronic Health Records",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2609.30205v1",
        "feed7_url": "https://feed7.dev/p/2609-30205v1-1msmwmk",
        "reason": "BRIE measures omissions in longitudinal EHR retrieval, complementing STRATA’s finding that record selection can fail before the statistical test or verdict."
      },
      {
        "title": "Verifiable by Construction: Claim-Level Evaluation of Verbatim Citation in Clinical Question Answering",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2609.15964v1",
        "feed7_url": "https://feed7.dev/p/2609-15964v1-08frwh7",
        "reason": "The citation benchmark checks whether evidence supports each clinical claim, adding an evidence-to-conclusion check alongside STRATA’s evaluation of record and test selection."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-10-29T17:55:30.000Z",
  "modified_at": "2026-10-29T17:55:30.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2610-40619v1-0e3r1gm",
    "json": "https://feed7.dev/p/2610-40619v1-0e3r1gm.json",
    "markdown": "https://feed7.dev/p/2610-40619v1-0e3r1gm.md"
  }
}