{
  "schema_version": "1.1",
  "id": "archive:https://arxiv.org/abs/2611.12814v1",
  "slug": "2611-12814v1-017n6ph",
  "url": "https://feed7.dev/p/2611-12814v1-017n6ph",
  "title": "Curbside Chatbots: Auditing the Mental Health Interventions Large Language Models Recommend to Clinicians, Caregivers, and Patients",
  "why_included": "An audit found that mental health recommendations from language models varied with whether a clinician, caregiver, or patient described the case. It is a reminder to test advice across user contexts.",
  "summary": "Researchers tested **41 language models** on **19 case vignettes**, collecting **35,055 responses** across clinician, caregiver, and self-described scenarios. They found that recommendation patterns differed by who presented the case.",
  "practical_implication": "For systems that answer health questions, evaluate responses across user roles and check whether named interventions match the model’s own ratings. The audit found that models sometimes named options they rated below zero as initial choices when asked about a specific intervention type.",
  "agent_context": "Researchers tested **41 language models** on **19 case vignettes**, collecting **35,055 responses** across clinician, caregiver, and self-described scenarios. They found that recommendation patterns differed by who presented the case.\n\nFor systems that answer health questions, evaluate responses across user roles and check whether named interventions match the model’s own ratings. The audit found that models sometimes named options they rated below zero as initial choices when asked about a specific intervention type.\n\nThis is an audit of recommendations, not evidence about clinical outcomes. The instrument, code, and corpus are planned for release on publication.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.12814v1",
    "published_at": "2026-11-09T18:19:30.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "benchmark",
  "domains": [
    "research"
  ],
  "topics": [],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "This is an audit of recommendations, not evidence about clinical outcomes. The instrument, code, and corpus are planned for release on publication."
  ],
  "connected_context": {
    "meaning": "This Signal adds user role as a distinct axis for auditing clinical recommendations: the same case can elicit different advice for clinicians, caregivers, and patients, and a model may recommend an intervention it rates negatively. It supports checking both role-specific responses and consistency between ratings and recommendations, while leaving clinical outcomes untested.",
    "corpus_size": 1045,
    "generated_at": "2026-11-10T11:03:34.668Z",
    "connections": [
      {
        "title": "MedPRESS: A Multi-turn Benchmark for Patient-Pressure-Induced Medical Sycophancy in LLMs",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2608.02520v1",
        "feed7_url": "https://feed7.dev/p/2608-02520v1-16negmk",
        "reason": "Both show that clinical guidance can shift with how a request is framed; MedPRESS varies user pressure over multiple turns, while this audit varies the user’s role and checks recommendation-rating consistency."
      },
      {
        "title": "Patient-specific rubric-based evaluation of large language models across longitudinal cancer care",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2610.35847v1",
        "feed7_url": "https://feed7.dev/p/2610-35847v1-0se27hb",
        "reason": "Both caution that aggregate clinical performance can hide differences across contexts: NPC-RubricBench examines care phases, while this audit examines who presents the case."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-11-09T18:19:30.000Z",
  "modified_at": "2026-11-09T18:19:30.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2611-12814v1-017n6ph",
    "json": "https://feed7.dev/p/2611-12814v1-017n6ph.json",
    "markdown": "https://feed7.dev/p/2611-12814v1-017n6ph.md"
  }
}