{
  "schema_version": "1.1",
  "id": "archive:https://www.youtube.com/watch?v=OmyqelTwpOo",
  "slug": "how-to-build-voice-agents-that-don-t-fall-apart-when-you-interrupt-jesse-0kyz1xt",
  "url": "https://feed7.dev/p/how-to-build-voice-agents-that-don-t-fall-apart-when-you-interrupt-jesse-0kyz1xt",
  "title": "How to Build Voice Agents That Don't Fall Apart When You Interrupt - Jesse Hall, LiveKit",
  "why_included": "Voice agents need to be evaluated as full conversations, including interruptions, noisy audio, and backend work. Builders should measure the caller’s wait for audible speech and turn simulations into regression cases.",
  "summary": "The talk argues that model leaderboards score components, while voice agents ship conversations. The response window from a caller’s last syllable to the agent’s first audible reply is about **1.5 seconds**; **500–600 ms** feels more natural. A TTS provider’s first byte can arrive well before audio begins.",
  "practical_implication": "Test a complete agent with simulated callers who interrupt, change goals, mumble, and encounter background noise. Measure time to first audio and first sentence, confirm critical dates and amounts, and keep listening while slow tools run. Turn observed failures into repeatable regression scenarios.",
  "agent_context": "The talk argues that model leaderboards score components, while voice agents ship conversations. The response window from a caller’s last syllable to the agent’s first audible reply is about **1.5 seconds**; **500–600 ms** feels more natural. A TTS provider’s first byte can arrive well before audio begins.\n\nTest a complete agent with simulated callers who interrupt, change goals, mumble, and encounter background noise. Measure time to first audio and first sentence, confirm critical dates and amounts, and keep listening while slow tools run. Turn observed failures into repeatable regression scenarios.\n\nThe reported Gemma 4 31B result applies to the speaker’s hotel agent; the same model ran slower through another provider. The talk’s open-source simulations can help compare stacks for a specific workflow, but the material provides no universal winning model or benchmark score.",
  "source": {
    "name": "AI Engineer",
    "url": "https://www.youtube.com/watch?v=OmyqelTwpOo",
    "published_at": "2026-10-26T07:00:26.000Z"
  },
  "source_class": "video",
  "content_type": "Video",
  "layer": "benchmark",
  "domains": [
    "audio"
  ],
  "topics": [
    "agent-evals",
    "agent-reliability",
    "tool-use"
  ],
  "verification": {
    "status": "source_linked",
    "label": "Source Linked",
    "method": "source_feed",
    "verified_at": null
  },
  "uncertainty": [
    "The reported Gemma 4 31B result applies to the speaker’s hotel agent; the same model ran slower through another provider. The talk’s open-source simulations can help compare stacks for a specific workflow, but the material provides no universal winning model or benchmark score."
  ],
  "connected_context": {
    "meaning": "This talk shifts voice-agent evaluation from component scores to complete conversations, emphasizing response-to-audio latency, interruptions, changing goals, and verified details. Its simulations offer workflow-specific regression scenarios, while the supplied evaluation candidates show that simulated tests can be useful but do not replace evidence about transfer to other environments or deployed stacks.",
    "corpus_size": 928,
    "generated_at": "2026-10-27T11:06:40.967Z",
    "connections": [
      {
        "title": "Simulated Control Evals",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2610.31593v1",
        "feed7_url": "https://feed7.dev/p/2610-31593v1-1lanp1p",
        "reason": "Both use simulated interactions to evaluate agent behavior; Simulated Control Evals adds evidence that such testing can forecast deployment-specific safety, with transfer still unresolved."
      },
      {
        "title": "5 Voice Agent Failure Modes You'll Hit in Week One — Venky B, Plivo",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=vblnYHzBgS4",
        "feed7_url": "https://feed7.dev/p/5-voice-agent-failure-modes-you-ll-hit-in-week-one-venky-b-plivo-0xcwuby",
        "reason": "Plivo’s failure modes add typed input validation and speech normalization to the target’s end-to-end checks for interruptions, latency, and critical values."
      },
      {
        "title": "Spoken Function Calling: A New Perspective on Spoken Language Understanding for Large Audio Language Models",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2608.05126v1",
        "feed7_url": "https://feed7.dev/p/2608-05126v1-0gpey5d",
        "reason": "Spoken Function Calling focuses on extracting structured tool calls from speech, while the target evaluates the surrounding conversation and timing needed for a complete voice agent."
      },
      {
        "title": "EpiSEM-Bench: Evaluating Safety and Evidence Recovery in LLM Agents under Missing Evidence",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2610.31650v1",
        "feed7_url": "https://feed7.dev/p/2610-31650v1-1wmxt69",
        "reason": "EpiSEM-Bench separates evidence seeking from safe action; the target’s checks on dates and amounts can expose consequential details that a voice agent must confirm."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-10-26T07:00:26.000Z",
  "modified_at": "2026-10-26T07:00:26.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/how-to-build-voice-agents-that-don-t-fall-apart-when-you-interrupt-jesse-0kyz1xt",
    "json": "https://feed7.dev/p/how-to-build-voice-agents-that-don-t-fall-apart-when-you-interrupt-jesse-0kyz1xt.json",
    "markdown": "https://feed7.dev/p/how-to-build-voice-agents-that-don-t-fall-apart-when-you-interrupt-jesse-0kyz1xt.md"
  }
}