{
  "schema_version": "1.1",
  "id": "archive:https://www.youtube.com/watch?v=UGuNt2_Oz8s",
  "slug": "agents-that-self-improve-while-you-sleep-fuad-ali-arize-ai-19hmq9b",
  "url": "https://feed7.dev/p/agents-that-self-improve-while-you-sleep-fuad-ali-arize-ai-19hmq9b",
  "title": "Agents That Self Improve While You Sleep - Fuad Ali, Arize AI",
  "why_included": "The workshop shows a loop that uses production traces to find recurring agent failures, propose code fixes, and turn failures into evals and regression data. Builders should keep human review and cost checks in that loop.",
  "summary": "Arize’s Signal reads agent traces and groups recurring issues. In the demo, it found redundant product-search retries, traced them to a query casing mismatch, and proposed a repository fix. The presenter says the agent worked for **6 minutes** to find the cause.",
  "practical_implication": "For coding-agent systems, capture traces, preserve failure cases in a dataset, and turn useful findings into evals. Run experiments to check that a fix addresses the failure without breaking other behavior, and route uncertain results to a human reviewer.",
  "agent_context": "Arize’s Signal reads agent traces and groups recurring issues. In the demo, it found redundant product-search retries, traced them to a query casing mismatch, and proposed a repository fix. The presenter says the agent worked for **6 minutes** to find the cause.\n\nFor coding-agent systems, capture traces, preserve failure cases in a dataset, and turn useful findings into evals. Run experiments to check that a fix addresses the failure without breaking other behavior, and route uncertain results to a human reviewer.\n\nThe loop adds cost through context, eval runs, and the Signal agent itself. The right sampling rate and configuration depend on the harness and use case; the workshop gives no general budget target, and proposed fixes still need review.",
  "source": {
    "name": "AI Engineer",
    "url": "https://www.youtube.com/watch?v=UGuNt2_Oz8s",
    "published_at": "2026-10-26T23:00:39.000Z"
  },
  "source_class": "video",
  "content_type": "Video",
  "layer": "agent",
  "domains": [
    "coding"
  ],
  "topics": [
    "agent-reliability",
    "agent-evals",
    "harness-engineering"
  ],
  "verification": {
    "status": "source_linked",
    "label": "Source Linked",
    "method": "source_feed",
    "verified_at": null
  },
  "uncertainty": [
    "The loop adds cost through context, eval runs, and the Signal agent itself. The right sampling rate and configuration depend on the harness and use case; the workshop gives no general budget target, and proposed fixes still need review."
  ],
  "connected_context": {
    "meaning": "This describes a concrete trace-to-fix loop: cluster recurring failures, diagnose a specific cause, propose a repository change, then validate it through experiments and evals with human review. It reinforces production traces as improvement material while leaving sampling, cost, and general effectiveness dependent on the harness and task.",
    "corpus_size": 955,
    "generated_at": "2026-10-29T11:09:07.677Z",
    "connections": [
      {
        "title": "Designing Agents (The Floor Is the Frontier) — Ben Hylak, Raindrop",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=jHMiYtjoJfA",
        "feed7_url": "https://feed7.dev/p/designing-agents-the-floor-is-the-frontier-ben-hylak-raindrop-0uoems4",
        "reason": "Both use production failures to guide evaluation and improvement; the candidate emphasizes prioritizing anomalies by onset and reach and preserving regression tests, which can make Signal’s clustering findings more actionable."
      },
      {
        "title": "From Agent Traces to Agent Simulations — Rustem Feyzkhanov, Snorkel AI",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=Ib5t2RLtxvM",
        "feed7_url": "https://feed7.dev/p/from-agent-traces-to-agent-simulations-rustem-feyzkhanov-snorkel-ai-0zwlzjq",
        "reason": "Signal turns traces into proposed fixes and eval cases, while the candidate adds replayable environments for comparing agent stacks under fixed conditions; replay could help test whether a proposed change resolves a failure."
      },
      {
        "title": "Your Agent Evolved. Your Evals Didn't. — Ameya Bhatawdekar, Braintrust",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=nxokqOq1imY",
        "feed7_url": "https://feed7.dev/p/your-agent-evolved-your-evals-didn-t-ameya-bhatawdekar-braintrust-1loaqv2",
        "reason": "Both argue that evals should track evolving agent behavior; Signal provides recurring trace-derived cases, while the candidate warns that architecture changes require broader trajectory and repeated-run evaluation."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-10-26T23:00:39.000Z",
  "modified_at": "2026-10-26T23:00:39.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/agents-that-self-improve-while-you-sleep-fuad-ali-arize-ai-19hmq9b",
    "json": "https://feed7.dev/p/agents-that-self-improve-while-you-sleep-fuad-ali-arize-ai-19hmq9b.json",
    "markdown": "https://feed7.dev/p/agents-that-self-improve-while-you-sleep-fuad-ali-arize-ai-19hmq9b.md"
  }
}