{
  "schema_version": "1.1",
  "id": "archive:https://www.youtube.com/watch?v=CvRngaQZQ3Y",
  "slug": "improving-agents-is-a-data-mining-problem-vivek-trivedy-langchain-1cgibr8",
  "url": "https://feed7.dev/p/improving-agents-is-a-data-mining-problem-vivek-trivedy-langchain-1cgibr8",
  "title": "Improving Agents is a Data Mining Problem — Vivek Trivedy, LangChain",
  "why_included": "Agent quality problems often live in traces, not source code. Mine production runs for recurring failures, compaction drift, and counterfactual model choices, then validate changes with replayable evals.",
  "summary": "Agents emit tool calls, messages, API activity, and CLI actions that reveal behavior invisible in source inspection. The proposed loop is **ship, collect traces, mine them, then run experiments** against the failures and patterns found.",
  "practical_implication": "Turn tracing on early and use agents to search large trace collections for user friction, post-compaction degradation, model substitutions, and candidate eval cases. Use those findings to update prompts, tools, orchestration, memory, or narrowly fine-tuned models.",
  "agent_context": "Agents emit tool calls, messages, API activity, and CLI actions that reveal behavior invisible in source inspection. The proposed loop is **ship, collect traces, mine them, then run experiments** against the failures and patterns found.\n\nTurn tracing on early and use agents to search large trace collections for user friction, post-compaction degradation, model substitutions, and candidate eval cases. Use those findings to update prompts, tools, orchestration, memory, or narrowly fine-tuned models.\n\nTrace mining becomes expensive when runs contain millions of tokens or collections reach gigabytes or terabytes. Automated reviewers can also optimize the wrong signal, so dense feedback and independent checks remain necessary.",
  "source": {
    "name": "AI Engineer",
    "url": "https://www.youtube.com/watch?v=CvRngaQZQ3Y",
    "published_at": "2026-08-12T19:00:01.000Z"
  },
  "source_class": "video",
  "content_type": "Video",
  "layer": "agent",
  "domains": [
    "coding",
    "data"
  ],
  "topics": [
    "observability",
    "agent-evals",
    "harness-engineering"
  ],
  "verification": {
    "status": "source_linked",
    "label": "Source Linked",
    "method": "source_feed",
    "verified_at": null
  },
  "uncertainty": [
    "Trace mining becomes expensive when runs contain millions of tokens or collections reach gigabytes or terabytes. Automated reviewers can also optimize the wrong signal, so dense feedback and independent checks remain necessary."
  ],
  "connected_context": {
    "meaning": "This turns observability from postmortem tooling into the data source for agent improvement: production traces reveal failure modes, seed evals, and guide changes to prompts, tools, memory, orchestration, or models. It confirms live workflow data as valuable evidence while narrowing automation claims through trace-scale costs and the risk that reviewers optimize misleading proxies.",
    "corpus_size": 462,
    "generated_at": "2026-08-16T10:03:55.054Z",
    "connections": [
      {
        "title": "From Signal to PR: Anatomy of a Self-Improving Agent — Jason Lopatecki, Arize",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=9HbzAWnKbo4",
        "feed7_url": "https://feed7.dev/p/from-signal-to-pr-anatomy-of-a-self-improving-agent-jason-lopatecki-ariz-1i6f0ba",
        "reason": "Extends the trace-mining loop from diagnosis into investigated issues and draft fixes, while retaining stronger human review as the resulting changes grow."
      },
      {
        "title": "State of Data — Sean Cai, Independent / State of Data",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=ZyIoTOAbRfs",
        "feed7_url": "https://feed7.dev/p/state-of-data-sean-cai-independent-state-of-data-0v9fy69",
        "reason": "Reinforces production trajectories as richer evidence than manufactured tasks and adds that conclusions should be tested across scaffolds because harness changes can shift results."
      },
      {
        "title": "Designing Agents (The Floor Is the Frontier) — Ben Hylak, Raindrop",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=jHMiYtjoJfA",
        "feed7_url": "https://feed7.dev/p/designing-agents-the-floor-is-the-frontier-ben-hylak-raindrop-0uoems4",
        "reason": "Narrows trace mining toward failures with measurable onset and reach, then anchors resulting checks in code so they survive model or harness upgrades."
      },
      {
        "title": "Reinforcement Learning without Verifiable Rewards — Will Brown, Prime Intellect",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=AQv3qRCG6Gw",
        "feed7_url": "https://feed7.dev/p/reinforcement-learning-without-verifiable-rewards-will-brown-prime-intel-0mauwh9",
        "reason": "Carries mined failures into simulation and training, but confirms the warning that automated judges and proxy rewards can optimize the wrong behavior."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-08-12T19:00:01.000Z",
  "modified_at": "2026-08-12T19:00:01.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/improving-agents-is-a-data-mining-problem-vivek-trivedy-langchain-1cgibr8",
    "json": "https://feed7.dev/p/improving-agents-is-a-data-mining-problem-vivek-trivedy-langchain-1cgibr8.json",
    "markdown": "https://feed7.dev/p/improving-agents-is-a-data-mining-problem-vivek-trivedy-langchain-1cgibr8.md"
  }
}