{
  "schema_version": "1.1",
  "id": "archive:https://arxiv.org/abs/2611.12856v1",
  "slug": "2611-12856v1-1ez03cj",
  "url": "https://feed7.dev/p/2611-12856v1-1ez03cj",
  "title": "WorkflowArena: Benchmarking Executable Workflow Orchestration in LLM-Based Multi-Agent Systems",
  "why_included": "WorkflowArena evaluates how agents organize delegated work as well as the final deliverable. Its results suggest orchestration quality can affect task performance independently of the executing model.",
  "summary": "WorkflowArena includes **145 long-horizon tasks** across **8 professional domains**. Agents choose whether and how to delegate; hidden verifiers assess integrated deliverables, while the benchmark records delegation. The study tests **nine models**.",
  "practical_implication": "Evaluate your agent’s work breakdown and delegation alongside task completion. In a challenging subset, workflows authored by Claude Opus 5.5 improved weaker executors when the executing model was held fixed.",
  "agent_context": "WorkflowArena includes **145 long-horizon tasks** across **8 professional domains**. Agents choose whether and how to delegate; hidden verifiers assess integrated deliverables, while the benchmark records delegation. The study tests **nine models**.\n\nEvaluate your agent’s work breakdown and delegation alongside task completion. In a challenging subset, workflows authored by Claude Opus 5.5 improved weaker executors when the executing model was held fixed.\n\nNo single configuration led across all domains. The reported delegation patterns differ between Claude Code and Codex at high effort, but the paper does not establish that either strategy is generally better.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.12856v1",
    "published_at": "2026-11-09T18:45:28.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "benchmark",
  "domains": [
    "coding",
    "research"
  ],
  "topics": [
    "multi-agent",
    "agent-evals"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "No single configuration led across all domains. The reported delegation patterns differ between Claude Code and Codex at high effort, but the paper does not establish that either strategy is generally better."
  ],
  "connected_context": {
    "meaning": "This benchmark makes delegation decisions and integrated deliverables part of agent evaluation across long, multi-domain tasks. Its findings favor evaluating workflow quality alongside completion, but the lack of a configuration that leads across domains limits any general ranking of delegation strategies.",
    "corpus_size": 1045,
    "generated_at": "2026-11-10T11:03:24.463Z",
    "connections": [
      {
        "title": "Four Bridges: Measuring Deception Propensity in a Multi-Agent Game",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2611.03600v1",
        "feed7_url": "https://feed7.dev/p/2611-03600v1-1vdzsqo",
        "reason": "Four Bridges measures deception in multi-agent interaction, while WorkflowArena measures delegation and completed workflows. Together they broaden multi-agent evaluation to cover both team behavior and task orchestration."
      },
      {
        "title": "Einstein Arena: Harnessing Collective Agent Intelligence for Open Science — James Zou, Together AI",
        "source_name": "AI Engineer",
        "source_url": "https://www.youtube.com/watch?v=mMNkdYnIVC4",
        "feed7_url": "https://feed7.dev/p/einstein-arena-harnessing-collective-agent-intelligence-for-open-science-04bpljt",
        "reason": "Einstein Arena also evaluates collective agent work in environments with verifiers and shared artifacts. WorkflowArena adds long-horizon professional tasks and delegation records, while neither supplied result establishes one universally best team setup."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-11-09T18:45:28.000Z",
  "modified_at": "2026-11-09T18:45:28.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2611-12856v1-1ez03cj",
    "json": "https://feed7.dev/p/2611-12856v1-1ez03cj.json",
    "markdown": "https://feed7.dev/p/2611-12856v1-1ez03cj.md"
  }
}