{
  "schema_version": "1.1",
  "id": "auto-febede2eb6",
  "slug": "verify-the-verifier-specification-grounded-llm-cross-che-febede2eb6",
  "url": "https://feed7.dev/p/verify-the-verifier-specification-grounded-llm-cross-che-febede2eb6",
  "title": "Verify the Verifier: Specification-Grounded LLM Cross-Checking for Bugs That Escape UVM Scoreboards",
  "why_included": "A green regression only proves what its scoreboard checks, so add specification-grounded assertions for behavior the reference model may omit.",
  "summary": "A framework checks passing hardware regressions against specifications to find bugs missed by UVM scoreboards. In tests across four OpenTitan IPs, it confirmed 41 specification violations among 68 candidate escapes.",
  "practical_implication": "For agent-assisted verification, a green regression only establishes agreement with what the scoreboard checks. Add specification-grounded checks when correctness must cover behavior the reference model may omit.",
  "agent_context": "The framework checks traces from a passing UVM regression against the specification. Across **564 inserted bugs** in **four OpenTitan IPs**, it identified **68** candidate scoreboard escapes and confirmed **41** with assertions that failed on buggy designs and were proven on the original.\n\nFor agent-assisted verification, a green regression only establishes agreement with what the scoreboard checks. Add specification-grounded checks when correctness must cover behavior the reference model may omit.\n\nThese results come from inserted bugs in OpenTitan IPs. The material does not establish how often the method finds escapes in other designs or test environments.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.26588v1",
    "published_at": "2026-11-19T00:00:00.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "benchmark",
  "domains": [
    "coding"
  ],
  "topics": [
    "agent-evals",
    "benchmark-integrity"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "Automatically selected from source material; feed7 has not independently tested the claim."
  ],
  "connected_context": null,
  "lifecycle": "New",
  "published_at": "2026-11-19T00:00:00.000Z",
  "modified_at": "2026-11-19T00:00:00.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/verify-the-verifier-specification-grounded-llm-cross-che-febede2eb6",
    "json": "https://feed7.dev/p/verify-the-verifier-specification-grounded-llm-cross-che-febede2eb6.json",
    "markdown": "https://feed7.dev/p/verify-the-verifier-specification-grounded-llm-cross-che-febede2eb6.md"
  }
}