{
  "schema_version": "1.1",
  "id": "s13:https://arxiv.org/abs/2611.26588v1",
  "slug": "2611-26588v1-1997tni",
  "url": "https://feed7.dev/p/2611-26588v1-1997tni",
  "title": "Verify the Verifier: Specification-Grounded LLM Cross-Checking for Bugs That Escape UVM Scoreboards",
  "why_included": "A framework checks passing hardware regressions against specifications to find bugs missed by UVM scoreboards. In tests across four OpenTitan IPs, it confirmed 41 specification violations among 68 candidate escapes.",
  "summary": "The framework checks traces from a passing UVM regression against the specification. Across **564 inserted bugs** in **four OpenTitan IPs**, it identified **68** candidate scoreboard escapes and confirmed **41** with assertions that failed on buggy designs and were proven on the original.",
  "practical_implication": "For agent-assisted verification, a green regression only establishes agreement with what the scoreboard checks. Add specification-grounded checks when correctness must cover behavior the reference model may omit.",
  "agent_context": "The framework checks traces from a passing UVM regression against the specification. Across **564 inserted bugs** in **four OpenTitan IPs**, it identified **68** candidate scoreboard escapes and confirmed **41** with assertions that failed on buggy designs and were proven on the original.\n\nFor agent-assisted verification, a green regression only establishes agreement with what the scoreboard checks. Add specification-grounded checks when correctness must cover behavior the reference model may omit.\n\nThese results come from inserted bugs in OpenTitan IPs. The material does not establish how often the method finds escapes in other designs or test environments.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.26588v1",
    "published_at": "2026-11-19T18:45:54.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "benchmark",
  "domains": [
    "coding"
  ],
  "topics": [
    "agent-evals",
    "benchmark-integrity"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "These results come from inserted bugs in OpenTitan IPs. The material does not establish how often the method finds escapes in other designs or test environments."
  ],
  "connected_context": {
    "meaning": "This study shows that a passing UVM regression can miss behaviors absent from its scoreboard, and tests a way to derive additional checks from the specification. Of 564 inserted bugs, it confirmed 41 scoreboard escapes with assertions that failed on buggy designs and were proven on the original. The evidence supports adding specification-grounded checks in the tested OpenTitan setting; broader coverage remains unestablished.",
    "corpus_size": 1135,
    "generated_at": "2026-11-21T11:06:57.237Z",
    "connections": [
      {
        "title": "SWE-Gate: Passing Functional Tests Is Not Enough for Software Engineering Agents",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2609.04167v1",
        "feed7_url": "https://feed7.dev/p/2609-04167v1-1vvofgw",
        "reason": "Both show that passing functional tests can leave important requirements unchecked; SWE-Gate uses review-derived constraints, while this study grounds additional checks in hardware specifications."
      },
      {
        "title": "SWE-Serve: Benchmarking Agentic Engineering For Production Inference Serving",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2609.26777v1",
        "feed7_url": "https://feed7.dev/p/2609-26777v1-1ylj2uv",
        "reason": "Both add an acceptance gate beyond local checks: this study checks specification behavior in hardware traces, while SWE-Serve tests production-style end-to-end inference behavior."
      },
      {
        "title": "EquivSVA: A Formally Verified Dataset of Behavioral Assertions Across Equivalent RTL Implementations",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2609.26751v1",
        "feed7_url": "https://feed7.dev/p/2609-26751v1-0om13uz",
        "reason": "Both use behavioral assertions to test requirements beyond one implementation’s existing checks; EquivSVA additionally tests whether assertions hold across equivalent RTL implementations."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-11-19T18:45:54.000Z",
  "modified_at": "2026-11-19T18:45:54.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2611-26588v1-1997tni",
    "json": "https://feed7.dev/p/2611-26588v1-1997tni.json",
    "markdown": "https://feed7.dev/p/2611-26588v1-1997tni.md"
  }
}