{
  "schema_version": "1.0",
  "id": "archive:https://engineering.fb.com/2025/08/06/developer-tools/diff-risk-score-drs-ai-risk-aware-software-development-meta/",
  "slug": "diff-risk-score-drs-ai-risk-aware-software-development-meta-0h35vv5",
  "url": "https://feed7.dev/p/diff-risk-score-drs-ai-risk-aware-software-development-meta-0h35vv5",
  "title": "Diff Risk Score: AI-driven risk-aware software development",
  "why_included": "Meta's Diff Risk Score, a fine-tuned Llama model, predicts whether a code change will cause a production incident — used to replace blanket code freezes, landing 10,000+ changes during one 2024 freeze period.",
  "summary": "**The gist** **Diff Risk Score (DRS)** is a **fine-tuned Llama** model that scores each code change's likelihood of causing a production incident and flags the risky snippets. It powers **19 use cases** at Meta — code unfreeze, test selection, reviewer routing — and during one **2024** partner event let **10,000+** previously frozen changes ship with minimal impact.",
  "practical_implication": "**Why it matters** Risk-ranking diffs with an LLM is a copyable pattern as agents raise your change volume: gate merges by predicted blast radius instead of freezing everything or reviewing everything equally. Meta's move from blanket freezes to per-diff risk is the interesting design decision, independent of scale.",
  "agent_context": "**The gist** **Diff Risk Score (DRS)** is a **fine-tuned Llama** model that scores each code change's likelihood of causing a production incident and flags the risky snippets. It powers **19 use cases** at Meta — code unfreeze, test selection, reviewer routing — and during one **2024** partner event let **10,000+** previously frozen changes ship with minimal impact.\n\n**Why it matters** Risk-ranking diffs with an LLM is a copyable pattern as agents raise your change volume: gate merges by predicted blast radius instead of freezing everything or reviewing everything equally. Meta's move from blanket freezes to per-diff risk is the interesting design decision, independent of scale.\n\n**Watch out** Meta shares **no accuracy numbers** and no training-data detail; explainability is admitted to be **an open research area**, and the config-change variant is still early. Reproducing this without years of incident data is nontrivial.",
  "source": {
    "name": "Meta AI",
    "url": "https://engineering.fb.com/2025/08/06/developer-tools/diff-risk-score-drs-ai-risk-aware-software-development-meta/",
    "published_at": null
  },
  "source_class": "blog_post",
  "content_type": "Engineering Post",
  "layer": "infra",
  "domains": [
    "coding"
  ],
  "topics": [
    "dev-ux"
  ],
  "verification": {
    "status": "official_source",
    "label": "Official Source",
    "method": "source_feed",
    "verified_at": null
  },
  "uncertainty": [
    "Meta shares **no accuracy numbers** and no training-data detail; explainability is admitted to be **an open research area**, and the config-change variant is still early. Reproducing this without years of incident data is nontrivial."
  ],
  "lifecycle": "Current",
  "published_at": null,
  "modified_at": null,
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/diff-risk-score-drs-ai-risk-aware-software-development-meta-0h35vv5",
    "json": "https://feed7.dev/p/diff-risk-score-drs-ai-risk-aware-software-development-meta-0h35vv5.json",
    "markdown": "https://feed7.dev/p/diff-risk-score-drs-ai-risk-aware-software-development-meta-0h35vv5.md"
  }
}