{
  "schema_version": "1.1",
  "id": "s13:https://arxiv.org/abs/2607.28582v1",
  "slug": "2607-28582v1-0egi1xh",
  "url": "https://feed7.dev/p/2607-28582v1-0egi1xh",
  "title": "$β$-OPSD: Deriving with Policy Optimization, Training with Self-Distillation",
  "why_included": "β-OPSD exposes self-distillation’s fixed regularization as a tunable parameter, then approximates policy optimization through logit mixing. It targets more stable reasoning training without direct RL.",
  "summary": "The paper identifies vanilla on-policy self-distillation as the **β=1** case of a broader objective. **β-OPSD** uses β to balance a reference policy against a privileged teacher, with the optimum expressed as a geometric interpolation.",
  "practical_implication": "For builders training reasoning models, tune this reference-to-teacher tradeoff instead of accepting OPSD’s implicit setting. The method mixes token logits to form a distillation target and adds return-to-go credit assignment, avoiding direct high-variance RL optimization.",
  "agent_context": "The paper identifies vanilla on-policy self-distillation as the **β=1** case of a broader objective. **β-OPSD** uses β to balance a reference policy against a privileged teacher, with the optimum expressed as a geometric interpolation.\n\nFor builders training reasoning models, tune this reference-to-teacher tradeoff instead of accepting OPSD’s implicit setting. The method mixes token logits to form a distillation target and adds return-to-go credit assignment, avoiding direct high-variance RL optimization.\n\nThe method reportedly improves stability and reasoning performance over vanilla OPSD on mathematical benchmarks. The supplied material provides no model sizes, absolute scores, compute costs, or evidence for coding-agent tasks.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2607.28582v1",
    "published_at": "2026-07-30T17:41:16.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "model",
  "domains": [
    "research"
  ],
  "topics": [
    "reasoning",
    "open-models"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "The method reportedly improves stability and reasoning performance over vanilla OPSD on mathematical benchmarks. The supplied material provides no model sizes, absolute scores, compute costs, or evidence for coding-agent tasks."
  ],
  "connected_context": {
    "meaning": "This turns OPSD’s fixed reference–teacher balance into an explicit training control and pairs it with lower-variance credit assignment. Against prior distillation work, it adds an objective-level tradeoff rather than token-level gating or weak-to-strong reward transfer. The evidence currently narrows its relevance to mathematical reasoning; it does not yet justify claims about coding agents, multimodal models, or deployment efficiency.",
    "corpus_size": 297,
    "generated_at": "2026-07-31T10:07:56.623Z",
    "connections": [
      {
        "title": "DemoPSD: Disagreement-Modulated Policy Self-Distillation",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2607.02502v1",
        "feed7_url": "https://feed7.dev/p/2607-02502v1-0wngknx",
        "reason": "DemoPSD controls self-distillation by gating tokens according to teacher–student disagreement, whereas β-OPSD controls the global balance between a reference policy and privileged teacher; the methods address different failure points in distillation."
      },
      {
        "title": "Weak-to-Strong Generalization via Direct On-Policy Distillation",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2607.05394v1",
        "feed7_url": "https://feed7.dev/p/2607-05394v1-0vq2jpn",
        "reason": "Both replace direct high-variance reinforcement learning signals with denser distillation-style supervision, but Direct-OPD transfers an RL-induced log-ratio from a weaker model while β-OPSD interpolates reference and privileged-teacher policies."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-07-30T17:41:16.000Z",
  "modified_at": "2026-07-30T17:41:16.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2607-28582v1-0egi1xh",
    "json": "https://feed7.dev/p/2607-28582v1-0egi1xh.json",
    "markdown": "https://feed7.dev/p/2607-28582v1-0egi1xh.md"
  }
}