{
  "schema_version": "1.1",
  "id": "archive:https://arxiv.org/abs/2611.09868v1",
  "slug": "2611-09868v1-17qn2ti",
  "url": "https://feed7.dev/p/2611-09868v1-17qn2ti",
  "title": "CodeQuant2: Enhanced Outlier Mitigation and Adaptive Clustering for Low-Precision LRMs",
  "why_included": "CodeQuant2 tunes low-precision quantization for reasoning models, including calibration that captures early decoding behavior. It reports up to 2.85× BF16 speed, but the material gives no benchmark details.",
  "summary": "CodeQuant2 combines rotation and scaling to reduce activation outliers, clustering for non-uniform weights, and layer-specific codebook sizes. Its calibration samples are chosen to reflect early reasoning-time decoding, when activations fluctuate more. The authors report up to **2.85×** speed over BF16 with accuracy gains on reasoning benchmarks.",
  "practical_implication": "If you run reasoning models locally or serve them for coding agents, the paper points to calibration data as part of the quantization design: include early decoding states, not just representative prompts or later tokens.",
  "agent_context": "CodeQuant2 combines rotation and scaling to reduce activation outliers, clustering for non-uniform weights, and layer-specific codebook sizes. Its calibration samples are chosen to reflect early reasoning-time decoding, when activations fluctuate more. The authors report up to **2.85×** speed over BF16 with accuracy gains on reasoning benchmarks.\n\nIf you run reasoning models locally or serve them for coding agents, the paper points to calibration data as part of the quantization design: include early decoding states, not just representative prompts or later tokens.\n\nThe material does not identify the benchmarks, model sizes, or hardware used for the reported speedup, so it does not establish how the approach compares with quantization options in a particular agent stack.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.09868v1",
    "published_at": "2026-11-06T18:48:04.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "model",
  "domains": [
    "coding"
  ],
  "topics": [
    "reasoning",
    "model-selection"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "The material does not identify the benchmarks, model sizes, or hardware used for the reported speedup, so it does not establish how the approach compares with quantization options in a particular agent stack."
  ],
  "connected_context": {
    "meaning": "This offers a specific quantization design for reasoning models, including calibration on early decoding states when activations fluctuate. The reported speed and accuracy gains make it a candidate for local coding-agent inference, but the missing benchmark, model, and hardware details prevent judging its fit against alternatives in a particular stack.",
    "corpus_size": 1032,
    "generated_at": "2026-11-09T11:01:38.055Z",
    "connections": [
      {
        "title": "DFM Mimir v1: An Open HRM Delivering Frontier Performance at 1B Parameters Using Only Permissible Post-Training Data",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2608.13517v1",
        "feed7_url": "https://feed7.dev/p/2608-13517v1-10qer54",
        "reason": "Both bear on compact reasoning-model deployment, but this paper reports quantization gains without enough hardware and model detail to compare directly with Mimir's 1B-parameter option."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-11-06T18:48:04.000Z",
  "modified_at": "2026-11-06T18:48:04.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2611-09868v1-17qn2ti",
    "json": "https://feed7.dev/p/2611-09868v1-17qn2ti.json",
    "markdown": "https://feed7.dev/p/2611-09868v1-17qn2ti.md"
  }
}