{
  "schema_version": "1.1",
  "id": "atlas-open-models",
  "slug": "open-models",
  "title": "Open Models",
  "url": "https://feed7.dev/atlas/open-models",
  "current_answer": null,
  "implementation_consequence": null,
  "agent_context": null,
  "confidence": "auto_collected",
  "last_verified": null,
  "last_updated": null,
  "evidence": [],
  "conflicting_sources": [],
  "superseded_claims": [],
  "corpus_evidence": [
    {
      "title": "The Structure of Quantization Damage in LLMs: Why the Next Bit Should Be Spent Globally",
      "url": "https://arxiv.org/abs/2609.01587v1",
      "source_name": "arXiv",
      "published_at": "2026-09-01T17:53:41+00:00",
      "summary": "When quantizing an open model, spend a small extra precision budget across the network before protecting a few “important” layers; causal tests found the damage was usually diffuse."
    },
    {
      "title": "When Does Bigger Help? A Controlled Study of LLM Scale for Ontology Learning",
      "url": "https://arxiv.org/abs/2608.31118v1",
      "source_name": "arXiv",
      "published_at": "2026-08-31T17:30:05+00:00",
      "summary": "A controlled ontology-learning study finds model size is a weak selector on its own. Dense 27B models beat larger sparse models on one task, while MoE models led another."
    },
    {
      "title": "DARTS: Decoder-Aware Representation Tuning via Surgery for Model Merging",
      "url": "https://arxiv.org/abs/2608.28547v1",
      "source_name": "arXiv",
      "published_at": "2026-08-28T17:22:47+00:00",
      "summary": "DARTS targets representation drift in merged decoder LLMs with entropy-weighted, position-aware correction, adding 0.1% parameters in the reported Llama-2-7B tests."
    },
    {
      "title": "Training Communication-Efficient Mixture-of-Experts Language Models with Layer Re-Configuration",
      "url": "https://arxiv.org/abs/2608.28511v1",
      "source_name": "arXiv",
      "published_at": "2026-08-28T16:44:50+00:00",
      "summary": "CE-MoE concentrates routed experts in fewer layers and restores depth with dense layers, cutting reported GPU-hours by 33.3% at 31.5B parameters without worse benchmark results."
    },
    {
      "title": "Hy4 Preview now available on AI Gateway",
      "url": "https://vercel.com/changelog/hy4-preview-now-available-on-ai-gateway",
      "source_name": "Vercel",
      "published_at": "2026-08-28T00:00:00+00:00",
      "summary": "Tencent’s Hy4 Preview is now callable through Vercel AI Gateway and selectable in coding agents, adding an open MoE option with a 1M-token context window."
    },
    {
      "title": "Training Krea 2: What matters in generative model training — Sangwu Lee, Krea.ai",
      "url": "https://www.youtube.com/watch?v=-tviRdpmHvs",
      "source_name": "AI Engineer",
      "published_at": "2026-08-18T14:00:06+00:00",
      "summary": "Krea 2’s training notes put data curation and iteration speed ahead of architecture novelty, with explicit safeguards against filtering away unusual visual styles."
    },
    {
      "title": "DARTree: Speculative Diffusion Decoding with Autoregressive Draft Trees",
      "url": "https://arxiv.org/abs/2608.13524v1",
      "source_name": "arXiv",
      "published_at": "2026-08-13T17:43:44+00:00",
      "summary": "DARTree uses autoregressive correction across diffusion-generated draft trees to accelerate lossless decoding. It reports up to 9.73× local speedup, but production gains depend on the serving stack."
    },
    {
      "title": "DFM Mimir v1: An Open HRM Delivering Frontier Performance at 1B Parameters Using Only Permissible Post-Training Data",
      "url": "https://arxiv.org/abs/2608.13517v1",
      "source_name": "arXiv",
      "published_at": "2026-08-13T17:37:53+00:00",
      "summary": "Mimir v1 is an open 1B-parameter reasoning model trained with permissible post-training data. It is relevant for compact or Danish deployments, though the abstract supplies no benchmark scores."
    },
    {
      "title": "Adaption Labs: Gradient-Free Continual Learning — Sara Hooker, Adaption",
      "url": "https://www.youtube.com/watch?v=XEd_SRVHBgU",
      "source_name": "AI Engineer",
      "published_at": "2026-08-12T16:30:19+00:00",
      "summary": "Auto Scientist aims to automate model-training choices across data, alignment, and architecture. The builder-relevant claim is broader recipe search, though frontier training remains compute-heavy and safety stays unresolved."
    },
    {
      "title": "DeepSeek overtakes Google on volume, cost per token falls 13.6%",
      "url": "https://vercel.com/blog/deepseek-overtakes-google-on-volume-cost-per-token-falls",
      "source_name": "Vercel",
      "published_at": "2026-08-11T04:00:00+00:00",
      "summary": "Vercel’s July gateway data shows model routing, not list-price cuts, drove a 13.6% drop in average token cost as open-weight models gained production traffic."
    },
    {
      "title": "Open Source Is Dead. Long Live Open Source. — Saoud Rizwan, Cline",
      "url": "https://www.youtube.com/watch?v=CoEIs6Xm8m8",
      "source_name": "AI Engineer",
      "published_at": "2026-08-07T23:26:51+00:00",
      "summary": "Cline’s founder argues that cheaper open-weight models become practical when verification lives in the harness, while AI-generated noise and package compromise make open-source trust harder."
    },
    {
      "title": "Local Models: Trust, Control, Optimization — Carter Abdallah, NVIDIA",
      "url": "https://www.youtube.com/watch?v=FWMJQDH3iK0",
      "source_name": "AI Engineer",
      "published_at": "2026-08-07T02:00:06+00:00",
      "summary": "Open models let builders retain inference traces, customize the training stack, and reduce dependence on one provider, while closed frontier models remain useful for many workloads."
    },
    {
      "title": "Compression at the Edge — NVIDIA, Unsloth, HuggingFace, Ollama",
      "url": "https://www.youtube.com/watch?v=J4_jCrTxMkk",
      "source_name": "AI Engineer",
      "published_at": "2026-08-07T01:00:06+00:00",
      "summary": "Quantization can make large models locally runnable, but builders must evaluate each compressed artifact in its real harness because architecture, precision, speed, and quality interact."
    },
    {
      "title": "Ling 3.0 Tiny is now available on AI Gateway",
      "url": "https://vercel.com/changelog/ling-3-0-tiny-is-now-available-on-ai-gateway",
      "source_name": "Vercel",
      "published_at": "2026-08-06T00:00:00+00:00",
      "summary": "Ling 3.0 Tiny gives coding agents a small MoE option with native function calling, prompt caching, a 256K context window, and gateway-based routing controls."
    },
    {
      "title": "OctoLong: Mid-Training On Cross-Repository Code Contexts Enhances Long-Context Modeling",
      "url": "https://arxiv.org/abs/2608.05141v1",
      "source_name": "arXiv",
      "published_at": "2026-08-05T17:58:15+00:00",
      "summary": "OctoLong builds dependency-rich, cross-repository training contexts by following code references. The results suggest long-context coding models benefit from linked program structure, not just larger text windows."
    },
    {
      "title": "Mixture-of-Kittens: our open-source MoE megakernel for NVL72s",
      "url": "https://cursor.com/blog/mixture-of-kittens",
      "source_name": "Cursor",
      "published_at": "2026-08-04T12:00:00+00:00",
      "summary": "Cursor open-sourced a deterministic MoE training megakernel for GB300 NVL72 racks. It fuses communication with compute and reports 1.41× end-to-end training throughput in production."
    },
    {
      "title": "Data Quality Is the Compute Multiplier — Ari Morcos, DatologyAI",
      "url": "https://www.youtube.com/watch?v=_PdK6x7PQNM",
      "source_name": "AI Engineer",
      "published_at": "2026-07-31T23:00:06+00:00",
      "summary": "Training-data curation can improve model quality and inference efficiency without simply adding compute. The practical work is decontamination, deduplication, balancing, task matching, and selective synthesis."
    },
    {
      "title": "Agents at Scale: Inside MiniMax's Model and the Infrastructure Behind It — Olive Song",
      "url": "https://www.youtube.com/watch?v=AVMr9PMINyo",
      "source_name": "AI Engineer",
      "published_at": "2026-07-31T03:00:14+00:00",
      "summary": "MiniMax and Together describe why agent workloads change inference priorities: large codebase context, repeated tool turns, multimodality, and long-horizon RL all demand purpose-built environments and kernels."
    },
    {
      "title": "$β$-OPSD: Deriving with Policy Optimization, Training with Self-Distillation",
      "url": "https://arxiv.org/abs/2607.28582v1",
      "source_name": "arXiv",
      "published_at": "2026-07-30T17:41:16+00:00",
      "summary": "β-OPSD exposes self-distillation’s fixed regularization as a tunable parameter, then approximates policy optimization through logit mixing. It targets more stable reasoning training without direct RL."
    },
    {
      "title": "Serving 2 Million Models Without Melting: Scaling the Hugging Face Hub — Arek Borucki, Hugging Face",
      "url": "https://www.youtube.com/watch?v=lyL5QhgIOxc",
      "source_name": "AI Engineer",
      "published_at": "2026-07-28T13:41:11+00:00",
      "summary": "Hugging Face’s Hub shows how to scale model search: precompute tokens, separate metadata from artifacts, isolate heavy reads, and autoscale from workload signals."
    },
    {
      "title": "DataOrchestra: Learning to Orchestrate Per-Example Curation of Pretraining Data",
      "url": "https://arxiv.org/abs/2607.24717v1",
      "source_name": "arXiv",
      "published_at": "2026-07-27T17:54:12+00:00",
      "summary": "DataOrchestra chooses a processing pipeline per pre-training example, improving average benchmark results while avoiding compute on chunks that need no transformation."
    },
    {
      "title": "The Messy Reality of Scale: Synthetic Data and Pre-Training — Marah Abdin & Robert McHardy, poolside",
      "url": "https://www.youtube.com/watch?v=KhYifX22yhE",
      "source_name": "AI Engineer",
      "published_at": "2026-07-26T01:00:06+00:00",
      "summary": "poolside treats synthetic data and training observability as one scaling problem: diversify scarce code data, decompose hard generation tasks, and verify numerical invariants before failures compound."
    },
    {
      "title": "Why Large? Tiny LMs & Agents on Edge/Robotics — Cormac Brick, Google",
      "url": "https://www.youtube.com/watch?v=hacEQHHhu2Q",
      "source_name": "AI Engineer",
      "published_at": "2026-07-25T17:00:06+00:00",
      "summary": "Edge-agent design is often memory-bound: use small prompted models when devices can spare gigabytes, or fine-tune tiny models for narrow functions when reach and latency matter more."
    },
    {
      "title": "Training Frontier Models to Out-Think Hackers — Uri Rolls, Arithmetic & Thom Wolf, Hugging Face",
      "url": "https://www.youtube.com/watch?v=O-CBZ3JtRvo",
      "source_name": "AI Engineer",
      "published_at": "2026-07-24T05:19:15+00:00",
      "summary": "This security eval tests whether agents can discover and exploit logic flaws across live chained services, using hidden zero-days and deterministic grading instead of source-code pattern matching."
    },
    {
      "title": "3D-Aware VLMs with Implicit and Explicit Geometries",
      "url": "https://arxiv.org/abs/2607.21595v1",
      "source_name": "arXiv",
      "published_at": "2026-07-23T17:59:59+00:00",
      "summary": "VLM-IE3D adds implicit and reconstructed geometry tokens to an RGB-video VLM, offering an open approach for agents that must reason about spatial scenes without dedicated 3D input."
    },
    {
      "title": "Notion's Token Town — Sarah Sachs, Notion",
      "url": "https://www.youtube.com/watch?v=-I5W5QVAT8E",
      "source_name": "AI Engineer",
      "published_at": "2026-07-23T17:30:06+00:00",
      "summary": "Agent economics can regress even when token prices look stable. Route by task, preserve model optionality, and move deterministic work out of LLM calls before scaling usage."
    },
    {
      "title": "Ling 3.0 Flash is now available on AI Gateway",
      "url": "https://vercel.com/changelog/ling-3-0-flash-is-now-available-on-ai-gateway",
      "source_name": "Vercel",
      "published_at": "2026-07-23T00:00:00+00:00",
      "summary": "Ling 3.0 Flash joins AI Gateway with a 256K context window, thinking and non-thinking modes, and free access through August 3 for agent workload testing."
    },
    {
      "title": "Laguna S 2.1 is now available on AI Gateway",
      "url": "https://vercel.com/changelog/laguna-s-2-1-is-now-available-on-ai-gateway",
      "source_name": "Vercel",
      "published_at": "2026-07-21T00:00:00+00:00",
      "summary": "Poolside’s open-weight Laguna S 2.1 is now callable through Vercel AI Gateway in free 256K and paid 1M-context variants, with thinking and no-thinking modes for coding agents."
    },
    {
      "title": "Comfy-Org/ComfyUI",
      "url": "https://github.com/Comfy-Org/ComfyUI",
      "source_name": "GitHub",
      "published_at": null,
      "summary": "ComfyUI turns multimodal generation into reusable node graphs with API access, incremental execution, and offline operation. Pin stable releases if custom nodes matter to your workflow."
    },
    {
      "title": "Open-weight models surge to 29% of volume, price per token flattens",
      "url": "https://vercel.com/blog/ai-gateway-production-index-july-2026",
      "source_name": null,
      "published_at": null,
      "summary": "Vercel’s June gateway data shows cheap volume moving to open-weight models while costly agent workloads stay on frontier models, strengthening the case for risk-based routing."
    },
    {
      "title": "Lordog/dive-into-llms",
      "url": "https://github.com/Lordog/dive-into-llms",
      "source_name": "GitHub",
      "published_at": null,
      "summary": "A free, code-oriented Chinese curriculum spans model tuning, deployment, agents, alignment, security, and multimodal systems. It is useful as a broad learning map, but remains a work in progress."
    },
    {
      "title": "CompactionRL: Reinforcement Learning with Context Compaction for Long-Horizon Agents",
      "url": "https://arxiv.org/abs/2607.05378v1",
      "source_name": null,
      "published_at": null,
      "summary": "CompactionRL uses RL to teach agents to compact their own context mid-task, lifting GLM-4.5-Air 7 points to 66.8% on SWE-bench Verified; the recipe is now in GLM-5.2's training pipeline."
    },
    {
      "title": "unslothai/unsloth",
      "url": "https://github.com/unslothai/unsloth",
      "source_name": "GitHub",
      "published_at": null,
      "summary": "Unsloth can serve local models to Claude Code, Codex and other agents through compatible APIs, while also covering training and export. The main tradeoff is hardware complexity and a powerful local execution surface."
    },
    {
      "title": "Accelerating Transformers Fine-Tuning with NVIDIA NeMo AutoModel",
      "url": "https://huggingface.co/blog/nvidia/accelerating-fine-tuning-nvidia-nemo-automodel",
      "source_name": null,
      "published_at": null,
      "summary": "NVIDIA's NeMo AutoModel makes MoE fine-tuning ~3.4-3.7x faster on Transformers v5 while keeping the AutoModelForCausalLM API — relevant if you tune open models like Qwen3-30B-A3B for your own agents."
    },
    {
      "title": "Run a vLLM Server on HF Jobs in One Command",
      "url": "https://huggingface.co/blog/vllm-jobs",
      "source_name": null,
      "published_at": null,
      "summary": "HF Jobs now stands up an OpenAI-compatible vLLM endpoint in one command, billed per second (A10G at $1.50/hr). Useful for throwaway endpoints: one-off evals, batch runs, agent experiments against open models."
    },
    {
      "title": "Hugging Face and Cerebras bring Gemma 4 to real-time voice AI",
      "url": "https://huggingface.co/blog/cerebras-gemma4-voice-ai",
      "source_name": null,
      "published_at": null,
      "summary": "Hugging Face demos real-time speech-to-speech from open parts: Nvidia Parakeet ASR, Gemma 4 31B on Cerebras inference, Alibaba's Qwen3TTS — pipeline code is open and already runs on 9,000+ Reachy Mini robots."
    },
    {
      "title": "Program-as-Weights: A Programming Paradigm for Fuzzy Functions",
      "url": "https://arxiv.org/abs/2607.02512v1",
      "source_name": null,
      "published_at": null,
      "summary": "Program-as-Weights compiles natural-language fuzzy functions (JSON repair, log filtering) into adapters for a frozen 0.6B interpreter — matching Qwen3-32B prompting at ~1/50th the memory, 30 tok/s on an M3."
    },
    {
      "title": "jundot/omlx",
      "url": "https://github.com/jundot/omlx",
      "source_name": "GitHub",
      "published_at": null,
      "summary": "oMLX serves local models to coding agents on Apple Silicon, combining continuous batching, persistent SSD-backed KV caching, and menu-bar control behind compatible APIs."
    },
    {
      "title": "p-e-w/heretic",
      "url": "https://github.com/p-e-w/heretic",
      "source_name": "GitHub",
      "published_at": null,
      "summary": "Heretic automates refusal-removing ablation for local transformer models while optimizing to limit behavioral drift. It is useful for model research, but removes safety controls by design."
    },
    {
      "title": "Zackriya-Solutions/meetily",
      "url": "https://github.com/Zackriya-Solutions/meetily",
      "source_name": null,
      "published_at": null,
      "summary": "Local-first meeting assistant: Whisper/Parakeet transcription with a 4x speed claim and Ollama summaries, all on-device via a Rust/Tauri app — a working template for shipping private, local AI features."
    }
  ]
}