{
  "schema_version": "1.1",
  "id": "archive:https://arxiv.org/abs/2611.23228v1",
  "slug": "2611-23228v1-0oc1ofk",
  "url": "https://feed7.dev/p/2611-23228v1-0oc1ofk",
  "title": "Spool: Low-Latency Streaming Inference for Hybrid Vision-Language Models",
  "why_included": "Spool removes expired video frames from hybrid VLM recurrent state without replaying the window through the backbone. Across 20 model-benchmark tests, it cut p95 time-to-first-token by a geometric mean of 6.6× versus the faster vLLM baseline.",
  "summary": "Spool caches per-frame state transformations and composes them as a video window advances, avoiding a full replay when old frames expire. In **20 tests** across five open-source hybrid VLMs and four video reasoning benchmarks, it reduced p95 time-to-first-token by a geometric mean of **6.6×** versus the faster of two recent vLLM baselines; average accuracy also rose **2.3 percentage points**.",
  "practical_implication": "Builders working on streaming video agents could consider this approach when they need bounded frame history and faster answers. The method is training-free and uses a dedicated data structure and GPU kernels.",
  "agent_context": "Spool caches per-frame state transformations and composes them as a video window advances, avoiding a full replay when old frames expire. In **20 tests** across five open-source hybrid VLMs and four video reasoning benchmarks, it reduced p95 time-to-first-token by a geometric mean of **6.6×** versus the faster of two recent vLLM baselines; average accuracy also rose **2.3 percentage points**.\n\nBuilders working on streaming video agents could consider this approach when they need bounded frame history and faster answers. The method is training-free and uses a dedicated data structure and GPU kernels.\n\nFrame removal is exact within each recurrent layer, but expired frames can still influence later layers through cached inputs. The reported results cover the tested models and benchmarks; the material does not establish performance for other workloads.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.23228v1",
    "published_at": "2026-11-17T18:59:27.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "infra",
  "domains": [
    "video",
    "research"
  ],
  "topics": [
    "agent-reliability"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "Frame removal is exact within each recurrent layer, but expired frames can still influence later layers through cached inputs. The reported results cover the tested models and benchmarks; the material does not establish performance for other workloads."
  ],
  "connected_context": {
    "meaning": "Spool adds a concrete streaming-inference result to the efficiency discussion: caching frame-state transformations can cut p95 time to first token while slightly improving average accuracy on the tested hybrid VLMs. Its exactness is limited to removal within each recurrent layer, so the result supports workload-specific measurement rather than a general claim that cached state is equivalent to full replay.",
    "corpus_size": 1116,
    "generated_at": "2026-11-18T11:09:16.013Z",
    "connections": [
      {
        "title": "Metacognitive Decoding: Efficient Inference for Diffusion Language Agents",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2610.37642v1",
        "feed7_url": "https://feed7.dev/p/2610-37642v1-1vbgjq8",
        "reason": "Both report inference-time efficiency gains while tracking task quality, but Spool targets bounded video history and latency, whereas Metacognitive Decoding adapts token generation and reports lower FLOPs."
      },
      {
        "title": "You Only Pass Once: Answering and Abstaining Together in a Single Forward Pass of a Frozen Language Model",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2608.14465v1",
        "feed7_url": "https://feed7.dev/p/2608-14465v1-0tpy8xd",
        "reason": "Both describe training-free inference mechanisms with efficiency and reliability implications; Spool accelerates streaming video processing, while YOPO combines answering and abstention in one pass and reports a model-internal intervention constraint."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-11-17T18:59:27.000Z",
  "modified_at": "2026-11-17T18:59:27.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2611-23228v1-0oc1ofk",
    "json": "https://feed7.dev/p/2611-23228v1-0oc1ofk.json",
    "markdown": "https://feed7.dev/p/2611-23228v1-0oc1ofk.md"
  }
}