{
  "schema_version": "1.1",
  "id": "archive:https://arxiv.org/abs/2611.17313v1",
  "slug": "2611-17313v1-1gmous0",
  "url": "https://feed7.dev/p/2611-17313v1-1gmous0",
  "title": "Sketching Language Models for Context Attribution",
  "why_included": "A sketching method estimates how much each prompt token affects a model’s output with far fewer evaluations than removing tokens one by one, under a stability assumption.",
  "summary": "The paper studies leave-one-out context attribution: measuring how removing each prompt token changes a model output. Direct evaluation takes **n calls** for n tokens; under a stability assumption, the proposed sketching method uses **O(√log(1/ε)/ε) calls** to estimate all effects.",
  "practical_implication": "For builders investigating prompts or retrieval context, this could make token-level attribution less costly. The method may help identify which context contributes to a chosen output measurement.",
  "agent_context": "The paper studies leave-one-out context attribution: measuring how removing each prompt token changes a model output. Direct evaluation takes **n calls** for n tokens; under a stability assumption, the proposed sketching method uses **O(√log(1/ε)/ε) calls** to estimate all effects.\n\nFor builders investigating prompts or retrieval context, this could make token-level attribution less costly. The method may help identify which context contributes to a chosen output measurement.\n\nThe bound depends on the **stability assumption**. The reported empirical check uses a small language-model retrieval task, so the material does not show how well the method works across larger models or production prompts.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.17313v1",
    "published_at": "2026-11-12T18:57:48.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "context",
  "domains": [
    "research",
    "data"
  ],
  "topics": [
    "context-engineering",
    "retrieval"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [
    "The bound depends on the **stability assumption**. The reported empirical check uses a small language-model retrieval task, so the material does not show how well the method works across larger models or production prompts."
  ],
  "connected_context": {
    "meaning": "Sketching Language Models offers a lower-call way to estimate how individual prompt tokens affect an output, subject to a stability assumption. The small retrieval experiment makes this a possible context-debugging tool, not yet a demonstrated method for larger models or production prompts.",
    "corpus_size": 1089,
    "generated_at": "2026-11-14T10:54:06.865Z",
    "connections": [
      {
        "title": "Retriever-Free Retrieval: Navigating Documents with Decision Models",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2610.35868v1",
        "feed7_url": "https://feed7.dev/p/2610-35868v1-1uzxrmk",
        "reason": "DecisionRAG changes how passages are selected for a prompt; sketching could help measure which resulting context tokens affect an output, complementing retrieval evaluation with attribution rather than search-quality measurement."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-11-12T18:57:48.000Z",
  "modified_at": "2026-11-12T18:57:48.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2611-17313v1-1gmous0",
    "json": "https://feed7.dev/p/2611-17313v1-1gmous0.json",
    "markdown": "https://feed7.dev/p/2611-17313v1-1gmous0.md"
  }
}