{
  "schema_version": "1.1",
  "id": "archive:https://arxiv.org/abs/2611.08465v1",
  "slug": "2611-08465v1-1gcivnw",
  "url": "https://feed7.dev/p/2611-08465v1-1gcivnw",
  "title": "Towards interpreting any residual stream direction by scaling activation inversion",
  "why_included": "MAEMs generate text that activates a chosen language-model residual direction, then verify it with a forward pass. The paper reports better held-out activation inversion than corpus search and a natural-language autoencoder.",
  "summary": "The paper introduces **Maximally-Activating Example Metamodels (MAEMs)**, trained to generate text whose activations align with a supplied residual-stream direction. A **Qwen3.6-27B MAEM** beat corpus search and a natural-language autoencoder on held-out activation inversion, and activated **89% of held-out SAE features**.\nFor builders investigating model behavior, this offers a way to produce testable textual examples for internal directions, steering vectors, and some LoRA backdoor payloads. The generated example can be checked by running it through the subject model.\nThese results describe interpretability experiments, not a general guarantee that generated explanations reveal a model's internal reasoning. The material also notes the MAEM verbalized some workspace inner monologue, without specifying how reliably this works.",
  "practical_implication": "",
  "agent_context": "The paper introduces **Maximally-Activating Example Metamodels (MAEMs)**, trained to generate text whose activations align with a supplied residual-stream direction. A **Qwen3.6-27B MAEM** beat corpus search and a natural-language autoencoder on held-out activation inversion, and activated **89% of held-out SAE features**.\nFor builders investigating model behavior, this offers a way to produce testable textual examples for internal directions, steering vectors, and some LoRA backdoor payloads. The generated example can be checked by running it through the subject model.\nThese results describe interpretability experiments, not a general guarantee that generated explanations reveal a model's internal reasoning. The material also notes the MAEM verbalized some workspace inner monologue, without specifying how reliably this works.",
  "source": {
    "name": "arXiv",
    "url": "https://arxiv.org/abs/2611.08465v1",
    "published_at": "2026-11-05T18:54:40.000Z"
  },
  "source_class": "blog_post",
  "content_type": "Paper",
  "layer": "model",
  "domains": [
    "research",
    "security"
  ],
  "topics": [
    "reasoning"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [],
  "connected_context": {
    "meaning": "MAEMs extend SAE feature verbalization from readable descriptions toward generated, model-checkable examples that activate a supplied residual direction. This makes internal directions easier to probe, while the results still support treating generated interpretations as hypotheses rather than explanations of the model’s reasoning.",
    "corpus_size": 1020,
    "generated_at": "2026-11-06T18:41:22.072Z",
    "connections": [
      {
        "title": "SAEVerbalizer: Generating Explanations for Sparse Autoencoder Features via Representation Verbalization",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2608.13538v1",
        "feed7_url": "https://feed7.dev/p/2608-13538v1-06b1tmn",
        "reason": "Both methods verbalize internal representations; MAEM adds generated activation-aligned examples that can be checked in the subject model, while SAEVerbalizer focuses on explaining SAE features."
      },
      {
        "title": "You Only Pass Once: Answering and Abstaining Together in a Single Forward Pass of a Frozen Language Model",
        "source_name": "arXiv",
        "source_url": "https://arxiv.org/abs/2608.14465v1",
        "feed7_url": "https://feed7.dev/p/2608-14465v1-0tpy8xd",
        "reason": "Both intervene on internal representations, and YOPO’s finding that one intervention can corrupt another probe reinforces the need to validate MAEM-generated examples against the subject model."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": "2026-11-05T18:54:40.000Z",
  "modified_at": "2026-11-05T18:54:40.000Z",
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/2611-08465v1-1gcivnw",
    "json": "https://feed7.dev/p/2611-08465v1-1gcivnw.json",
    "markdown": "https://feed7.dev/p/2611-08465v1-1gcivnw.md"
  }
}