{
  "schema_version": "1.1",
  "id": "archive:https://github.com/ashhart/TensorFold",
  "slug": "tensorfold-14enetf",
  "url": "https://feed7.dev/p/tensorfold-14enetf",
  "title": "ashhart/TensorFold",
  "why_included": "TensorFold is a Zig-based local inference server for Apple Silicon and NVIDIA GPUs; its contributor notes also ask coding agents to coordinate work before editing.",
  "summary": "TensorFold serves language models from a **Zig binary** using Metal or CUDA kernels, with no Python or MLX installation required for serving. Its README also lists Vulkan support and OpenAI-compatible, Responses, and Anthropic Messages APIs.\nFor a coding-agent workflow, the project asks contributors to check Agent Traffic Control before editing, claim an available issue, and follow its contributor instructions. A pinned Qwen3.5-2B checkpoint is provided as a local-serving starting point.\nHardware and model support vary by checkpoint and backend, and some paths are explicitly unqualified or experimental. The README advises checking the checkpoint’s memory floor and the documented hardware scope before serving.",
  "practical_implication": "",
  "agent_context": "TensorFold serves language models from a **Zig binary** using Metal or CUDA kernels, with no Python or MLX installation required for serving. Its README also lists Vulkan support and OpenAI-compatible, Responses, and Anthropic Messages APIs.\nFor a coding-agent workflow, the project asks contributors to check Agent Traffic Control before editing, claim an available issue, and follow its contributor instructions. A pinned Qwen3.5-2B checkpoint is provided as a local-serving starting point.\nHardware and model support vary by checkpoint and backend, and some paths are explicitly unqualified or experimental. The README advises checking the checkpoint’s memory floor and the documented hardware scope before serving.",
  "source": {
    "name": "GitHub",
    "url": "https://github.com/ashhart/TensorFold",
    "published_at": null
  },
  "source_class": "tool",
  "content_type": "GitHub Repo",
  "layer": "infra",
  "domains": [
    "coding"
  ],
  "topics": [
    "open-models",
    "sandboxing"
  ],
  "verification": {
    "status": "needs_review",
    "label": "Needs Review",
    "method": "unverified",
    "verified_at": null
  },
  "uncertainty": [],
  "connected_context": {
    "meaning": "TensorFold adds a Zig-based serving option for local models, with Metal and CUDA kernels and compatible APIs. Compared with the supplied candidates, it offers a focused server rather than a bundled agent stack or Apple-specific agent-serving features. Its hardware and checkpoint caveats leave performance and deployment fit to be checked for each setup.",
    "corpus_size": 1067,
    "generated_at": "2026-11-12T11:01:31.976Z",
    "connections": [
      {
        "title": "ggml-org/llama.cpp",
        "source_name": "GitHub",
        "source_url": "https://github.com/ggml-org/llama.cpp",
        "feed7_url": "https://feed7.dev/p/llama-cpp-1rid4kq",
        "reason": "Both serve local models behind compatible APIs; llama.cpp documents a wider range of hardware and quantization paths, while TensorFold emphasizes a Zig binary and Metal or CUDA kernels."
      },
      {
        "title": "jundot/omlx",
        "source_name": "GitHub",
        "source_url": "https://github.com/jundot/omlx",
        "feed7_url": "https://feed7.dev/p/omlx-04mmjt8",
        "reason": "Both target local model serving, but oMLX adds Apple Silicon features for concurrent coding-agent workloads and persistent KV caching; TensorFold lists Metal and CUDA and does not describe those features."
      },
      {
        "title": "Osmantic/ODS",
        "source_name": "GitHub",
        "source_url": "https://github.com/Osmantic/ODS",
        "feed7_url": "https://feed7.dev/p/ods-12ejgqi",
        "reason": "ODS bundles inference with agents, RAG, and operations, whereas TensorFold is a focused inference server; this contrasts an integrated stack with a narrower serving component."
      }
    ]
  },
  "lifecycle": "Current",
  "published_at": null,
  "modified_at": null,
  "supersedes": [],
  "expires_at": null,
  "formats": {
    "html": "https://feed7.dev/p/tensorfold-14enetf",
    "json": "https://feed7.dev/p/tensorfold-14enetf.json",
    "markdown": "https://feed7.dev/p/tensorfold-14enetf.md"
  }
}