docs: clarify K3 VLM feature transport (#34099)

This commit is contained in:
Mick
2026-08-08 19:23:00 +08:00
committed by GitHub
parent cfb354bcfc
commit cf2d4fd679
2 changed files with 51 additions and 33 deletions
@@ -160,6 +160,42 @@ export const config = {
// Orthogonal to the cell grid: the picked option layers flags onto whichever
// cell is showing, so turning speculation on does not triple the cell count.
overlayDims: [
{
id: "mmTransport",
title: "VLM Transport",
default: "auto",
showWhen: (s) => s.pdMode !== "decode",
options: [
{
id: "auto",
label: "Auto (topology-aware)",
hints: (s) => {
if (s.pdMode !== "unified") {
return [
"VLM transport: Auto -> CPU for PD; KV/KDA transfer is separate.",
];
}
if (s.hw === "b300") {
return [
"VLM transport: Auto -> CUDA IPC (up to 1 GiB HBM; CPU fallback when full).",
];
}
if (["gb200", "gb300"].includes(s.hw)) {
return [
"VLM transport: Auto -> CUDA VMM with IMEX, otherwise CPU (up to 1 GiB HBM).",
];
}
return ["VLM transport: Auto -> CPU on this topology."];
},
},
{
id: "cpu",
label: "CPU (save HBM)",
flags: ["--mm-feature-transport cpu"],
hints: ["VLM transport: CPU; no GPU feature pool."],
},
],
},
{
id: "spec",
title: "Spec Decode",