minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] doc: document verified GB300 and derived GB200 H3 recipes (#38296)

Browse Source
This commit is contained in:
Mick
2026-09-07 16:32:29 +08:00
committed by GitHub
parent b5766336d4
commit ba6d3df69a
3 changed files with 93 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/scripts/check_cookbook_configs.mjs
+27
View File
@@ -300,6 +300,33 @@ for (const path of walk(CONFIGS)) {
checkH3("B200 1x8", { hw: "b200", nodes: 1, gpus_per_node: 8, placement: "resident" }, { tp_size: 1, ulysses_degree: 8, ring_degree: 1 });
checkH3("H100 1x4", { hw: "h100", nodes: 1, gpus_per_node: 4, placement: "resident" }, { tp_size: 2, ulysses_degree: 2, ring_degree: 1 });
checkH3("H200 2x8", { hw: "h200", nodes: 2, gpus_per_node: 8, placement: "resident" }, { tp_size: 1, ulysses_degree: 8, ring_degree: 2 });
for (const hw of ["gb200", "gb300"]) {
checkH3(`${hw} 1x4`, { hw, nodes: 1, gpus_per_node: 4, placement: "resident" }, { tp_size: 1, ulysses_degree: 4, ring_degree: 1 }, hw === "gb300");
checkH3(`${hw} 2x4`, { hw, nodes: 2, gpus_per_node: 4, placement: "resident" }, { tp_size: 1, ulysses_degree: 4, ring_degree: 2 }, false);
const selection = selectionOf({ hw, nodes: 2, gpus_per_node: 4 });
const encoder = config.overlayDims.find((dim) => dim.id === "encoder").options.find((option) => option.id === "auto");
if (!encoder.flags(selection).includes("--encoder-parallel replicate")) {
fail(where, `${hw} cross-node auto encoder must replicate`);
}
if (config.runModes(selection).includes("docker")) {
fail(where, `${hw} must not advertise an unvalidated Docker command`);
}
}
for (const extra of [
{ hw: "gb200" },
{ hw: "gb300", mode: "i2va" },
{ hw: "gb300", weights: "ref2va", mode: "v2v" },
{ hw: "gb300", quality: "extra-high" },
{ hw: "gb300", outputs: "2" },
{ hw: "gb300", precision: "fp8" },
{ hw: "gb300", attention: "sage" },
]) {
const selection = selectionOf({ nodes: 1, gpus_per_node: 4, placement: "resident", ...extra });
const resolved = validateResolved(selection, "H3 Grace Blackwell coverage");
if (resolved?.builder.verification?.request !== "unverified") {
fail(where, `H3 Grace Blackwell request is outside the measured scope: ${JSON.stringify(extra)}`);
}
}
for (const hw of ["mi300x", "mi355x"]) {
for (const count of [1, 2, 4, 8]) {
checkH3(`${hw} 1x${count}`, { hw, nodes: 1, gpus_per_node: count, placement: "resident" }, { tp_size: 1, ulysses_degree: count, ring_degree: 1 });