From 0ec3fee429b685f791176f86fa12a4beab3c360f Mon Sep 17 00:00:00 2001 From: Song Bian Date: Thu, 22 Oct 2026 05:46:28 -0700 Subject: [PATCH] [Perf] [KDA] cookbook: enable custom all-reduce for GB300 BF16 Muse Spark (#45429) Co-authored-by: kernel-design-agents --- docs/src/snippets/configs/meta-models/muse-spark.jsx | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/docs/src/snippets/configs/meta-models/muse-spark.jsx b/docs/src/snippets/configs/meta-models/muse-spark.jsx index ff9c49f59c..a2d7e1ffa0 100644 --- a/docs/src/snippets/configs/meta-models/muse-spark.jsx +++ b/docs/src/snippets/configs/meta-models/muse-spark.jsx @@ -390,7 +390,9 @@ export const config = { { match: { hw: "gb300", quant: "bf16" }, nnodes: 2, - env: [], + // Expandable segments admit the two-node NVL72 TP8 group to custom + // all-reduce v2; without them decode all-reduce falls back to NCCL. + env: ["PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True"], flags: [ "--model-path {{MODEL_NAME}}", "--tp-size 8",