From 3177fa795154f861b597774d95f5f20f212a7ae4 Mon Sep 17 00:00:00 2001 From: Baizhou Zhang Date: Mon, 27 Apr 2026 18:41:12 -0700 Subject: [PATCH] Enable DeepGemm warmup in DeepSeek-V4 cookbook (#23883) --- .../snippets/autoregressive/deepseek-v4-deployment.jsx | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/docs_new/src/snippets/autoregressive/deepseek-v4-deployment.jsx b/docs_new/src/snippets/autoregressive/deepseek-v4-deployment.jsx index 02a617088..3e04ead06 100644 --- a/docs_new/src/snippets/autoregressive/deepseek-v4-deployment.jsx +++ b/docs_new/src/snippets/autoregressive/deepseek-v4-deployment.jsx @@ -257,7 +257,6 @@ export const DeepSeekV4Deployment = () => { // ---- env ---- // _LAUNCH_HEAD always prepends these: - const COMMON_ENV = ["SGLANG_JIT_DEEPGEMM_PRECOMPILE=0"]; // Per-hardware env (whitelist #1: NVSHMEM removed for B200). const HW_ENV = { h200: ["SGLANG_DSV4_FP4_EXPERTS=0"], // allinone _ENV_H200 @@ -467,8 +466,8 @@ export const DeepSeekV4Deployment = () => { flags.push(" --host 0.0.0.0"); flags.push(" --port 30000"); - // Assemble: [HW env] [recipe env] [common env] \ sglang serve \ flags... - const envAll = [...HW_ENV, ...recipeEnv, ...COMMON_ENV]; + // Assemble: [HW env] [recipe env] \ sglang serve \ flags... + const envAll = [...HW_ENV, ...recipeEnv]; const envBlock = envAll.length ? envAll.join(" \\\n") + " \\\n" : ""; const base = `${envBlock}sglang serve \\\n${flags.join(" \\\n")}`; // GB200 multinode may need machine-specific NVSHMEM / Gloo env vars; @@ -527,7 +526,6 @@ export const DeepSeekV4Deployment = () => { // NCCL_MNNVL_ENABLE / NCCL_CUMEM_ENABLE may also be needed depending on the // GB300 cluster's NVLink/IB topology — see §3.2 "Configuration Tips" note. const MNNVL_ENV = isGB300 ? ["SGLANG_MOONCAKE_CUSTOM_MEM_POOL=True"] : []; - const COMMON_ENV = ["SGLANG_JIT_DEEPGEMM_PRECOMPILE=0"]; const buildRole = (mode, port, distPort) => { const roleEnv = []; @@ -552,7 +550,7 @@ export const DeepSeekV4Deployment = () => { if (hardware === "h200" && modelSize === "big") { roleEnv.push("SGLANG_DEEPEP_NUM_MAX_DISPATCH_TOKENS_PER_RANK=128"); } - const envAll = [...HW_ENV, ...roleEnv, ...MNNVL_ENV, ...COMMON_ENV]; + const envAll = [...HW_ENV, ...roleEnv, ...MNNVL_ENV]; const envBlock = envAll.length ? envAll.join(" \\\n") + " \\\n" : ""; const flags = [];