From 0d224e5053337e83c1b15819c753789a352bf6e6 Mon Sep 17 00:00:00 2001 From: ishandhanani <82981111+ishandhanani@users.noreply.github.com> Date: Sat, 25 Apr 2026 00:59:20 -0500 Subject: [PATCH] update: b300 container for dsv4 (#23697) Co-authored-by: Baizhou Zhang --- .../cookbook/autoregressive/DeepSeek/DeepSeek-V4.mdx | 4 ++++ .../snippets/autoregressive/deepseek-v4-deployment.jsx | 9 +++++++-- 2 files changed, 11 insertions(+), 2 deletions(-) diff --git a/docs_new/cookbook/autoregressive/DeepSeek/DeepSeek-V4.mdx b/docs_new/cookbook/autoregressive/DeepSeek/DeepSeek-V4.mdx index 9d857e233..e11b3a75a 100644 --- a/docs_new/cookbook/autoregressive/DeepSeek/DeepSeek-V4.mdx +++ b/docs_new/cookbook/autoregressive/DeepSeek/DeepSeek-V4.mdx @@ -80,6 +80,10 @@ Please refer to the [official SGLang installation guide](../../../docs/get-start + + NVIDIA B300 + lmsysorg/sglang:deepseek-v4-b300 + NVIDIA B200 lmsysorg/sglang:deepseek-v4-blackwell diff --git a/docs_new/src/snippets/autoregressive/deepseek-v4-deployment.jsx b/docs_new/src/snippets/autoregressive/deepseek-v4-deployment.jsx index 50d53732d..5943d4568 100644 --- a/docs_new/src/snippets/autoregressive/deepseek-v4-deployment.jsx +++ b/docs_new/src/snippets/autoregressive/deepseek-v4-deployment.jsx @@ -26,6 +26,7 @@ export const DeepSeekV4Deployment = () => { title: "Hardware Platform", items: [ { id: "b200", label: "B200 (FP4)", default: true }, + { id: "b300", label: "B300 (FP4)", default: false }, { id: "gb300", label: "GB300 (FP4)", default: false }, { id: "h200", label: "H200 (FP8)", default: false }, ], @@ -222,7 +223,9 @@ export const DeepSeekV4Deployment = () => { // === SHARED END === const generateCommand = () => { - const { hardware, modelSize, recipe, reasoningParser, toolcall } = values; + const { hardware: rawHardware, modelSize, recipe, reasoningParser, toolcall } = values; + // B300 usage is identical to B200 — alias so we don't duplicate every spec entry. + const hardware = rawHardware === "b300" ? "b200" : rawHardware; const specKey = `${hardware}|${modelSize}`; const spec = HW_SIZE_SPEC[specKey]; const { slug, tp, multinode, nnodes } = spec; @@ -439,7 +442,9 @@ export const DeepSeekV4Deployment = () => { // --max-running-requests 256 only on decode (PD decode can't retract). // No flashinfer_mxfp4 / autotune-fix / MTP / mem-fraction-static on PD (allinone omits). // ============================================================================ - const buildPDDisaggCommand = (hardware, modelSize) => { + const buildPDDisaggCommand = (rawHardware, modelSize) => { + // B300 usage is identical to B200 — alias so we don't duplicate every spec entry. + const hardware = rawHardware === "b300" ? "b200" : rawHardware; const specKey = `${hardware}|${modelSize}`; const { tp: pdTp, multinode, nnodes } = PD_TP_SPEC[specKey]; const slug = HW_SIZE_SPEC[specKey].slug;