minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[AMD] Add dspark config and agentic workload section for deepseek-v4 model (#39252)

Browse Source
This commit is contained in:
Thomas Wang
2026-09-12 19:32:01 -07:00
committed by GitHub
parent 206034e520
commit ec5fba5777
2 changed files with 115 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/src/snippets/configs/deepseek-ai/deepseek-v4.jsx
+16 -12
View File
@@ -221,8 +221,8 @@ sgl-eval run mmmu_pro \\
gb300: "lmsysorg/sglang:latest",
// AMD daily-updated lmsysorg/sglang-rocm images. Bump the dated tag when you
// re-verify on a newer build.
mi300x: "lmsysorg/sglang-rocm:v0.5.18-rocm720-mi30x-20260829",
mi355x: "lmsysorg/sglang-rocm:v0.5.18-rocm720-mi35x-20260829",
mi300x: "lmsysorg/sglang-rocm:v0.5.19-rocm720-mi30x-20260911",
mi355x: "lmsysorg/sglang-rocm:v0.5.19-rocm720-mi35x-20260911",
},
// Pre-selects the issue template's `model` dropdown on "Submit verified cell".
@@ -337,9 +337,9 @@ sgl-eval run mmmu_pro \\
hide: { variant: ["flash", "pro"] },
disable: [
{ when: { dpAttnOn: [true] },
reason: "DSpark is not compatible with DP Attention on the current release." },
{ when: { hw: ["mi300x", "mi355x"] },
reason: "DSpark currently requires CUDA." },
reason: "DSpark is not compatible with DP Attention on the current release. For a DP + DSpark agentic recipe, see the cookbook §3.6 (B200) / §3.7 (MI355X) notes." },
{ when: { hw: ["mi300x"] },
reason: "DSpark on ROCm is documented for MI355X Pro Official (0813); MI300X still requires CUDA." },
] },
{ id: "ngram", label: "NGRAM",
flags: ["--speculative-algorithm NGRAM",
@@ -470,6 +470,7 @@ sgl-eval run mmmu_pro \\
{ id: "3", label: "3", flags: ["--speculative-dspark-block-size 3"] },
{ id: "4", label: "4", flags: ["--speculative-dspark-block-size 4"] },
{ id: "5", label: "5", flags: ["--speculative-dspark-block-size 5"] },
{ id: "6", label: "6", flags: ["--speculative-dspark-block-size 6"] },
],
},
],
@@ -1794,11 +1795,11 @@ sgl-eval run mmmu_pro \\
},
// ====================================================================
// MI355X + FP4 — Pro Official (0813)
// Mirrors the verified Pro cells; speculative decoding re-fitted to the
// bundled DSpark head. NOT yet run end-to-end on this hardware.
// Bundled DSpark head. Low-latency is TP-only + DSPARK; balanced /
// high-throughput stay target-only in the Deploy panel (DP Attention).
// The DP + DSpark agentic path is documented in cookbook §3.7.
// ====================================================================
{
// DSpark requires CUDA; EAGLE binds a head that accepts nothing on 0813 -> target-only.
match: { hw: "mi355x", variant: "pro-official", quant: "fp4", strategy: "low-latency", nodes: "single" },
verified: false,
env: ["SGLANG_USE_ROCM700A=0", "TORCH_BLAS_PREFER_HIPBLASLT=1", "SGLANG_HACK_FLASHMLA_BACKEND=unified_kv_triton", "AITER_BF16_FP8_MOE_BOUND=0", "SGLANG_OPT_USE_AITER_BATCHED_GEMM=true"],
@@ -1806,19 +1807,22 @@ sgl-eval run mmmu_pro \\
"--trust-remote-code",
"--model-path {{MODEL_NAME}}",
"--tp 8",
"--prefill-decode-interval 10",
"--attention-backend dsv4",
"--enable-deepseek-v4-fp4-indexer",
"--page-size 256",
"--mem-fraction-static 0.90",
"--swa-full-tokens-ratio 0.15",
"--enforce-shared-experts-fusion",
"--kv-cache-dtype fp8_e4m3",
"--chunked-prefill-size 16384",
"--speculative-algorithm DSPARK",
"--host {{HOST_IP}}",
"--port {{PORT}}",
],
},
{
// DSpark requires CUDA; EAGLE binds a head that accepts nothing on 0813 -> target-only.
// DSpark + DP Attention is documented in cookbook §3.7, not this cell.
match: { hw: "mi355x", variant: "pro-official", quant: "fp4", strategy: "balanced", nodes: "single" },
verified: false,
env: ["SGLANG_USE_ROCM700A=0", "TORCH_BLAS_PREFER_HIPBLASLT=1", "SGLANG_SHARED_EXPERT_TP1=1", "SGLANG_DP_SHARED_EXPERT_LOCAL=1", "SGLANG_DP_USE_GATHERV=1", "SGLANG_DP_USE_REDUCE_SCATTER=1", "SGLANG_HACK_FLASHMLA_BACKEND=unified_kv_triton", "AITER_BF16_FP8_MOE_BOUND=0", "SGLANG_OPT_USE_AITER_BATCHED_GEMM=true"],
@@ -1832,8 +1836,8 @@ sgl-eval run mmmu_pro \\
"--tokenizer-worker-num 8",
"--stream-interval 20",
"--prefill-decode-interval 10",
"--enable-two-batch-overlap",
"--attention-backend dsv4",
"--enable-deepseek-v4-fp4-indexer",
"--page-size 256",
"--mem-fraction-static 0.90",
"--swa-full-tokens-ratio 0.15",
@@ -1845,7 +1849,7 @@ sgl-eval run mmmu_pro \\
],
},
{
// DSpark requires CUDA; EAGLE binds a head that accepts nothing on 0813 -> target-only.
// DSpark + DP Attention is documented in cookbook §3.7, not this cell.
match: { hw: "mi355x", variant: "pro-official", quant: "fp4", strategy: "high-throughput", nodes: "single" },
verified: false,
env: ["SGLANG_USE_ROCM700A=0", "TORCH_BLAS_PREFER_HIPBLASLT=1", "SGLANG_SHARED_EXPERT_TP1=1", "SGLANG_DP_SHARED_EXPERT_LOCAL=1", "SGLANG_DP_USE_GATHERV=1", "SGLANG_DP_USE_REDUCE_SCATTER=1", "SGLANG_HACK_FLASHMLA_BACKEND=unified_kv_triton", "AITER_BF16_FP8_MOE_BOUND=0", "SGLANG_OPT_USE_AITER_BATCHED_GEMM=true"],
@@ -1859,8 +1863,8 @@ sgl-eval run mmmu_pro \\
"--tokenizer-worker-num 8",
"--stream-interval 20",
"--prefill-decode-interval 10",
"--enable-two-batch-overlap",
"--attention-backend dsv4",
"--enable-deepseek-v4-fp4-indexer",
"--page-size 256",
"--mem-fraction-static 0.90",
"--swa-full-tokens-ratio 0.15",