[Docs] Align B200 DeepSeek-V4-Pro balanced recipe with MegaMoE (#31373)
This commit is contained in:
@@ -427,15 +427,16 @@ sgl-eval run aime25 \\
|
|||||||
{
|
{
|
||||||
match: { hw: "b200", variant: "pro", quant: "fp4", strategy: "balanced", nodes: "single" },
|
match: { hw: "b200", variant: "pro", quant: "fp4", strategy: "balanced", nodes: "single" },
|
||||||
verified: true,
|
verified: true,
|
||||||
env: [],
|
env: [
|
||||||
|
"SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK=4096",
|
||||||
|
],
|
||||||
flags: [
|
flags: [
|
||||||
"--trust-remote-code",
|
"--trust-remote-code",
|
||||||
"--model-path {{MODEL_NAME}}",
|
"--model-path {{MODEL_NAME}}",
|
||||||
"--tp 8",
|
"--tp 8",
|
||||||
"--dp 8",
|
"--dp 8",
|
||||||
"--enable-dp-attention",
|
"--enable-dp-attention",
|
||||||
"--moe-runner-backend flashinfer_mxfp4",
|
"--moe-a2a-backend megamoe",
|
||||||
"--disable-flashinfer-autotune",
|
|
||||||
"--chunked-prefill-size 32768",
|
"--chunked-prefill-size 32768",
|
||||||
"--swa-full-tokens-ratio 0.1",
|
"--swa-full-tokens-ratio 0.1",
|
||||||
"--speculative-algorithm EAGLE",
|
"--speculative-algorithm EAGLE",
|
||||||
@@ -444,7 +445,6 @@ sgl-eval run aime25 \\
|
|||||||
"--speculative-num-draft-tokens 2",
|
"--speculative-num-draft-tokens 2",
|
||||||
"--mem-fraction-static 0.92",
|
"--mem-fraction-static 0.92",
|
||||||
"--cuda-graph-max-bs-decode 256",
|
"--cuda-graph-max-bs-decode 256",
|
||||||
"--deepep-config '{\"normal_dispatch\":{\"num_sms\":96},\"normal_combine\":{\"num_sms\":96}}'",
|
|
||||||
"--host {{HOST_IP}}",
|
"--host {{HOST_IP}}",
|
||||||
"--port {{PORT}}",
|
"--port {{PORT}}",
|
||||||
],
|
],
|
||||||
|
|||||||
Reference in New Issue
Block a user