From 461bc8af494c93cc63bbc8a8e71c3622f3d7651f Mon Sep 17 00:00:00 2001 From: cen121212 Date: Fri, 8 May 2026 11:12:35 +0800 Subject: [PATCH] [NPU][Doc] Update GLM-5 docs, enabling deepep by default (#23708) --- docs/platforms/ascend/ascend_npu_glm5_examples.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/platforms/ascend/ascend_npu_glm5_examples.md b/docs/platforms/ascend/ascend_npu_glm5_examples.md index 6c3e1500c..d83f670fc 100644 --- a/docs/platforms/ascend/ascend_npu_glm5_examples.md +++ b/docs/platforms/ascend/ascend_npu_glm5_examples.md @@ -161,8 +161,6 @@ P_IP=('your ip1' 'your ip2') P_MASTER="${P_IP[0]}:your port" export SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT=600 -export SGLANG_ENABLE_SPEC_V2=1 -export SGLANG_ENABLE_OVERLAP_PLAN_STREAM=1 LOCAL_HOST1=`hostname -I|awk -F " " '{print$1}'` LOCAL_HOST2=`hostname -I|awk -F " " '{print$2}'` @@ -182,7 +180,9 @@ do --mem-fraction-static 0.8\ --port 8000 \ --served-model-name glm-5 \ - --cuda-graph-max-bs 16 \ + --cuda-graph-max-bs 32 \ + --moe-a2a-backend deepep \ + --deepep-mode auto \ --disable-radix-cache NODE_RANK=$i break