update docs of Ascend plateform (#17358)

This commit is contained in:
amote-i
2026-01-20 19:31:23 +08:00
committed by GitHub
parent f7a5e425c3
commit 603f386c6b
6 changed files with 271 additions and 105 deletions
@@ -30,6 +30,7 @@ python3 -m sglang.launch_server \
--trust-remote-code \
--attention-backend ascend \
--device npu \
--quantization modelslim \
--watchdog-timeout 9000 \
--cuda-graph-bs 8 16 24 28 32 \
--mem-fraction-static 0.68 \
@@ -87,6 +88,8 @@ python -m sglang.launch_server \
--mem-fraction-static 0.6 \
--attention-backend ascend \
--device npu \
--quantization modelslim \
--load-balance-method round_robin \
--max-running-requests 8 \
--context-length 8192 \
--disable-radix-cache \
@@ -142,6 +145,8 @@ python -m sglang.launch_server \
--max-running-requests 352 \
--attention-backend ascend \
--device npu \
--quantization modelslim \
--prefill-round-robin-balance \
--moe-a2a-backend deepep \
--enable-dp-attention \
--deepep-mode low_latency \
@@ -195,7 +200,7 @@ export ENABLE_MOE_NZ=1
export TASK_QUEUE_ENABLE=2
#Please list all host ips of Prefill instance
P_HOST_IP=('xx,xx,xx,xx' 'xx,xx,xx,xx')
P_HOST_IP=('xx.xx.xx.xx' 'xx.xx.xx.xx')
for i in "${!P_HOST_IP[@]}";
do
@@ -255,7 +260,7 @@ export SGLANG_USE_FIA_NZ=1
export ENABLE_MOE_NZ=1
#please list all host ips of Prefill instance
D_HOST_IP=('xx,xx,xx,xx' 'xx,xx,xx,xx')
D_HOST_IP=('xx.xx.xx.xx' 'xx.xx.xx.xx')
for i in "${!D_HOST_IP[@]}";
do