minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[NPU] chore: bump basic software version to 8.3.rc2 (#14614)

Browse Source
This commit is contained in:
Even Zhou
2025-12-09 09:14:27 +08:00
committed by GitHub
parent 6f657070ef
commit 60d36e7be7
9 changed files with 20 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/platforms/ascend_npu_deepseek_example.md
+5 -5
View File
@@ -30,7 +30,7 @@ python3 -m sglang.launch_server \
--trust-remote-code \
--attention-backend ascend \
--device npu \
--quantization w8a8_int8 \
--quantization modelslim \
--watchdog-timeout 9000 \
--host 127.0.0.1 \
--port 6688 \
@@ -89,7 +89,7 @@ python -m sglang.launch_server \
--mem-fraction-static 0.6 \
--attention-backend ascend \
--device npu \
--quantization w8a8_int8 \
--quantization modelslim \
--disaggregation-transfer-backend ascend \
--max-running-requests 8 \
--context-length 8192 \
@@ -145,7 +145,7 @@ python -m sglang.launch_server \
--max-running-requests 352 \
--attention-backend ascend \
--device npu \
--quantization w8a8_int8 \
--quantization modelslim \
--moe-a2a-backend deepep \
--enable-dp-attention \
--deepep-mode low_latency \
@@ -214,7 +214,7 @@ do
--mem-fraction-static 0.81 \
--attention-backend ascend \
--device npu \
--quantization w8a8_int8 \
--quantization modelslim \
--disaggregation-transfer-backend ascend \
--max-running-requests 8 \
--context-length 8192 \
@@ -275,7 +275,7 @@ do
--max-running-requests 832 \
--attention-backend ascend \
--device npu \
--quantization w8a8_int8 \
--quantization modelslim \
--moe-a2a-backend deepep \
--enable-dp-attention \
--deepep-mode low_latency \