minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix CP in-seq-split method for DeepSeek V32 and update related tests (#21192)

Browse Source
This commit is contained in:
Baizhou Zhang
2026-03-23 12:34:10 -07:00
committed by GitHub
parent 27ac831a84
commit ed316a26ef
7 changed files with 162 additions and 97 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+1 -1
View File
@@ -1530,7 +1530,7 @@ class ServerArgs:
assert (
self.tp_size == 8
), "Current multi-machine CP support suffers from precision issues. So context parallel only support Single machine(tp_size == 8)"
self.attn_cp_size = self.tp_size
self.attn_cp_size = self.tp_size // self.dp_size
logger.warning(
f"Enable Context Parallel opt for deeeseekv3.2-DSA, Setting dp_size == {self.dp_size} and moe_dense_tp_size == {self.moe_dense_tp_size}, ep_size == {self.ep_size}, tp_size == {self.tp_size}, kv_cache_dtype == {self.kv_cache_dtype}, moe_a2a_backend {self.moe_a2a_backend} "