[DSV4.1][PD][5/N] Decode node support DP attention (#40177)

This commit is contained in:
Siyuan Chen
2026-10-20 18:23:37 +08:00
committed by minke.yu
parent 2087760ea8
commit e9fdf3ad0a
2 changed files with 13 additions and 6 deletions
@@ -251,15 +251,14 @@ def validate_deepseek_v41_features(server_args: ServerArgs) -> None:
if (
read_ragged_verify_mode() is not RaggedVerifyMode.STATIC
or cfg.disaggregation_transfer_backend != "mooncake"
or cfg.dp_size != 1
or cfg.enable_dp_attention
or cfg.enable_prefill_cp
or cfg.attn_cp_size != 1
or cfg.dcp_size != 1
):
raise ValueError(
"DeepSeek-V4.1 DSpark PD requires static verify, Mooncake, "
"DP=1 and CP=1. Both servers must enable DSpark with the same "
"block size and TP size."
"and CP=1 on both servers. DP attention is supported when "
"both servers use the same block size and target/draft KV layout."
)
from sglang.srt.model_executor.cuda_graph_config import Backend, Phase, with_phase
@@ -986,9 +986,17 @@ class CommonKVManager(BaseKVManager):
"enable DSpark with the same block size and target/draft KV "
"layout. Upgrade both servers together."
)
if info.attn_tp_size != self.attn_tp_size:
if info.attn_cp_size != 1 or self.attn_cp_size != 1:
raise RuntimeError(
"DeepSeek-V4.1 DSpark PD requires the same TP size on both servers"
"DeepSeek-V4.1 DP-only DSpark PD requires CP=1 on both servers"
)
non_cp_mla_layout = info.attn_cp_size == self.attn_cp_size == 1 and (
self.is_mla_backend or self.is_hybrid_mla_backend
)
if info.attn_tp_size != self.attn_tp_size and not non_cp_mla_layout:
raise RuntimeError(
"DeepSeek-V4.1 DSpark PD requires matching attention TP "
"unless both servers use CP=1 with an MLA KV layout"
)
if self.dcp_size > 1: