[Perf] deepseek-v4.1: Default decoder SWA bounded replay on for both PD roles on CUDA (#45035)

This commit is contained in:
Liangsheng Yin
2026-10-18 11:53:35 -07:00
committed by GitHub
parent 4ec19ca27f
commit 0f4aedfecc
2 changed files with 3 additions and 2 deletions
@@ -425,7 +425,8 @@ def validate_deepseek_v41_features(server_args: ServerArgs) -> None:
enabled = (
(get_platform().is_cuda or get_platform().is_hip)
and cfg.disaggregation_mode == "null"
# Both PD roles run it on CUDA; PD on ROCm has not been run with it.
and (cfg.disaggregation_mode == "null" or get_platform().is_cuda)
and not (cfg.enable_prefill_cp or cfg.attn_cp_size != 1 or cfg.dcp_size != 1)
# Returning every hidden state runs every prompt row: nothing to trim.
and not cfg.enable_return_hidden_states