[Perf] deepseek-v4.1: Default decoder SWA bounded replay on for both PD roles on CUDA (#45035)
This commit is contained in:
@@ -425,7 +425,8 @@ def validate_deepseek_v41_features(server_args: ServerArgs) -> None:
|
||||
|
||||
enabled = (
|
||||
(get_platform().is_cuda or get_platform().is_hip)
|
||||
and cfg.disaggregation_mode == "null"
|
||||
# Both PD roles run it on CUDA; PD on ROCm has not been run with it.
|
||||
and (cfg.disaggregation_mode == "null" or get_platform().is_cuda)
|
||||
and not (cfg.enable_prefill_cp or cfg.attn_cp_size != 1 or cfg.dcp_size != 1)
|
||||
# Returning every hidden state runs every prompt row: nothing to trim.
|
||||
and not cfg.enable_return_hidden_states
|
||||
|
||||
Reference in New Issue
Block a user