[AMD] Support prefill context parallel two batch overlap for DeepSeek V4 (#33480)

This commit is contained in:
Wang, FangYuan
2026-08-16 22:40:29 -07:00
committed by GitHub
parent 4b06f917ca
commit eb61cb2823
10 changed files with 594 additions and 19 deletions
+6
View File
@@ -9049,10 +9049,16 @@ class ServerArgs:
# DP TP-MoE path (overlapping the DP all_gatherv / reduce_scatterv with
# the other ubatch's compute), which requires DP attention. Enabling it
# there needs no extra opt-in env flag.
cp_tbo = (
is_hip()
and self.enable_dsa_prefill_context_parallel
and self.dsa_prefill_cp_mode == "round-robin-split"
)
if (
self.enable_two_batch_overlap
and self.moe_a2a_backend == "none"
and not self.enable_dp_attention
and not cp_tbo
):
raise ValueError(
"When enabling two batch overlap without an EP a2a backend "