Fix reduce_scatterv producer contract for SUM_LEN (#24785)

This commit is contained in:
YAMY
2026-05-10 16:51:13 -07:00
committed by GitHub
parent 2473659e76
commit b202778aa5
+4 -2
View File
@@ -700,9 +700,11 @@ class LayerCommunicator:
if (
self._communicate_summable_tensor_pair_fn
is CommunicateSummableTensorPairFn._scatter_hidden_states
and forward_batch.dp_padding_mode.is_max_len()
):
return True
if should_use_dp_reduce_scatterv():
return True
if forward_batch.dp_padding_mode.is_max_len():
return True
if nsa_use_prefill_cp(forward_batch):
return True
if get_attn_tp_context().input_scattered and not self.is_last_layer: