minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix reduce_scatterv producer contract for SUM_LEN (#24785)

Browse Source
This commit is contained in:
YAMY
2026-05-10 16:51:13 -07:00
committed by GitHub
parent 2473659e76
commit b202778aa5
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/communicator.py
+4 -2
View File
@@ -700,9 +700,11 @@ class LayerCommunicator:
if ( if (
self._communicate_summable_tensor_pair_fn self._communicate_summable_tensor_pair_fn
is CommunicateSummableTensorPairFn._scatter_hidden_states is CommunicateSummableTensorPairFn._scatter_hidden_states
and forward_batch.dp_padding_mode.is_max_len()
): ):
return True if should_use_dp_reduce_scatterv():
return True
if forward_batch.dp_padding_mode.is_max_len():
return True
if nsa_use_prefill_cp(forward_batch): if nsa_use_prefill_cp(forward_batch):
return True return True
if get_attn_tp_context().input_scattered and not self.is_last_layer: if get_attn_tp_context().input_scattered and not self.is_last_layer: