minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix reduce_scatterv producer contract for SUM_LEN (#24785)

Browse Source
This commit is contained in:
YAMY
2026-05-10 16:51:13 -07:00
committed by GitHub
parent 2473659e76
commit b202778aa5
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/communicator.py
+3 -1
View File
@@ -700,8 +700,10 @@ class LayerCommunicator:
if ( if (
self._communicate_summable_tensor_pair_fn self._communicate_summable_tensor_pair_fn
is CommunicateSummableTensorPairFn._scatter_hidden_states is CommunicateSummableTensorPairFn._scatter_hidden_states
and forward_batch.dp_padding_mode.is_max_len()
): ):
if should_use_dp_reduce_scatterv():
return True
if forward_batch.dp_padding_mode.is_max_len():
return True return True
if nsa_use_prefill_cp(forward_batch): if nsa_use_prefill_cp(forward_batch):
return True return True