minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Fix condition check for require_gathered_buffer (#15328)

Browse Source
This commit is contained in:
Cheng Wan
2025-12-17 12:42:47 -08:00
committed by GitHub
parent 726fe3e72e
commit 5290cef97c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_executor/model_runner.py
+1 -1
View File
@@ -2783,7 +2783,7 @@ class ModelRunner:
if ( if (
forward_batch.num_token_non_padded is not None forward_batch.num_token_non_padded is not None
and forward_batch.global_num_tokens_gpu is not None and forward_batch.global_num_tokens_gpu is not None
and require_gathered_buffer and require_gathered_buffer(self.server_args)
and not is_nsa_enable_prefill_cp() and not is_nsa_enable_prefill_cp()
): ):
forward_batch.adjust_num_token_non_padded_for_attn_tp( forward_batch.adjust_num_token_non_padded_for_attn_tp(