minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[BugFix] Prevent TBO crash when return_logprob is enabled (#32180)

Browse Source
This commit is contained in:
Wang, FangYuan
2026-07-26 00:07:54 -07:00
committed by GitHub
parent 833e1bc601
commit 61057bda6c
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/batch_overlap/two_batch_overlap.py
+1
View File
@@ -796,6 +796,7 @@ class TboForwardBatchPreparer:
mm_inputs=None, mm_inputs=None,
top_logprobs_nums=None, top_logprobs_nums=None,
token_ids_logprobs=None, token_ids_logprobs=None,
extend_input_logprob_token_ids_gpu=None,
next_token_logits_buffer=None, next_token_logits_buffer=None,
return_hidden_states_before_norm=False, return_hidden_states_before_norm=False,
# TBO children start unplanned — planned by the TBO-aware init # TBO children start unplanned — planned by the TBO-aware init