[BugFix] Prevent TBO crash when return_logprob is enabled (#32180)
This commit is contained in:
@@ -796,6 +796,7 @@ class TboForwardBatchPreparer:
|
||||
mm_inputs=None,
|
||||
top_logprobs_nums=None,
|
||||
token_ids_logprobs=None,
|
||||
extend_input_logprob_token_ids_gpu=None,
|
||||
next_token_logits_buffer=None,
|
||||
return_hidden_states_before_norm=False,
|
||||
# TBO children start unplanned — planned by the TBO-aware init
|
||||
|
||||
Reference in New Issue
Block a user