[Refactor] Unify input logprob processing on a single chunked path (#31655)

This commit is contained in:
Liangsheng Yin
2026-07-19 16:03:23 -07:00
committed by GitHub
parent 1a317839d7
commit b3570a4531
5 changed files with 49 additions and 114 deletions
@@ -46,7 +46,6 @@ def _build_batch(seq_specs, with_token_ids):
input_logprob_indices.extend([lp_pt + i for i in range(n_lp)])
lp_pt += rows
pruned_lens.append(n_lp)
token_to_seq_idx.append(len(seq_specs) - 1)
metadata = SimpleNamespace(
extend_return_top_logprob=True,
extend_token_ids_logprob=with_token_ids,