minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[PD] Fix top logprobs crash in prefill path (#26299)

Browse Source
This commit is contained in:
Jun Liu
2026-05-26 22:01:10 +08:00
committed by GitHub
parent c8c1aed5e9
commit c47f0e7cdd
2 changed files with 37 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/disaggregation/prefill.py
+11
View File
@@ -510,6 +510,17 @@ class SchedulerDisaggregationPrefillMixin:
logits_output.input_token_logprobs = tuple(
logits_output.input_token_logprobs.tolist()
)
if logits_output.next_token_top_logprobs_val:
logits_output.next_token_top_logprobs_val = [
v.tolist() for v in logits_output.next_token_top_logprobs_val
]
logits_output.next_token_top_logprobs_idx = [
x.tolist() for x in logits_output.next_token_top_logprobs_idx
]
if logits_output.next_token_token_ids_logprobs_val:
logits_output.next_token_token_ids_logprobs_val = [
v.tolist() for v in logits_output.next_token_token_ids_logprobs_val
]
for i, (req, next_token_id) in enumerate(
zip(batch.reqs, next_token_ids, strict=True)