minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix spec v1 token_ids_logprobs (#20718)

Browse Source
This commit is contained in:
Qiaolin Yu
2026-03-16 19:23:28 -07:00
committed by GitHub
parent 474a851ae3
commit 7d87a6a071
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/utils/logprob.py
+5 -1
View File
@@ -410,9 +410,10 @@ def add_output_logprobs_for_spec_v1(
verified_ids = batch_next_token_ids.tolist() verified_ids = batch_next_token_ids.tolist()
token_top_logprobs_val = logits_output.next_token_top_logprobs_val token_top_logprobs_val = logits_output.next_token_top_logprobs_val
token_top_logprobs_idx = logits_output.next_token_top_logprobs_idx token_top_logprobs_idx = logits_output.next_token_top_logprobs_idx
token_ids_logprobs_val = logits_output.next_token_token_ids_logprobs_val
token_ids_logprobs_idx = logits_output.next_token_token_ids_logprobs_idx
for req, num_tokens in zip(batch.reqs, num_tokens_per_req, strict=True): for req, num_tokens in zip(batch.reqs, num_tokens_per_req, strict=True):
for _ in range(num_tokens): for _ in range(num_tokens):
# TODO: add token_ids_logprobs to each request
if req.return_logprob: if req.return_logprob:
req.output_token_logprobs_val.append(next_token_logprobs[pt]) req.output_token_logprobs_val.append(next_token_logprobs[pt])
req.output_token_logprobs_idx.append(verified_ids[pt]) req.output_token_logprobs_idx.append(verified_ids[pt])
@@ -422,4 +423,7 @@ def add_output_logprobs_for_spec_v1(
), "Inconsistent state: should_top_logprobs is False" ), "Inconsistent state: should_top_logprobs is False"
req.output_top_logprobs_val.append(token_top_logprobs_val[pt]) req.output_top_logprobs_val.append(token_top_logprobs_val[pt])
req.output_top_logprobs_idx.append(token_top_logprobs_idx[pt]) req.output_top_logprobs_idx.append(token_top_logprobs_idx[pt])
if req.token_ids_logprob is not None and should_token_ids_logprobs:
req.output_token_ids_logprobs_val.append(token_ids_logprobs_val[pt])
req.output_token_ids_logprobs_idx.append(token_ids_logprobs_idx[pt])
pt += 1 pt += 1