minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[BUGFIX] fix output_ids in abort (#12737)

Browse Source
This commit is contained in:
Yi Zhang
2025-11-05 22:51:47 -08:00
committed by GitHub
parent e2715cf871
commit 6a1a64fa41
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/tokenizer_manager.py
+3 -1
View File
@@ -1819,9 +1819,11 @@ class TokenizerManager(TokenizerCommunicatorMixin):
output_ids = state.output_ids output_ids = state.output_ids
meta_info["completion_tokens"] = len(output_ids) meta_info["completion_tokens"] = len(output_ids)
if is_stream:
output_ids = [output_ids[-1]] if len(output_ids) > 0 else []
out = { out = {
"text": state.text, "text": state.text,
"output_ids": [output_ids[-1]] if is_stream else output_ids, "output_ids": output_ids,
"meta_info": meta_info, "meta_info": meta_info,
} }
state.out_list.append(out) state.out_list.append(out)