minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bug] fix piggyback load report return None bug (#15870)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-12-26 14:48:45 +08:00
committed by GitHub
parent c28c536c91
commit e75657c839
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/tokenizer_manager.py
+7 -3
View File
@@ -1706,9 +1706,13 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi
# When skip_tokenizer_init is enabled, tokensizer_manager receives # When skip_tokenizer_init is enabled, tokensizer_manager receives
# BatchTokenIDOutput. # BatchTokenIDOutput.
if self.server_args.dp_size > 1 and ( if (
isinstance(recv_obj, BatchStrOutput) self.server_args.dp_size > 1
or isinstance(recv_obj, BatchTokenIDOutput) and (
isinstance(recv_obj, BatchStrOutput)
or isinstance(recv_obj, BatchTokenIDOutput)
)
and recv_obj.load is not None
): ):
load_update_req = WatchLoadUpdateReq(loads=[recv_obj.load]) load_update_req = WatchLoadUpdateReq(loads=[recv_obj.load])
self.send_to_scheduler.send_pyobj(load_update_req) self.send_to_scheduler.send_pyobj(load_update_req)