minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix multi-tokenizer batch request output routing (health stuck at 503) (#26831)

Browse Source
This commit is contained in:
ybyang
2026-05-31 00:31:23 -07:00
committed by GitHub
parent 376635c1e3
commit 1eadb7a173
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/tokenizer_manager.py
+2 -2
View File
@@ -562,11 +562,11 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin):
f"routed_dp_rank={obj.routed_dp_rank} out of range [0, {dp_size})" f"routed_dp_rank={obj.routed_dp_rank} out of range [0, {dp_size})"
) )
if self.server_args.tokenizer_worker_num > 1:
self._attach_multi_http_worker_info(obj)
self._init_req_state(obj, request) self._init_req_state(obj, request)
if self.server_args.language_only: if self.server_args.language_only:
self._handle_epd_disaggregation_encode_request(obj) self._handle_epd_disaggregation_encode_request(obj)
if self.server_args.tokenizer_worker_num > 1:
self._attach_multi_http_worker_info(obj)
# Log the request # Log the request
self.request_logger.log_received_request(obj, self.tokenizer, request) self.request_logger.log_received_request(obj, self.tokenizer, request)