minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Silence noisy health-check race log in TokenizerManager (#24466)

Browse Source
This commit is contained in:
cctry
2026-05-05 21:06:43 -07:00
committed by GitHub
parent 3da87902d7
commit 660a77f221
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/tokenizer_manager.py
+4
View File
@@ -40,6 +40,7 @@ import zmq.asyncio
from fastapi import BackgroundTasks from fastapi import BackgroundTasks
from sglang.srt.configs.model_config import ModelConfig from sglang.srt.configs.model_config import ModelConfig
from sglang.srt.constants import HEALTH_CHECK_RID_PREFIX
from sglang.srt.disaggregation.encode_receiver import create_mm_receiver from sglang.srt.disaggregation.encode_receiver import create_mm_receiver
from sglang.srt.disaggregation.utils import DisaggregationMode from sglang.srt.disaggregation.utils import DisaggregationMode
from sglang.srt.environ import envs from sglang.srt.environ import envs
@@ -1653,6 +1654,9 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin):
for i, rid in enumerate(recv_obj.rids): for i, rid in enumerate(recv_obj.rids):
state = self.rid_to_state.get(rid, None) state = self.rid_to_state.get(rid, None)
if state is None: if state is None:
# Known race: /health_generate pops its rid as soon as ANY message bumps last_receive_tstamp.
if rid.startswith(HEALTH_CHECK_RID_PREFIX):
continue
logger.error( logger.error(
f"Received output for {rid=} but the state was deleted in TokenizerManager." f"Received output for {rid=} but the state was deleted in TokenizerManager."
) )