Silence noisy health-check race log in TokenizerManager (#24466)

This commit is contained in:
cctry
2026-05-05 21:06:43 -07:00
committed by GitHub
parent 3da87902d7
commit 660a77f221
@@ -40,6 +40,7 @@ import zmq.asyncio
from fastapi import BackgroundTasks
from sglang.srt.configs.model_config import ModelConfig
from sglang.srt.constants import HEALTH_CHECK_RID_PREFIX
from sglang.srt.disaggregation.encode_receiver import create_mm_receiver
from sglang.srt.disaggregation.utils import DisaggregationMode
from sglang.srt.environ import envs
@@ -1653,6 +1654,9 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin):
for i, rid in enumerate(recv_obj.rids):
state = self.rid_to_state.get(rid, None)
if state is None:
# Known race: /health_generate pops its rid as soon as ANY message bumps last_receive_tstamp.
if rid.startswith(HEALTH_CHECK_RID_PREFIX):
continue
logger.error(
f"Received output for {rid=} but the state was deleted in TokenizerManager."
)