fix(health): make health-check rid unique across tokenizer workers (#28143)

This commit is contained in:
ybyang
2026-06-14 00:01:52 -07:00
committed by GitHub
parent f79a6b5c33
commit 50993554d8
2 changed files with 9 additions and 3 deletions
+4 -1
View File
@@ -24,6 +24,7 @@ import os
import tempfile
import threading
import time
import uuid
from contextlib import asynccontextmanager
from http import HTTPStatus
from typing import (
@@ -607,7 +608,9 @@ async def health_generate(request: Request) -> Response:
return Response(status_code=200)
sampling_params = {"max_new_tokens": 1, "temperature": 0.0}
rid = f"{HEALTH_CHECK_RID_PREFIX}_{time.time()}"
# uuid keeps rids unique across tokenizer workers (a bare time.time() can
# collide and crash the shared DetokenizerManager decode_status).
rid = f"{HEALTH_CHECK_RID_PREFIX}_{uuid.uuid4().hex}"
if _global_state.tokenizer_manager.is_generation:
gri = GenerateReqInput(