fix(health): make health-check rid unique across tokenizer workers (#28143)
This commit is contained in:
@@ -24,6 +24,7 @@ import os
|
||||
import tempfile
|
||||
import threading
|
||||
import time
|
||||
import uuid
|
||||
from contextlib import asynccontextmanager
|
||||
from http import HTTPStatus
|
||||
from typing import (
|
||||
@@ -607,7 +608,9 @@ async def health_generate(request: Request) -> Response:
|
||||
return Response(status_code=200)
|
||||
|
||||
sampling_params = {"max_new_tokens": 1, "temperature": 0.0}
|
||||
rid = f"{HEALTH_CHECK_RID_PREFIX}_{time.time()}"
|
||||
# uuid keeps rids unique across tokenizer workers (a bare time.time() can
|
||||
# collide and crash the shared DetokenizerManager decode_status).
|
||||
rid = f"{HEALTH_CHECK_RID_PREFIX}_{uuid.uuid4().hex}"
|
||||
|
||||
if _global_state.tokenizer_manager.is_generation:
|
||||
gri = GenerateReqInput(
|
||||
|
||||
Reference in New Issue
Block a user