[P/D disagg] - support decode side radix cache (#19746)

This commit is contained in:
ishandhanani
2026-05-01 21:55:34 +08:00
committed by GitHub
parent 4197c55968
commit 5b7ce417d0
24 changed files with 993 additions and 138 deletions
+2 -1
View File
@@ -1990,8 +1990,9 @@ def _execute_server_warmup(server_args: ServerArgs):
)
if res.status_code == 200:
logger.info(
f"End of prefill disaggregation mode warmup with status {res.status_code}, resp: {res.json()}"
f"Disaggregation warmup request completed with status {res.status_code}, resp: {res.json()}"
)
logger.info("End of disaggregation warmup")
_global_state.tokenizer_manager.server_status = ServerStatus.Up
else:
logger.info(