feat(grpc): expose KV event discovery metadata (#35714)

Signed-off-by: Connor Carpenter <connorc@nvidia.com>
This commit is contained in:
Connor Carpenter
2026-08-20 13:39:24 -05:00
committed by GitHub
parent 2ef0fe4669
commit 61fa64ae7e
@@ -419,6 +419,9 @@ class RuntimeHandle:
def get_server_info(self) -> str:
result: Dict[str, Any] = dataclasses.asdict(self.tokenizer_manager.server_args)
result.update(self.scheduler_info)
result["kv_events"] = (
self.tokenizer_manager.server_args.describe_kv_events_publisher()
)
return json.dumps(msgspec_to_builtins(result), default=str)
def health_check(self) -> bool: