minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

feat(grpc): expose KV event discovery metadata (#35714)

Browse Source 
Signed-off-by: Connor Carpenter <connorc@nvidia.com>
This commit is contained in:
Connor Carpenter
2026-08-20 13:39:24 -05:00
committed by GitHub
parent 2ef0fe4669
commit 61fa64ae7e
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/grpc_bridge.py
+3
View File
@@ -419,6 +419,9 @@ class RuntimeHandle:
def get_server_info(self) -> str: def get_server_info(self) -> str:
result: Dict[str, Any] = dataclasses.asdict(self.tokenizer_manager.server_args) result: Dict[str, Any] = dataclasses.asdict(self.tokenizer_manager.server_args)
result.update(self.scheduler_info) result.update(self.scheduler_info)
result["kv_events"] = (
self.tokenizer_manager.server_args.describe_kv_events_publisher()
)
return json.dumps(msgspec_to_builtins(result), default=str) return json.dumps(msgspec_to_builtins(result), default=str)
def health_check(self) -> bool: def health_check(self) -> bool: