Advertise the KV-event replay endpoint in /server_info (#42274)

Co-authored-by: Kan Wu <kan.wu@radixark.ai>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Kan Wu
2026-10-04 04:42:33 +08:00
committed by GitHub
co-authored by Kan Wu Claude Opus 5.5
parent 3dc7f4b816
commit aaf7ebe077
4 changed files with 52 additions and 2 deletions
@@ -143,7 +143,7 @@ class Observability(msgspec.Struct):
] = False
kv_events_config: A[
Optional[str],
"Config in json format for NVIDIA dynamo KV event publishing. Publishing will be enabled if this flag is used. Runtime-load publishing for load-aware routers is a separate opt-in; see --load-publish-endpoint.",
"Config in json format for NVIDIA dynamo KV event publishing. Publishing will be enabled if this flag is used. Runtime-load publishing for load-aware routers is a separate opt-in; see --load-publish-endpoint. Set replay_endpoint (e.g. tcp://*:5558) to let routers re-fetch dropped batches; /server_info advertises its port.",
] = None
load_publish_endpoint: A[
Optional[str],
+9
View File
@@ -2058,6 +2058,12 @@ def describe_kv_events_publisher(server_args: Any) -> Optional[dict]:
# socket; present iff
# load_endpoint_port_base
# is present
"replay_endpoint_port_base": 5558,
# ROUTER replay port; rank r
# = base + r, same host rule
# as the SUB endpoints;
# present only when
# replay_endpoint is tcp
}
Returns None (i.e. "no publisher to describe") when any of:
@@ -2132,4 +2138,7 @@ def describe_kv_events_publisher(server_args: Any) -> Optional[dict]:
if resolved_range is not None:
descriptor["load_endpoint_port_base"] = resolved_range[1]
descriptor["load_topic"] = LOAD_TOPIC
resolved_replay = parse_advertisable_tcp(cfg.replay_endpoint)
if resolved_replay is not None:
descriptor["replay_endpoint_port_base"] = resolved_replay[1]
return descriptor