Advertise the KV-event replay endpoint in /server_info (#42274)
Co-authored-by: Kan Wu <kan.wu@radixark.ai> Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Kan Wu
Claude Opus 5.5
parent
3dc7f4b816
commit
aaf7ebe077
@@ -143,7 +143,7 @@ class Observability(msgspec.Struct):
|
||||
] = False
|
||||
kv_events_config: A[
|
||||
Optional[str],
|
||||
"Config in json format for NVIDIA dynamo KV event publishing. Publishing will be enabled if this flag is used. Runtime-load publishing for load-aware routers is a separate opt-in; see --load-publish-endpoint.",
|
||||
"Config in json format for NVIDIA dynamo KV event publishing. Publishing will be enabled if this flag is used. Runtime-load publishing for load-aware routers is a separate opt-in; see --load-publish-endpoint. Set replay_endpoint (e.g. tcp://*:5558) to let routers re-fetch dropped batches; /server_info advertises its port.",
|
||||
] = None
|
||||
load_publish_endpoint: A[
|
||||
Optional[str],
|
||||
|
||||
@@ -2058,6 +2058,12 @@ def describe_kv_events_publisher(server_args: Any) -> Optional[dict]:
|
||||
# socket; present iff
|
||||
# load_endpoint_port_base
|
||||
# is present
|
||||
"replay_endpoint_port_base": 5558,
|
||||
# ROUTER replay port; rank r
|
||||
# = base + r, same host rule
|
||||
# as the SUB endpoints;
|
||||
# present only when
|
||||
# replay_endpoint is tcp
|
||||
}
|
||||
|
||||
Returns None (i.e. "no publisher to describe") when any of:
|
||||
@@ -2132,4 +2138,7 @@ def describe_kv_events_publisher(server_args: Any) -> Optional[dict]:
|
||||
if resolved_range is not None:
|
||||
descriptor["load_endpoint_port_base"] = resolved_range[1]
|
||||
descriptor["load_topic"] = LOAD_TOPIC
|
||||
resolved_replay = parse_advertisable_tcp(cfg.replay_endpoint)
|
||||
if resolved_replay is not None:
|
||||
descriptor["replay_endpoint_port_base"] = resolved_replay[1]
|
||||
return descriptor
|
||||
|
||||
Reference in New Issue
Block a user