observability(mooncake): opt-in client metrics HTTP server per rank
SGLANG_MOONCAKE_CLIENT_METRICS_PORT_BASE=<base> makes MooncakeStore.setup() pass enable_http_server=True and client_http_port=base+dp_rank, so each DP rank's embedded Mooncake client exposes /metrics (needs MC_STORE_CLIENT_METRIC=1). Off by default.
This commit is contained in:
@@ -526,6 +526,22 @@ class MooncakeStore(HiCacheStorage, MooncakeBaseStore):
|
||||
transfer_engine = None
|
||||
|
||||
setup_kwargs = {}
|
||||
# Opt-in client metrics HTTP server (Prometheus). Each rank
|
||||
# embeds its own Mooncake client, so give every rank its own
|
||||
# port: base + dp_rank. Off unless the env var is set.
|
||||
_mc_metrics_port_base = os.environ.get(
|
||||
"SGLANG_MOONCAKE_CLIENT_METRICS_PORT_BASE"
|
||||
)
|
||||
if _mc_metrics_port_base:
|
||||
_mc_dp_rank = (
|
||||
int(getattr(storage_config, "dp_rank", 0) or 0)
|
||||
if storage_config is not None
|
||||
else 0
|
||||
)
|
||||
setup_kwargs["enable_http_server"] = True
|
||||
setup_kwargs["client_http_port"] = (
|
||||
int(_mc_metrics_port_base) + _mc_dp_rank
|
||||
)
|
||||
if self.config.enable_ssd_offload:
|
||||
setup_kwargs["enable_ssd_offload"] = True
|
||||
if self.config.ssd_offload_path is not None:
|
||||
|
||||
Reference in New Issue
Block a user