observability(mooncake): opt-in client metrics HTTP server per rank

SGLANG_MOONCAKE_CLIENT_METRICS_PORT_BASE=<base> makes MooncakeStore.setup()
pass enable_http_server=True and client_http_port=base+dp_rank, so each DP
rank's embedded Mooncake client exposes /metrics (needs MC_STORE_CLIENT_METRIC=1).
Off by default.
This commit is contained in:
2026-11-09 10:55:17 +08:00
parent 32e5e0f30f
commit e40c6dfe83
@@ -526,6 +526,22 @@ class MooncakeStore(HiCacheStorage, MooncakeBaseStore):
transfer_engine = None
setup_kwargs = {}
# Opt-in client metrics HTTP server (Prometheus). Each rank
# embeds its own Mooncake client, so give every rank its own
# port: base + dp_rank. Off unless the env var is set.
_mc_metrics_port_base = os.environ.get(
"SGLANG_MOONCAKE_CLIENT_METRICS_PORT_BASE"
)
if _mc_metrics_port_base:
_mc_dp_rank = (
int(getattr(storage_config, "dp_rank", 0) or 0)
if storage_config is not None
else 0
)
setup_kwargs["enable_http_server"] = True
setup_kwargs["client_http_port"] = (
int(_mc_metrics_port_base) + _mc_dp_rank
)
if self.config.enable_ssd_offload:
setup_kwargs["enable_ssd_offload"] = True
if self.config.ssd_offload_path is not None: