From e40c6dfe8368fadf95d80ee5bbd4d93bf64737c7 Mon Sep 17 00:00:00 2001 From: ymk Date: Mon, 9 Nov 2026 10:55:17 +0800 Subject: [PATCH] observability(mooncake): opt-in client metrics HTTP server per rank SGLANG_MOONCAKE_CLIENT_METRICS_PORT_BASE= makes MooncakeStore.setup() pass enable_http_server=True and client_http_port=base+dp_rank, so each DP rank's embedded Mooncake client exposes /metrics (needs MC_STORE_CLIENT_METRIC=1). Off by default. --- .../storage/mooncake_store/mooncake_store.py | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py b/python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py index 14c2821235..2f5fe4bc98 100644 --- a/python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py +++ b/python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py @@ -526,6 +526,22 @@ class MooncakeStore(HiCacheStorage, MooncakeBaseStore): transfer_engine = None setup_kwargs = {} + # Opt-in client metrics HTTP server (Prometheus). Each rank + # embeds its own Mooncake client, so give every rank its own + # port: base + dp_rank. Off unless the env var is set. + _mc_metrics_port_base = os.environ.get( + "SGLANG_MOONCAKE_CLIENT_METRICS_PORT_BASE" + ) + if _mc_metrics_port_base: + _mc_dp_rank = ( + int(getattr(storage_config, "dp_rank", 0) or 0) + if storage_config is not None + else 0 + ) + setup_kwargs["enable_http_server"] = True + setup_kwargs["client_http_port"] = ( + int(_mc_metrics_port_base) + _mc_dp_rank + ) if self.config.enable_ssd_offload: setup_kwargs["enable_ssd_offload"] = True if self.config.ssd_offload_path is not None: